00000400:00000200:2.0:1767384870.376680:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100041 00000400:00000200:2.0:1767384870.376690:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (2) 00000400:00000010:2.0:1767384870.376695:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000097564386. 00000400:00000010:2.0:1767384870.376709:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030882fe2. 00000400:00000010:2.0:1767384870.376724:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f9227922. 00000400:00000200:2.0:1767384870.376730:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384870.376742:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384870.376758:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384870.376763:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp 00000400:00000200:2.0:1767384870.376768:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384870.376774:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767384870.376780:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [1:1:256:4294967295] 192.168.203.112@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384870.376790:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp 00000400:00000200:2.0:1767384870.376799:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : GET try# 0 00000800:00000200:2.0:1767384870.376806:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767384870.376821:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048cec320. 00000800:00000010:2.0:1767384870.376830:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000038cdb049. 00000800:00000010:2.0:1767384870.376837:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000639456b6. 00000800:00000200:2.0:1767384870.376840:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (2) 00000800:00000200:2.1F:1767384870.376843:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (2) 00000400:00000200:2.0:1767384870.376864:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384870.376868:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100241 rc 0 00000400:00000200:2.0:1767384870.377223:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:3.1F:1767384870.377432:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (2) 00000800:00000200:3.1:1767384870.377441:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp 00000000af2279be deleted 00000800:00000010:3.1:1767384870.377443:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000af2279be. 00000800:00000200:3.1:1767384870.377447:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384870.377453:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:1023 00000800:00000200:3.1:1767384870.377457:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048cec320 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1767384870.377561:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384870.378385:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (4) 00000800:00000200:0.1:1767384870.378390:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp 0000000090687090 deleted 00000800:00000010:0.1:1767384870.378392:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000090687090. 00000800:00000200:0.1:1767384870.378397:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384870.378555:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000010:2.0:1767384870.383929:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000171525fc. 00000100:00000010:2.0:1767384870.436027:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ad0a775. 00000100:00000010:2.0:1767384870.448945:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fcc8ab8a. 00000001:00000010:3.0:1767384870.490447:0:16795:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000005864673d. 00000001:00000010:3.0:1767384870.490456:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a214ca67. 00000001:00000010:3.0:1767384870.490461:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000be8a9684. 00000001:00000010:3.0:1767384870.490467:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005073bbf7. 00000001:00000010:3.0:1767384870.490472:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b1b6191e. 00000001:00000010:3.0:1767384870.490484:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000371a8dcd. 00000001:00000010:3.0:1767384870.490491:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003e0b5f67. 00000001:00000010:3.0:1767384870.490496:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007ea542f1. 00000001:00000010:3.0:1767384870.490503:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004dba0e45. 00000001:00000010:3.0:1767384870.490515:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000088998397. 00000001:00000010:3.0:1767384870.490521:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000048a6d02f. 00000001:00000010:3.0:1767384870.490527:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bdeaed25. 00000001:00000010:3.0:1767384870.490533:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ebbc8de4. 00000001:00000010:3.0:1767384870.490544:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dd7c846c. 00000001:00000010:3.0:1767384870.490550:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002f893792. 00000001:00000010:3.0:1767384870.490556:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007f6b62c8. 00000001:00000010:3.0:1767384870.490562:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d766ffdb. 00000020:00000010:3.0:1767384870.490612:0:16795:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b5540ef. 00000020:00000010:3.0:1767384870.490614:0:16795:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000081562066. 00000020:00000010:3.0:1767384870.490668:0:16795:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bfde7945. 00000020:00000010:3.0:1767384870.490670:0:16795:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000bbd6867f. 40000000:00000010:3.0:1767384870.490682:0:16795:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000bc34ce04. 40000000:00000010:3.0:1767384870.490685:0:16795:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 0000000086a5c9e9. 40000000:00000010:3.0:1767384870.490722:0:16795:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 0000000086a5c9e9. 00000004:00000010:3.0:1767384870.490738:0:16795:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000522094e0. 00000004:00000010:3.0:1767384870.490752:0:16795:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001e1687d0. 00000004:00000010:3.0:1767384870.490756:0:16795:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a901182f. 00080000:00000010:3.0:1767384870.490761:0:16795:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9ac2948. 00000004:00000010:3.0:1767384870.490938:0:16795:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e32d56f7. 00000004:00000010:3.0:1767384870.490943:0:16795:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005068994a. 00000004:00000010:3.0:1767384870.490946:0:16795:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003e4ed911. 00080000:00000010:3.0:1767384870.490949:0:16795:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000010db7cbb. 00000004:00000010:3.0:1767384870.491069:0:16795:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000feade0e3. 00000004:00000010:3.0:1767384870.491073:0:16795:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000a2b14140. 00000004:00000010:3.0:1767384870.491078:0:16795:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000085c1b57b. 00000004:00000010:3.0:1767384870.491082:0:16795:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000013330ab8. 00000004:00000010:3.0:1767384870.491084:0:16795:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002bd20cdc. 00080000:00000010:3.0:1767384870.491087:0:16795:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e8bba4b9. 00000040:00000010:3.0:1767384870.491176:0:16795:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000086a5c9e9. 00000040:00000010:3.0:1767384870.491186:0:16795:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009b4c6528. 00000020:00000010:3.0:1767384870.491191:0:16795:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001527801a. 00080000:00000010:3.0:1767384870.491195:0:16795:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d28631ac. 00000040:00000010:3.0:1767384870.492167:0:16795:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000052866135. 00080000:00000010:3.0:1767384870.493199:0:16795:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000041454d32. 00080000:00000010:3.0:1767384870.493274:0:16795:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3204c43. 00000040:00000010:3.0:1767384870.493278:0:16795:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008a4903ea. 00000020:00000010:3.0:1767384870.493283:0:16795:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000186a4981. 00080000:00000010:3.0:1767384870.493286:0:16795:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003ed4c4c4. 00080000:00000010:3.0:1767384870.493317:0:16795:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000ae27c254. 00000040:00000010:3.0:1767384870.493331:0:16795:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be3f9e51. 00000020:00000010:3.0:1767384870.493334:0:16795:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008476a9c7. 00080000:00000010:3.0:1767384870.493337:0:16795:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dfd19bfd. 00000040:00000010:3.0:1767384870.493433:0:16795:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c61679b5. 00000020:00000010:3.0:1767384870.493692:0:16795:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000005df7e350. 00000020:00000010:3.0:1767384870.493847:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cd126f7. 00000020:00000010:3.0:1767384870.493850:0:16799:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002a91149a. 00000040:00000010:3.0:1767384870.493852:0:16799:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003cb5d877. 00000020:00000010:3.0:1767384870.493855:0:16799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000268dad80. 00000020:00000010:3.0:1767384870.493857:0:16799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e0d12451. 00040000:00000010:3.0:1767384870.493862:0:16799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dd4a5ed3. 00040000:00000010:3.0:1767384870.493875:0:16799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004bcb52f4. 00080000:00000010:3.0:1767384870.493882:0:16799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e8146b07. 00000020:00000010:3.0:1767384870.493915:0:16799:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000031572f5f. 00000040:00000010:3.0:1767384870.493923:0:16799:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000093837ee0. 00000040:00000010:3.0:1767384870.493933:0:16799:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000089c87a6d. 00000040:00000010:3.0:1767384870.493969:0:16799:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f6d31121. 00000040:00000010:3.0:1767384870.493976:0:16799:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e64a8eb6. 00000020:00000010:3.0:1767384870.494714:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024c710cd. 00000020:00000010:3.0:1767384870.494720:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024c710cd. 00000020:00000010:3.0:1767384870.494724:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4288653. 00000020:00000010:3.0:1767384870.494726:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eae98656. 00000020:00000010:3.0:1767384870.494729:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384870.494758:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024c710cd. 00000020:00000010:3.0:1767384870.494761:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000024c710cd. 00000100:00000200:3.0:1767384870.494764:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352203648 02000000:00000010:3.0:1767384870.494785:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000009735d446. 00000040:00000010:3.0:1767384870.494790:0:16771:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0fbb5f5. 00000040:00000010:3.0:1767384870.494802:0:16771:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000255b8e1f. 00000040:00000010:3.0:1767384870.494933:0:16771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000255b8e1f. 00000040:00000010:3.0:1767384870.494938:0:16771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0fbb5f5. 00010000:00000200:3.0:1767384870.494944:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c19da05 x1853237352203648/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:96/0 lens 272/8472 e 0 to 0 dl 1767384881 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384870.494957:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001df49758. 00000100:00000200:3.0:1767384870.494959:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352203648, offset 224 00000400:00000200:3.0:1767384870.494964:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.494968:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.494972:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272100580 00000400:00000200:3.0:1767384870.494976:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x9b1 [4] + 224 00000400:00000200:3.0:1767384870.494981:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.495001:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384870.495007:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e6519eb x1853237352203648/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384886 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384870.495030:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001df49758 00000400:00000010:3.0:1767384870.495032:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001df49758. 00000020:00000010:3.0:1767384870.495047:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eae98656. 00000020:00000010:3.0:1767384870.495050:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384870.495052:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4288653. 02000000:00000010:3.0:1767384870.495066:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000009735d446. 00000100:00000200:3.0:1767384870.495079:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384870.495083:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026cf2eeb. 00000400:00000010:3.0:1767384870.495086:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001df49758. 00000040:00000010:3.0:1767384870.495196:0:16757:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000171525fc. 00000040:00000010:3.0:1767384870.495203:0:16757:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000083ab1666. 00000040:00000010:3.0:1767384870.495206:0:16757:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a32ac7f. 00000020:00000010:3.0:1767384870.495212:0:16757:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b96c694. 00000040:00000010:3.0:1767384870.495215:0:16757:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000257feab7. 00000020:00000010:3.0:1767384870.495217:0:16757:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e254b90. 00000020:00000010:3.0:1767384870.495220:0:16757:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cfc82099. 80000000:00000010:3.0:1767384870.495222:0:16757:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e047f96c. 00040000:00000010:3.0:1767384870.495224:0:16757:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a3b73a27. 00080000:00000010:3.0:1767384870.495226:0:16757:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000efbbf509. 20000000:00000010:3.0:1767384870.495228:0:16757:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f122e09b. 00000020:00000010:3.0:1767384870.495230:0:16757:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ebfe6c6. 10000000:00000010:3.0:1767384870.495232:0:16757:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000cc12ac3a. 00000100:00000010:3.0:1767384870.495248:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087fb5669. 02000000:00000010:3.0:1767384870.495254:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4288653. 00010000:00000010:3.0:1767384870.495261:0:16757:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023b8ae1d. 00010000:00000010:3.0:1767384870.495266:0:16757:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059232d92. 00000020:00000010:3.0:1767384870.495268:0:16757:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000024c710cd. 00000100:00000010:3.0:1767384870.495277:0:16757:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.495283:0:16757:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b9fdee2d. 00000400:00000010:3.0:1767384870.495286:0:16757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000410155b. 00000400:00000010:3.0:1767384870.495288:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.495290:0:16757:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352203776, portal 25 00000400:00000010:3.0:1767384870.495293:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.495294:0:16757:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352203776, offset 0 00000400:00000200:3.0:1767384870.495297:0:16757:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.495301:0:16757:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.495305:0:16757:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272100600 00000400:00000200:3.0:1767384870.495307:0:16757:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x135 [2] + 0 00000400:00000010:3.0:1767384870.495314:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bb7db0c. 00000400:00000200:3.0:1767384870.495316:0:16757:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033a23883 00000400:00000200:3.0:1767384870.495318:0:16757:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.495320:0:16757:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384870.495322:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033a23883 00000400:00000010:3.0:1767384870.495323:0:16757:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033a23883. 00000100:00000200:3.0:1767384870.495325:0:16757:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384870.495337:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384870.495338:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.495342:0:16757:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087fb5669 x1853237352203776/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384870.495528:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000410155b. 00000400:00000200:3.0:1767384870.495532:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000400:00000010:3.0:1767384870.495534:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.495538:0:16757:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087fb5669 x1853237352203776/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384870.495544:0:16757:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087fb5669 x1853237352203776/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384870.495555:0:16757:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.495564:0:16757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9fdee2d. 02000000:00000010:3.0:1767384870.495566:0:16757:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c4288653. 00000100:00000010:3.0:1767384870.495568:0:16757:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087fb5669. 10000000:00000010:3.0:1767384870.495574:0:16757:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000f358709f. 00000100:00000010:3.0:1767384870.496058:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087fb5669. 02000000:00000010:3.0:1767384870.496064:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4288653. 00000100:00000010:3.0:1767384870.496068:0:16757:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b9fdee2d. 00000100:00000010:3.0:1767384870.496071:0:16757:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000e0b62db1. 00000100:00000010:3.0:1767384870.496081:0:16757:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fc3b604. 00000400:00000010:3.0:1767384870.496088:0:16757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000410155b. 00000400:00000010:3.0:1767384870.496091:0:16757:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000255b8e1f. 00000100:00000200:3.0:1767384870.496094:0:16757:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958272100680-0x6958272100680, portal 33 02000000:00000010:3.0:1767384870.496097:0:16757:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0fbb5f5. 00000400:00000010:3.0:1767384870.496102:0:16757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e48416c. 00000400:00000010:3.0:1767384870.496104:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.496106:0:16757:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352203904, portal 25 00000400:00000010:3.0:1767384870.496108:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.496109:0:16757:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352203904, offset 0 00000400:00000200:3.0:1767384870.496112:0:16757:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.496116:0:16757:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.496119:0:16757:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272100680 00000400:00000200:3.0:1767384870.496122:0:16757:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x139 [2] + 0 00000400:00000010:3.0:1767384870.496124:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7b4b65a. 00000400:00000200:3.0:1767384870.496125:0:16757:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7fcf8e8 00000400:00000200:3.0:1767384870.496128:0:16757:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.496129:0:16757:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384870.496131:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fcf8e8 00000400:00000010:3.0:1767384870.496132:0:16757:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7fcf8e8. 00000100:00000200:3.0:1767384870.496134:0:16757:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384870.496147:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384870.496148:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.496151:0:16757:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087fb5669 x1853237352203904/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384870.496527:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e48416c. 00000400:00000200:3.0:1767384870.496531:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000400:00000010:3.0:1767384870.496533:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.496542:0:16757:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087fb5669 x1853237352203904/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384870.496552:0:16757:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087fb5669 x1853237352203904/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384870.496564:0:16757:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.496570:0:16757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0fbb5f5. 00000100:00000010:3.0:1767384870.496578:0:16757:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000e0b62db1. 00000100:00000010:3.0:1767384870.496582:0:16757:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b9fdee2d. 02000000:00000010:3.0:1767384870.496584:0:16757:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c4288653. 00000100:00000010:3.0:1767384870.496586:0:16757:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087fb5669. 10000000:00000010:3.0:1767384870.497171:0:16757:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000f358709f. 00000100:00000010:3.0:1767384870.497185:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087fb5669. 02000000:00000010:3.0:1767384870.497190:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4288653. 00010000:00000010:3.0:1767384870.497195:0:16757:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005966dcbb. 00010000:00000010:3.0:1767384870.497198:0:16757:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7544a11. 00000100:00000010:3.0:1767384870.497204:0:16757:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.497211:0:16757:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b9fdee2d. 00000400:00000010:3.0:1767384870.497213:0:16757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e48416c. 00000400:00000010:3.0:1767384870.497215:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.497218:0:16757:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352204032, portal 25 00000400:00000010:3.0:1767384870.497220:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.497222:0:16757:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352204032, offset 0 00000400:00000200:3.0:1767384870.497225:0:16757:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.497230:0:16757:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.497234:0:16757:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272100700 00000400:00000200:3.0:1767384870.497237:0:16757:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13d [2] + 0 00000400:00000010:3.0:1767384870.497239:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9f0978d. 00000400:00000200:3.0:1767384870.497241:0:16757:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091e09465 00000400:00000200:3.0:1767384870.497244:0:16757:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.497245:0:16757:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384870.497247:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091e09465 00000400:00000010:3.0:1767384870.497248:0:16757:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091e09465. 00000100:00000200:3.0:1767384870.497251:0:16757:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384870.497262:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384870.497263:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.497265:0:16757:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087fb5669 x1853237352204032/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384870.497466:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e48416c. 00000400:00000200:3.0:1767384870.497471:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000400:00000010:3.0:1767384870.497474:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.497481:0:16757:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087fb5669 x1853237352204032/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384870.497491:0:16757:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087fb5669 x1853237352204032/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384870.497510:0:16757:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.497519:0:16757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9fdee2d. 02000000:00000010:3.0:1767384870.497521:0:16757:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c4288653. 00000100:00000010:3.0:1767384870.497523:0:16757:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087fb5669. 10000000:00000010:3.0:1767384870.497528:0:16757:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000fd61b7a8. 00000020:00000010:3.0:1767384870.497530:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4288653. 00000020:00000010:3.0:1767384870.497532:0:16757:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0fbb5f5. 00000040:00000010:3.0:1767384870.497534:0:16757:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061b5086a. 00000020:00000010:3.0:1767384870.497536:0:16757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f358709f. 00000020:00000010:3.0:1767384870.497538:0:16757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003cfd3fdc. 80000000:00000010:3.0:1767384870.497540:0:16757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b537ca20. 00040000:00000010:3.0:1767384870.497542:0:16757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b210133. 00080000:00000010:3.0:1767384870.497544:0:16757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000004991334. 20000000:00000010:3.0:1767384870.497546:0:16757:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000664c0aeb. 00000040:00000010:3.0:1767384870.497549:0:16757:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000074adae84. 00000100:00000010:3.0:1767384870.497551:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087fb5669. 02000000:00000010:3.0:1767384870.497556:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d5bd389. 00000100:00000010:3.0:1767384870.497560:0:16757:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.497565:0:16757:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a21e34c3. 00000400:00000010:3.0:1767384870.497567:0:16757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e48416c. 00000400:00000010:3.0:1767384870.497569:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.497571:0:16757:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352204160, portal 25 00000400:00000010:3.0:1767384870.497572:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.497574:0:16757:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237352204160, offset 0 00000400:00000200:3.0:1767384870.497576:0:16757:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.497580:0:16757:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.497583:0:16757:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958272100780 00000400:00000200:3.0:1767384870.497586:0:16757:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x141 [2] + 0 00000400:00000010:3.0:1767384870.497587:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ab4705b. 00000400:00000200:3.0:1767384870.497589:0:16757:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa340baf 00000400:00000200:3.0:1767384870.497591:0:16757:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.497597:0:16757:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384870.497599:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa340baf 00000400:00000010:3.0:1767384870.497600:0:16757:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa340baf. 00000100:00000200:3.0:1767384870.497602:0:16757:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384870.497613:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384870.497614:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.497617:0:16757:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087fb5669 x1853237352204160/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384870.498010:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e48416c. 00000400:00000200:3.0:1767384870.498017:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000400:00000010:3.0:1767384870.498021:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.498030:0:16757:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087fb5669 x1853237352204160/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384870.498044:0:16757:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087fb5669 x1853237352204160/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384870.498059:0:16757:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.498064:0:16757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a21e34c3. 02000000:00000010:3.0:1767384870.498066:0:16757:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d5bd389. 00000100:00000010:3.0:1767384870.498067:0:16757:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087fb5669. 00000040:00000010:3.0:1767384870.498073:0:16757:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a77ad120. 00000100:00000010:3.0:1767384870.498075:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087fb5669. 02000000:00000010:3.0:1767384870.498078:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d5bd389. 00000100:00000010:3.0:1767384870.498082:0:16757:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.498095:0:16757:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000caf27a1f. 00000400:00000010:3.0:1767384870.498097:0:16757:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e48416c. 00000400:00000010:3.0:1767384870.498100:0:16757:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e3a6526f. 00000100:00000200:3.0:1767384870.498102:0:16757:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352204288, portal 25 00000400:00000010:3.0:1767384870.498104:0:16757:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.498105:0:16757:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352204288, offset 0 00000400:00000200:3.0:1767384870.498108:0:16757:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.498112:0:16757:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.498115:0:16757:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272100800 00000400:00000200:3.0:1767384870.498117:0:16757:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x145 [2] + 0 00000400:00000010:3.0:1767384870.498122:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000076b94e. 00000400:00000200:3.0:1767384870.498124:0:16757:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ae1ac01 00000400:00000200:3.0:1767384870.498126:0:16757:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.498128:0:16757:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384870.498130:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ae1ac01 00000400:00000010:3.0:1767384870.498131:0:16757:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ae1ac01. 00000100:00000200:3.0:1767384870.498133:0:16757:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384870.498144:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000400:00000010:3.0:1767384870.498146:0:16757:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.498148:0:16757:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087fb5669 x1853237352204288/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384870.498378:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e48416c. 00000400:00000200:3.0:1767384870.498382:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3a6526f 00000400:00000010:3.0:1767384870.498385:0:16757:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e3a6526f. 00000100:00000200:3.0:1767384870.498389:0:16757:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087fb5669 x1853237352204288/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384870.498396:0:16757:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087fb5669 x1853237352204288/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384870.498408:0:16757:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fc3b604. 02000000:00000010:3.0:1767384870.498415:0:16757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000caf27a1f. 02000000:00000010:3.0:1767384870.498423:0:16757:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d5bd389. 00000100:00000010:3.0:1767384870.498426:0:16757:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087fb5669. 00000040:00000010:3.0:1767384870.498430:0:16757:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000092d25858. 00000020:00000010:3.0:1767384870.498577:0:16801:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d5bd389. 00000020:00000010:3.0:1767384870.498580:0:16801:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a21e34c3. 00000040:00000010:3.0:1767384870.498582:0:16801:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a256308. 00000020:00000010:3.0:1767384870.498585:0:16801:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cf6ddbb5. 00000020:00000010:3.0:1767384870.498587:0:16801:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f103d6e1. 00000020:00000010:3.0:1767384870.498589:0:16801:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000558880f1. 80000000:00000010:3.0:1767384870.498591:0:16801:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f7ae9250. 40000000:00000010:3.0:1767384870.498592:0:16801:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f53ddd81. 00100000:00000010:3.0:1767384870.498595:0:16801:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008686c455. 00040000:00000010:3.0:1767384870.498601:0:16801:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008920a88a. 00040000:00000010:3.0:1767384870.498603:0:16801:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c933943c. 00040000:00000010:3.0:1767384870.498605:0:16801:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000054bdc331. 00080000:00000010:3.0:1767384870.498606:0:16801:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cc9efb61. 00000004:00000010:3.0:1767384870.498608:0:16801:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006ba41f56. 00000004:00000010:3.0:1767384870.498610:0:16801:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e0b62db1. 00000004:00000010:3.0:1767384870.498612:0:16801:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008647a944. 00002000:00000010:3.0:1767384870.498614:0:16801:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b9fdee2d. 00000004:00000010:3.0:1767384870.498616:0:16801:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004ac93904. 00000020:00000010:3.0:1767384870.498618:0:16801:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003fa73997. 00000040:00000010:3.0:1767384870.498622:0:16801:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000579feacc. 00000040:00000010:3.0:1767384870.499094:0:16801:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000579feacc. 00000020:00000010:3.0:1767384870.499100:0:16801:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003fa73997. 00000020:00000010:3.0:1767384870.499105:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a21e34c3. 00000040:00000010:3.0:1767384870.499107:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003a256308. 00000020:00000010:3.0:1767384870.499109:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cf6ddbb5. 00000020:00000010:3.0:1767384870.499111:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f103d6e1. 00000020:00000010:3.0:1767384870.499113:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000558880f1. 80000000:00000010:3.0:1767384870.499115:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f7ae9250. 40000000:00000010:3.0:1767384870.499117:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f53ddd81. 00100000:00000010:3.0:1767384870.499118:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008686c455. 00040000:00000010:3.0:1767384870.499120:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008920a88a. 00040000:00000010:3.0:1767384870.499123:0:16801:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c933943c. 00040000:00000010:3.0:1767384870.499124:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000054bdc331. 00080000:00000010:3.0:1767384870.499126:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cc9efb61. 00000004:00000010:3.0:1767384870.499127:0:16801:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006ba41f56. 00000004:00000010:3.0:1767384870.499129:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e0b62db1. 00000004:00000010:3.0:1767384870.499131:0:16801:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008647a944. 00002000:00000010:3.0:1767384870.499132:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b9fdee2d. 00000004:00000010:3.0:1767384870.499133:0:16801:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004ac93904. 00000020:00000010:3.0:1767384870.499135:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d5bd389. 00000020:00000010:2.0:1767384870.500636:0:16802:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c31d7d4. 00000020:00000010:2.0:1767384870.500641:0:16802:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b0e81da. 00000040:00000010:2.0:1767384870.500643:0:16802:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a7c383c7. 00000020:00000010:2.0:1767384870.500646:0:16802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005fe6c295. 00000020:00000010:2.0:1767384870.500649:0:16802:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007cd72c66. 00000020:00000010:2.0:1767384870.500651:0:16802:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007ab7e19e. 80000000:00000010:2.0:1767384870.500653:0:16802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005bbd555f. 40000000:00000010:2.0:1767384870.500655:0:16802:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000daf0a489. 00100000:00000010:2.0:1767384870.500663:0:16802:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc1b542a. 00040000:00000010:2.0:1767384870.500665:0:16802:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086ede282. 00040000:00000010:2.0:1767384870.500667:0:16802:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004d690177. 00040000:00000010:2.0:1767384870.500669:0:16802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000405be86a. 00080000:00000010:2.0:1767384870.500671:0:16802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000098ada9ab. 00000004:00000010:2.0:1767384870.500673:0:16802:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006d70fa95. 00000004:00000010:2.0:1767384870.500676:0:16802:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000536961b. 00000004:00000010:2.0:1767384870.500679:0:16802:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b0b8cf6f. 00002000:00000010:2.0:1767384870.500681:0:16802:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000010c98a6c. 00000004:00000010:2.0:1767384870.500683:0:16802:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007a441338. 00000020:00000010:2.0:1767384870.500685:0:16802:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000020b8d9cc. 00000040:00000010:2.0:1767384870.500690:0:16802:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002b75be1f. 00000100:00000010:2.0:1767384870.500694:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 02000000:00000010:2.0:1767384870.500699:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f94d497. 00000100:00000010:2.0:1767384870.500704:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0a65d8d. 02000000:00000010:2.0:1767384870.500715:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000caf27a1f. 00000400:00000010:2.0:1767384870.500719:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384870.500722:0:16802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b138b724. 00000100:00000200:2.0:1767384870.500724:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352204800, portal 25 00000400:00000010:2.0:1767384870.500727:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384870.500728:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352204800, offset 0 00000400:00000200:2.0:1767384870.500732:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384870.500737:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384870.500741:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272100a00 00000400:00000200:2.0:1767384870.500744:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:2.0:1767384870.500746:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff149faa. 00000400:00000200:2.0:1767384870.500749:0:16802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000550489fc 00000400:00000200:2.0:1767384870.500751:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384870.500753:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384870.500755:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000550489fc 00000400:00000010:2.0:1767384870.500756:0:16802:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000550489fc. 00000100:00000200:2.0:1767384870.500758:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384870.500771:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384870.500776:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384870.500780:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352204800/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384870.501106:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384870.501114:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b138b724 00000400:00000010:2.0:1767384870.501119:0:16802:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b138b724. 00000100:00000200:2.0:1767384870.501128:0:16802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352204800/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384870.501146:0:16802:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352204800/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384870.501162:0:16802:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0a65d8d. 02000000:00000010:2.0:1767384870.501169:0:16802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000caf27a1f. 02000000:00000010:2.0:1767384870.501178:0:16802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008f94d497. 00000100:00000010:2.0:1767384870.501181:0:16802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000010:2.0:1767384870.501193:0:16802:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000023d18b62. 00000400:00000200:2.0:1767384870.501195:0:16802:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:2.0:1767384870.501197:0:16802:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:2.0:1767384870.501198:0:16802:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:2.0:1767384870.501200:0:16802:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp 00000400:00000200:2.0:1767384870.501203:0:16802:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384870.501206:0:16802:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (1) 00000400:00000200:2.0:1767384870.501208:0:16802:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384870.501210:0:16802:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767384870.501211:0:16802:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (2) 00000400:00000200:2.0:1767384870.501213:0:16802:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:2.0:1767384870.501214:0:16802:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000023d18b62. 00000020:00000010:2.0:1767384870.501217:0:16802:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000396dbe5f. 00000020:00000010:2.0:1767384870.501219:0:16802:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000eb46c7cf. 00000020:00000010:2.0:1767384870.501222:0:16802:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000eb46c7cf. 00000020:00000010:2.0:1767384870.501224:0:16802:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000eb46c7cf. 00000020:00000010:2.0:1767384870.501228:0:16802:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000ee9bceb4. 00000020:00000010:2.0:1767384870.501236:0:16802:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f48361c9. 00000020:00000010:2.0:1767384870.501239:0:16802:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b1148b5f. 00000020:00000010:2.0:1767384870.501251:0:16802:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000ee9bceb4. 00000020:00000010:2.0:1767384870.501254:0:16802:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000009f1040d3. 00000001:00000010:2.0:1767384870.501264:0:16802:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d06db180. 00000001:00000010:2.0:1767384870.501267:0:16802:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dafe06c2. 00000001:00000010:2.0:1767384870.501269:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f94d497. 00000001:00000010:2.0:1767384870.501271:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000988c6ff8. 00000001:00000010:2.0:1767384870.501272:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ba72fd0. 00000001:00000010:2.0:1767384870.501274:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000014dab102. 00000001:00000010:2.0:1767384870.501276:0:16802:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000018ac4106. 00000001:00000010:2.0:1767384870.501277:0:16802:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f3bce04e. 00000001:00000010:2.0:1767384870.501278:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000030d7044e. 00000001:00000010:2.0:1767384870.501280:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065b67caa. 00000001:00000010:2.0:1767384870.501282:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c4cb0ca. 00000001:00000010:2.0:1767384870.501283:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050798e3c. 00000020:00000010:2.0:1767384870.501285:0:16802:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017e6992b. 00000020:00000010:2.0:1767384870.501286:0:16802:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee9bceb4. 00000020:00000010:2.0:1767384870.501289:0:16802:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb0b4ec8. 00000008:00000010:2.0:1767384870.501291:0:16802:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b69648f0. 00020000:00000010:2.0:1767384870.501294:0:16802:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006162c57c. 00008000:00000010:2.0:1767384870.501296:0:16802:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000bbf1085a. 00000080:00000010:2.0:1767384870.501299:0:16802:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000efdd289b. 00000020:00000010:2.0:1767384870.501301:0:16802:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052586ac0. 00000020:00000010:2.0:1767384870.501303:0:16802:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066d535d6. 00000040:00000010:2.0:1767384870.501305:0:16802:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f08b72cc. 00000020:00000010:2.0:1767384870.501307:0:16802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b60981d. 00000020:00000010:2.0:1767384870.501309:0:16802:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014ed7f8b. 00000020:00000010:2.0:1767384870.501311:0:16802:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e21600c1. 80000000:00000010:2.0:1767384870.501313:0:16802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000065d0a6f. 40000000:00000010:2.0:1767384870.501314:0:16802:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e4dfd3a. 00100000:00000010:2.0:1767384870.501317:0:16802:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d7f32e70. 00040000:00000010:2.0:1767384870.501318:0:16802:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038723c5f. 00040000:00000010:2.0:1767384870.501320:0:16802:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000091a22eb8. 00040000:00000010:2.0:1767384870.501326:0:16802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003894230b. 00080000:00000010:2.0:1767384870.501336:0:16802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a4fa368b. 00000004:00000010:2.0:1767384870.501339:0:16802:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006d2f1567. 00000004:00000010:2.0:1767384870.501342:0:16802:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ac51a99f. 00000004:00000010:2.0:1767384870.501344:0:16802:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000280159d4. 00000004:00000010:2.0:1767384870.501346:0:16802:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d3ac1d3a. 00000010:00000010:2.0:1767384870.501348:0:16802:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000d18ba2f2. 00000010:00000010:2.0:1767384870.501404:0:16802:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000005c143d8d. 00000010:00000010:2.0:1767384870.501406:0:16802:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000002a176418. 00000010:00000010:2.0:1767384870.501410:0:16802:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000d32e603a. 00000010:00000010:2.0:1767384870.501415:0:16802:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000a7c5c102. 00010000:00000010:2.0:1767384870.501419:0:16802:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000060e4b861. 00010000:00000010:2.0:1767384870.501423:0:16802:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000c4d79930. 00010000:00000010:2.0:1767384870.501426:0:16802:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000029b358f9. 00000020:00000010:2.0:1767384870.501429:0:16802:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e8f9d166. 00000100:00000200:2.0:1767384870.501436:0:16802:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-0@lo 00010000:00000010:2.0:1767384870.501439:0:16802:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000ac807ae7. 00010000:00000010:2.0:1767384870.501441:0:16802:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000052ce7340. 00000001:00000010:2.0:1767384870.501443:0:16802:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006fc9d2fc. 00000001:00000010:2.0:1767384870.501445:0:16802:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000008a5eef88. 00000001:00000010:2.0:1767384870.501474:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a44830d0. 00000001:00000010:2.0:1767384870.501506:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000972e83f7. 00000001:00000010:2.0:1767384870.501540:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f3c019e. 00000001:00000010:2.0:1767384870.501574:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004ce7b9a7. 00000001:00000010:2.0:1767384870.501613:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082d9f52e. 00000001:00000010:2.0:1767384870.501651:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c43318d. 00000001:00000010:2.0:1767384870.501698:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ec4b46c. 00000001:00000010:2.0:1767384870.501762:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067a51115. 00000001:00000010:2.0:1767384870.501826:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf030b35. 00000001:00000010:2.0:1767384870.501925:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000240468d3. 00000001:00000010:2.0:1767384870.502013:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a486278a. 00000001:00000010:2.0:1767384870.502086:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009840fa1d. 00000001:00000010:2.0:1767384870.502162:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a52b3d9. 00000001:00000010:2.0:1767384870.502232:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d151fd7. 00000001:00000010:2.0:1767384870.502308:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7f82ce0. 00000001:00000010:2.0:1767384870.502374:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009ab6dea0. 00000001:00000010:2.0:1767384870.502439:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff795b2e. 00000001:00000010:2.0:1767384870.502504:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ec2b579b. 00000001:00000010:2.0:1767384870.502568:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000054fb295b. 00000001:00000010:2.0:1767384870.502632:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000043681d7. 00000001:00000010:2.0:1767384870.502691:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000913ed3e8. 00000001:00000010:2.0:1767384870.502759:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1b770df. 00000001:00000010:2.0:1767384870.502826:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000058af8391. 00000001:00000010:2.0:1767384870.502932:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e2e2ad3. 00000001:00000010:2.0:1767384870.503008:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f8ef9279. 00000001:00000010:2.0:1767384870.503075:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000044293819. 00000001:00000010:2.0:1767384870.503141:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000480973f9. 00000001:00000010:2.0:1767384870.503203:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be5b997c. 00000001:00000010:2.0:1767384870.503262:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cb27dc0a. 00000001:00000010:2.0:1767384870.503321:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d37c133d. 00000001:00000010:2.0:1767384870.503378:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006389a9a3. 00000001:00000010:2.0:1767384870.503435:0:16802:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d9d89bd4. 00000020:00000010:2.0:1767384870.503499:0:16802:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a4836af5. 00000020:00000010:2.0:1767384870.503504:0:16802:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000801da446. 00000020:00000010:2.0:1767384870.503566:0:16802:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000a0af469. 00000020:00000010:2.0:1767384870.503571:0:16802:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000003067cd40. 00000010:00000010:2.0:1767384870.503585:0:16802:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000005c143d8d. 00000010:00000010:2.0:1767384870.503589:0:16802:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000d32e603a. 00000010:00000010:2.0:1767384870.503591:0:16802:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000002a176418. 00000010:00000010:2.0:1767384870.503593:0:16802:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000a7c5c102. 00000020:00000010:2.0:1767384870.503616:0:16802:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000025895471. 00000020:00000010:2.0:1767384870.503621:0:16802:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e28b56ed. 00000020:00000010:2.0:1767384870.503649:0:16802:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066d535d6. 00000040:00000010:2.0:1767384870.503660:0:16802:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f08b72cc. 00000020:00000010:2.0:1767384870.503664:0:16802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003b60981d. 00000020:00000010:2.0:1767384870.503669:0:16802:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000014ed7f8b. 00000020:00000010:2.0:1767384870.503673:0:16802:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e21600c1. 80000000:00000010:2.0:1767384870.503676:0:16802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000065d0a6f. 40000000:00000010:2.0:1767384870.503680:0:16802:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e4dfd3a. 00100000:00000010:2.0:1767384870.503683:0:16802:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d7f32e70. 00040000:00000010:2.0:1767384870.503686:0:16802:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038723c5f. 00040000:00000010:2.0:1767384870.503690:0:16802:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000091a22eb8. 00040000:00000010:2.0:1767384870.503694:0:16802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003894230b. 00080000:00000010:2.0:1767384870.503697:0:16802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a4fa368b. 00000004:00000010:2.0:1767384870.503700:0:16802:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006d2f1567. 00000004:00000010:2.0:1767384870.503703:0:16802:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ac51a99f. 00000004:00000010:2.0:1767384870.503706:0:16802:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000280159d4. 00000004:00000010:2.0:1767384870.503709:0:16802:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d3ac1d3a. 00000020:00000010:2.0:1767384870.503712:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052586ac0. 00000020:00000010:2.0:1767384870.503716:0:16802:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee9bceb4. 00000020:00000010:2.0:1767384870.503719:0:16802:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb0b4ec8. 00000008:00000010:2.0:1767384870.503722:0:16802:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b69648f0. 00020000:00000010:2.0:1767384870.503725:0:16802:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006162c57c. 00008000:00000010:2.0:1767384870.503729:0:16802:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000bbf1085a. 00000080:00000010:2.0:1767384870.503732:0:16802:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000efdd289b. 00000020:00000010:2.0:1767384870.503735:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017e6992b. 00000020:00000010:2.0:1767384870.503739:0:16802:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000009f1040d3. 00000020:00000010:2.0:1767384870.503747:0:16802:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008413afef. 00000020:00000010:2.0:1767384870.503751:0:16802:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6ea761d. 00000040:00000010:2.0:1767384870.503755:0:16802:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000039d1242e. 00000020:00000010:2.0:1767384870.503759:0:16802:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000280159d4. 00000020:00000010:2.0:1767384870.503762:0:16802:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014ed7f8b. 00000020:00000010:2.0:1767384870.503765:0:16802:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f536b47. 80000000:00000010:2.0:1767384870.503768:0:16802:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ff1e021. 40000000:00000010:2.0:1767384870.503770:0:16802:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e4dfd3a. 00100000:00000010:2.0:1767384870.503773:0:16802:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006d2f1567. 00040000:00000010:2.0:1767384870.503776:0:16802:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038723c5f. 00040000:00000010:2.0:1767384870.503787:0:16802:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a4fa368b. 00040000:00000010:2.0:1767384870.503791:0:16802:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008096824e. 00080000:00000010:2.0:1767384870.503794:0:16802:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000040f16e74. 00000004:00000010:2.0:1767384870.503798:0:16802:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e7791a5a. 00000004:00000010:2.0:1767384870.503803:0:16802:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000de3dd03e. 00000004:00000010:2.0:1767384870.503806:0:16802:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b5ee2ff3. 00000004:00000010:2.0:1767384870.503809:0:16802:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d3ac1d3a. 00000020:00000010:2.0:1767384870.503813:0:16802:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d8fe120. 00000020:00000010:2.0:1767384870.503815:0:16802:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee9bceb4. 00000020:00000010:2.0:1767384870.503819:0:16802:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb0b4ec8. 00000020:00000010:2.0:1767384870.503823:0:16802:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000e0a65d8d. 00000020:00000010:2.0:1767384870.503826:0:16802:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000021d3668a. 00000020:00000010:2.0:1767384870.503832:0:16802:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006f27ec89. 00000100:00000010:2.0:1767384870.503847:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 02000000:00000010:2.0:1767384870.503864:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e4f8c825. 00000100:00000010:3.0:1767384870.503940:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d77f3a5e. 00000100:00000010:2.0:1767384870.503954:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c93472a8. 02000000:00000010:3.0:1767384870.504010:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ac93904. 00000400:00000010:3.0:1767384870.504016:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e48416c. 00000400:00000010:3.0:1767384870.504028:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384870.504032:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352204928, portal 10 00000020:00000010:3.0:1767384870.504038:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000579feacc. 00000400:00000010:3.0:1767384870.504044:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.504048:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237352204928, offset 0 00000400:00000200:3.0:1767384870.504054:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.504061:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.504067:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272100a80 00000400:00000200:3.0:1767384870.504072:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:3.0:1767384870.504076:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.504079:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384870.504083:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384870.504085:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087fb5669. 00000400:00000200:3.0:1767384870.504098:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384870.504099:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.504104:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352204928/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384870.504118:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7ae9250. 00000100:00000010:3.0:1767384870.504126:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0313e6f. 00000100:00000010:3.0:1767384870.504132:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b537ca20. 00000100:00000010:3.0:1767384870.504142:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092d25858. 00000020:00000010:3.0:1767384870.504181:0:16802:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000e0a65d8d. 00000020:00000010:3.0:1767384870.504186:0:16802:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000021d3668a. 00000020:00000010:3.0:1767384870.504191:0:16802:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6ea761d. 00000040:00000010:3.0:1767384870.504193:0:16802:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000039d1242e. 00000020:00000010:3.0:1767384870.504195:0:16802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000280159d4. 00000020:00000010:3.0:1767384870.504198:0:16802:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000014ed7f8b. 00000020:00000010:3.0:1767384870.504202:0:16802:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f536b47. 80000000:00000010:3.0:1767384870.504207:0:16802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007ff1e021. 40000000:00000010:3.0:1767384870.504210:0:16802:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e4dfd3a. 00100000:00000010:3.0:1767384870.504215:0:16802:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006d2f1567. 00040000:00000010:3.0:1767384870.504219:0:16802:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000038723c5f. 00040000:00000010:3.0:1767384870.504230:0:16802:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a4fa368b. 00040000:00000010:3.0:1767384870.504234:0:16802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008096824e. 00080000:00000010:3.0:1767384870.504239:0:16802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000040f16e74. 00000004:00000010:3.0:1767384870.504244:0:16802:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e7791a5a. 00000004:00000010:3.0:1767384870.504249:0:16802:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000de3dd03e. 00000004:00000010:3.0:1767384870.504252:0:16802:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b5ee2ff3. 00000004:00000010:3.0:1767384870.504256:0:16802:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d3ac1d3a. 00000020:00000010:3.0:1767384870.504260:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008413afef. 00000020:00000010:3.0:1767384870.504265:0:16802:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee9bceb4. 00000020:00000010:3.0:1767384870.504270:0:16802:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb0b4ec8. 00000020:00000010:3.0:1767384870.504273:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d8fe120. 00000020:00000010:3.0:1767384870.504279:0:16802:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000396dbe5f. 00000020:00000010:3.0:1767384870.504284:0:16802:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000eb46c7cf. 00000100:00000010:3.0:1767384870.504299:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95ed3be. 02000000:00000010:3.0:1767384870.504308:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d5bd389. 00000100:00000010:3.0:1767384870.504314:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3a6526f. 02000000:00000010:3.0:1767384870.504329:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000002ced6c3b. 00000400:00000010:3.0:1767384870.504334:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bf5517a. 00000400:00000010:2.0:1767384870.504334:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e48416c. 00000400:00000200:2.0:1767384870.504342:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000400:00000010:2.0:1767384870.504346:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 00000400:00000010:3.0:1767384870.504356:0:16802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bf87e8aa. 00000100:00000200:2.0:1767384870.504357:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352204928/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384870.504361:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352205056, portal 25 00000400:00000010:3.0:1767384870.504367:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.504371:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352205056, offset 0 00000100:00000200:2.0:1767384870.504376:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352204928/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384870.504379:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384870.504388:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384870.504397:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272100b00 00000400:00000200:3.0:1767384870.504401:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000020:00000010:2.0:1767384870.504401:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b097e899. 00000400:00000010:3.0:1767384870.504408:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000786762ed. 00000400:00000200:3.0:1767384870.504410:0:16802:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bffac960 00000400:00000200:3.0:1767384870.504413:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384870.504416:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384870.504420:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bffac960 00000400:00000010:3.0:1767384870.504421:0:16802:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bffac960. 02000000:00000010:2.0:1767384870.504423:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ac93904. 00000100:00000200:3.0:1767384870.504424:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1767384870.504432:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e4f8c825. 00000100:00000010:2.0:1767384870.504439:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000400:00000200:3.0:1767384870.504441:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384870.504447:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384870.504453:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d95ed3be x1853237352205056/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384870.504787:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bf5517a. 00000400:00000200:3.0:1767384870.504793:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf87e8aa 00000400:00000010:3.0:1767384870.504795:0:16802:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bf87e8aa. 00000100:00000200:3.0:1767384870.504801:0:16802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d95ed3be x1853237352205056/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384870.504812:0:16802:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d95ed3be x1853237352205056/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384870.504832:0:16802:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e3a6526f. 02000000:00000010:3.0:1767384870.504838:0:16802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002ced6c3b. 02000000:00000010:3.0:1767384870.504848:0:16802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d5bd389. 00000100:00000010:3.0:1767384870.504851:0:16802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95ed3be. 00000040:00000010:3.0:1767384870.504857:0:16802:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002b75be1f. 00000020:00000010:3.0:1767384870.504863:0:16802:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000020b8d9cc. 00000020:00000010:3.0:1767384870.504871:0:16802:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b0e81da. 00000040:00000010:3.0:1767384870.504874:0:16802:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a7c383c7. 00000020:00000010:3.0:1767384870.504878:0:16802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005fe6c295. 00000020:00000010:3.0:1767384870.504882:0:16802:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007cd72c66. 00000020:00000010:3.0:1767384870.504910:0:16802:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007ab7e19e. 80000000:00000010:3.0:1767384870.504914:0:16802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005bbd555f. 40000000:00000010:3.0:1767384870.504916:0:16802:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000daf0a489. 00100000:00000010:3.0:1767384870.504918:0:16802:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bc1b542a. 00040000:00000010:3.0:1767384870.504921:0:16802:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000086ede282. 00040000:00000010:3.0:1767384870.504923:0:16802:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004d690177. 00040000:00000010:3.0:1767384870.504926:0:16802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000405be86a. 00080000:00000010:3.0:1767384870.504928:0:16802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000098ada9ab. 00000004:00000010:3.0:1767384870.504930:0:16802:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006d70fa95. 00000004:00000010:3.0:1767384870.504933:0:16802:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000536961b. 00000004:00000010:3.0:1767384870.504936:0:16802:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b0b8cf6f. 00002000:00000010:3.0:1767384870.504939:0:16802:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000010c98a6c. 00000004:00000010:3.0:1767384870.504942:0:16802:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007a441338. 00000020:00000010:3.0:1767384870.504952:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c31d7d4. 00000100:00000010:2.0:1767384870.509948:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b537ca20. 00000100:00000010:3.0:1767384870.510008:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092d25858. 00080000:00000010:3.0:1767384870.515572:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000df59fe7b. 00080000:00000010:3.0:1767384870.515581:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c1d78f39. 00080000:00000010:3.0:1767384870.515587:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c3204c43. 00080000:00000010:3.0:1767384870.515591:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000041454d32. 00010000:00000010:2.0:1767384870.515630:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000006932bd5. 00000020:00000010:2.0:1767384870.515638:0:16792:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000eb0ba4e8. 00010000:00000010:2.0:1767384870.515654:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ca8a4ebf. 00000100:00000010:2.0:1767384870.515661:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b138b724. 00000100:00000010:2.0:1767384870.515679:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 02000000:00000010:2.0:1767384870.515693:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7a7dc04. 02000000:00000010:2.0:1767384870.515722:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005132ab62. 00000400:00000010:2.0:1767384870.515729:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384870.515738:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384870.515744:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352205312, portal 16 00000400:00000010:2.0:1767384870.515751:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000200:2.0:1767384870.515754:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352205312, offset 0 00000400:00000200:2.0:1767384870.515763:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384870.515774:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384870.515786:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272100c00 00000400:00000200:2.0:1767384870.515793:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:2.0:1767384870.515800:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384870.515804:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384870.515809:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384870.515814:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e34285. 00000400:00000200:2.0:1767384870.515833:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384870.515836:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000200:2.0:1767384870.515845:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352205312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384886 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384870.515865:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046423cde. 00000100:00000010:2.0:1767384870.515881:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046b77736. 00000100:00000010:2.0:1767384870.515919:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000921ada21. 00000100:00000010:2.0:1767384870.515931:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049bb6798. 00000400:00000010:2.0:1767384870.516060:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384870.516066:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384870.516068:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384870.516076:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352205312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384886 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384870.516092:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352205312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384886 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384870.516109:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95ed3be. 02000000:00000010:3.0:1767384870.516117:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c26d755. 02000000:00000010:2.0:1767384870.516122:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005132ab62. 02000000:00000010:2.0:1767384870.516135:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c7a7dc04. 00000100:00000010:2.0:1767384870.516140:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000010:2.0:1767384870.516146:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b138b724. 00010000:00000010:3.0:1767384870.516149:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e7fcf8e8. 00010000:00000010:2.0:1767384870.516151:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ca8a4ebf. 00000020:00000010:3.0:1767384870.516165:0:16136:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f103d6e1. 00000020:00000010:3.0:1767384870.516171:0:16136:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9758bb7. 80000000:00000010:3.0:1767384870.516176:0:16136:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc452d95. 40000000:00000010:3.0:1767384870.516180:0:16136:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000053d02f69. 00000008:00000010:3.0:1767384870.516195:0:16136:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006e4b7d98. 00020000:00000010:3.0:1767384870.516200:0:16136:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000004f5bb13d. 00008000:00000010:3.0:1767384870.516214:0:16136:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000034bab6f1. 00100000:00000010:3.0:1767384870.516221:0:16136:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006ba41f56. 00040000:00000010:3.0:1767384870.516226:0:16136:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009d39d786. 00040000:00000010:3.0:1767384870.516232:0:16136:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cc9efb61. 00040000:00000010:3.0:1767384870.516238:0:16136:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055246ba9. 00080000:00000010:3.0:1767384870.516243:0:16136:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c933943c. 00000004:00000010:3.0:1767384870.516248:0:16136:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008686c455. 00000004:00000010:3.0:1767384870.516254:0:16136:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e0b62db1. 00000004:00000010:3.0:1767384870.516263:0:16136:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cf6ddbb5. 00002000:00000010:3.0:1767384870.516270:0:16136:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c3204c43. 00000004:00000010:3.0:1767384870.516275:0:16136:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006d5cb094. 00000080:00000010:3.0:1767384870.516286:0:16136:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000aaf21d5. 00000080:00000010:3.0:1767384870.516300:0:16136:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000001d50632d. 00000008:00000010:3.0:1767384870.516307:0:16136:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009e6676fd. 00020000:00000010:3.0:1767384870.516313:0:16136:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ebe4475f. 00008000:00000010:3.0:1767384870.516317:0:16136:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000400b87af. 00000080:00000010:3.0:1767384870.516322:0:16136:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003ffe5e60. 00000400:00000010:2.0:1767384870.517820:0:16757:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c6b5e2b. 00000400:00000200:2.0:1767384870.517827:0:16757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000986432ec 00000400:00000010:2.0:1767384870.517829:0:16757:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000986432ec. 00000100:00000200:2.0:1767384870.517837:0:16757:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e6519eb x1853237352205184/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384870.517849:0:16757:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e6519eb x1853237352205184/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384870.517864:0:16757:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009219a788. 02000000:00000010:2.0:1767384870.517872:0:16757:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c4ae4188. 02000000:00000010:2.0:1767384870.517876:0:16757:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000ec00776. 00000100:00000010:2.0:1767384870.517880:0:16757:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e6519eb. 00000020:00000010:2.0:1767384870.517913:0:16757:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 000000003bbee722. 00000020:02000000:2.0:1767384870.517920:0:16757:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00000010:1.1F:1767384870.520911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00010000:00000010:3.1:1767384870.520938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023b8ae1d. 00010000:00000010:3.1:1767384870.520945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059232d92. 00000100:00000010:3.0:1767384870.520956:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049bb6798. 00000100:00000010:2.0:1767384870.521440:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000921ada21. 00000020:00000010:2.0:1767384870.521451:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7a7dc04. 00000020:00000010:2.0:1767384870.521455:0:16757:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005132ab62. 00000040:00000010:2.0:1767384870.521459:0:16757:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004bbf19a4. 00000020:00000010:2.0:1767384870.521464:0:16757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f63c4bdc. 00000020:00000010:2.0:1767384870.521467:0:16757:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dbea4445. 00000020:00000010:2.0:1767384870.521471:0:16757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c78d420. 80000000:00000010:2.0:1767384870.521474:0:16757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000921ada21. 40000000:00000010:2.0:1767384870.521478:0:16757:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ca8a4ebf. 00100000:00000010:2.0:1767384870.521482:0:16757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007ddc79bc. 00040000:00000010:2.0:1767384870.521485:0:16757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c70095b. 00040000:00000010:2.0:1767384870.521489:0:16757:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a1ba19cc. 00040000:00000010:2.0:1767384870.521492:0:16757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aede1611. 00080000:00000010:2.0:1767384870.521496:0:16757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000052870c4e. 00000004:00000010:2.0:1767384870.521499:0:16757:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d22a6387. 00000004:00000010:2.0:1767384870.521511:0:16757:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a95c3747. 00000004:00000010:2.0:1767384870.521515:0:16757:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d097d6f0. 00000004:00000010:2.0:1767384870.521519:0:16757:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eebdf1fd. 00000020:00000010:2.0:1767384870.521522:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000983b223b. 00000020:00000010:2.0:1767384870.521525:0:16757:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000ef1327f. 00000020:00000010:2.0:1767384870.521528:0:16757:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000319cdda4. 00000020:00000010:2.0:1767384870.521575:0:16757:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bfc088d8. 00080000:00000010:2.0:1767384870.521584:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ec45733. 00080000:00000010:2.0:1767384870.521655:0:16757:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ec45733. 00000020:00000010:2.0:1767384870.521661:0:16757:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bfc088d8. 00000004:00000010:2.0:1767384870.521680:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c6c38a6c. 00000004:00000010:2.0:1767384870.521695:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d7c56eed. 00000004:00000010:2.0:1767384870.521702:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003571c715. 00080000:00000010:2.0:1767384870.521707:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ec45733. 00040000:00000010:2.0:1767384870.521758:0:16757:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b138b724. 00000004:00000010:2.0:1767384870.521765:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c467671a. 00000004:00000010:2.0:1767384870.521768:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ab9895c1. 00000004:00000010:2.0:1767384870.521772:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002a1d1db9. 00080000:00000010:2.0:1767384870.521776:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008431ccf6. 00000020:00000010:2.0:1767384870.521798:0:16757:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000048cec320. 00080000:00000010:2.0:1767384870.521802:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b3b2086. 00080000:00000010:2.0:1767384870.521837:0:16757:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007b3b2086. 00000020:00000010:2.0:1767384870.521841:0:16757:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000048cec320. 00000004:00000010:2.0:1767384870.521846:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000054d25487. 00000004:00000010:2.0:1767384870.521851:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009f5b6cd8. 00000004:00000010:2.0:1767384870.521854:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004775bb58. 00080000:00000010:2.0:1767384870.521857:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b3b2086. 00100000:00000010:2.0:1767384870.521926:0:16757:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007fa2515c. 00000004:00000010:2.0:1767384870.521952:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005894bbcb. 00000004:00000010:2.0:1767384870.521957:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cca44247. 00000004:00000010:2.0:1767384870.521960:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d53e9296. 00080000:00000010:2.0:1767384870.521964:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000edf8b180. 00100000:00000010:2.0:1767384870.522025:0:16757:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000021d3668a. 00040000:00000010:2.0:1767384870.522038:0:16757:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fb74e347. 00000001:00000010:2.0:1767384870.522043:0:16757:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009ef2dd43. 00000001:00000010:2.0:1767384870.522049:0:16757:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000023ab745d. 00000001:00000010:2.0:1767384870.522052:0:16757:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000debe256c. 00040000:00000010:2.0:1767384870.522062:0:16757:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e0a65d8d. 00000004:00000010:2.0:1767384870.522067:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000622d7877. 00000004:00000010:2.0:1767384870.522071:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d155712a. 00000004:00000010:2.0:1767384870.522075:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005cd3bc20. 00080000:00000010:2.0:1767384870.522079:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000573b68aa. 00000020:00000010:2.0:1767384870.522100:0:16757:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000038723c5f. 00080000:00000010:2.0:1767384870.522105:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a038e305. 00080000:00000010:2.0:1767384870.522154:0:16757:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a038e305. 00000020:00000010:2.0:1767384870.522159:0:16757:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000038723c5f. 00000004:00000010:2.0:1767384870.522166:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004d57b092. 00000004:00000010:2.0:1767384870.522171:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a659847e. 00000004:00000010:2.0:1767384870.522175:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000046eb79d. 00080000:00000010:2.0:1767384870.522179:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a038e305. 00100000:00000010:2.0:1767384870.522221:0:16757:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bee08a1d. 00000004:00000010:2.0:1767384870.522241:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000968020bf. 00000004:00000010:2.0:1767384870.522247:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ed142635. 00000004:00000010:2.0:1767384870.522251:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008d17ef99. 00080000:00000010:2.0:1767384870.522255:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007826dce3. 00100000:00000010:2.0:1767384870.522292:0:16757:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009cb05db0. 00040000:00000010:2.0:1767384870.522297:0:16757:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000001da45b91. 00000001:00000010:2.0:1767384870.522301:0:16757:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005d8fe120. 00000001:00000010:2.0:1767384870.522306:0:16757:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ec6e92a6. 00000001:00000010:2.0:1767384870.522309:0:16757:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000affb25b0. 00040000:00000010:2.0:1767384870.522317:0:16757:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005c9d3924. 00000004:00000010:2.0:1767384870.522322:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f7dcfb34. 00000004:00000010:2.0:1767384870.522327:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000054580ef3. 00000004:00000010:2.0:1767384870.522332:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000e8412fe. 00080000:00000010:2.0:1767384870.522336:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001a2e803b. 00000020:00000010:2.0:1767384870.522361:0:16757:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000086ede282. 00080000:00000010:2.0:1767384870.522374:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6a7ff14. 00080000:00000010:2.0:1767384870.522418:0:16757:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d6a7ff14. 00000020:00000010:2.0:1767384870.522421:0:16757:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000086ede282. 00000004:00000010:2.0:1767384870.522428:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000068ad211d. 00000004:00000010:2.0:1767384870.522432:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003a2b3efb. 00000004:00000010:2.0:1767384870.522436:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aed8c556. 00080000:00000010:2.0:1767384870.522440:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6a7ff14. 00100000:00000010:2.0:1767384870.522473:0:16757:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000733945fe. 00000004:00000010:2.0:1767384870.522492:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000024358cfd. 00000004:00000010:2.0:1767384870.522497:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008d19c655. 00000004:00000010:2.0:1767384870.522500:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a909520a. 00080000:00000010:2.0:1767384870.522504:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000dde7d8d. 00100000:00000010:2.0:1767384870.522540:0:16757:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000007460ff6. 00040000:00000010:2.0:1767384870.522545:0:16757:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b48fc8c1. 00000001:00000010:2.0:1767384870.522549:0:16757:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008413afef. 00000001:00000010:2.0:1767384870.522553:0:16757:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d7d6ad98. 00000001:00000010:2.0:1767384870.522556:0:16757:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009219a788. 00040000:00000010:2.0:1767384870.522565:0:16757:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000b537ca20. 00000020:00000010:2.0:1767384870.522569:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008096824e. 00000020:00000010:2.0:1767384870.522571:0:16757:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f536b47. 00000020:00000010:2.0:1767384870.522575:0:16757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f46fdfe8. 00000020:00000010:2.0:1767384870.522579:0:16757:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000086645020. 00000020:00000010:2.0:1767384870.522582:0:16757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000039d1242e. 80000000:00000010:2.0:1767384870.522584:0:16757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f7ae9250. 40000000:00000010:2.0:1767384870.522587:0:16757:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c7e8d349. 00100000:00000010:2.0:1767384870.522591:0:16757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe3b67d8. 00040000:00000010:2.0:1767384870.522594:0:16757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b764e8b4. 00040000:00000010:2.0:1767384870.522596:0:16757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6ea761d. 00080000:00000010:2.0:1767384870.522601:0:16757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b5ee2ff3. 00002000:00000010:2.0:1767384870.522604:0:16757:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004da51e4a. 00010000:00000010:2.1:1767384870.524927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a88e71c4. 00010000:00000010:2.1:1767384870.524936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006932bd5. 00080000:00000010:3.0:1767384870.530717:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bad4ba87. 00000040:00000010:3.0:1767384870.531779:0:16809:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003d5bd389. 00000040:00000010:3.0:1767384870.531809:0:16809:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000001ffb6a5f. 00000040:00000010:3.0:1767384870.531828:0:16809:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003bf55d2d. 00000020:00000010:3.0:1767384870.531834:0:16809:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cfd3fdc. 00000020:00000010:3.0:1767384870.531838:0:16809:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061b5086a. 00000040:00000010:3.0:1767384870.531842:0:16809:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e0fbb5f5. 00000020:00000010:3.0:1767384870.531845:0:16809:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d5171b5f. 00000020:00000010:3.0:1767384870.531849:0:16809:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000044a2e2ab. 00000020:00000010:3.0:1767384870.531852:0:16809:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074adae84. 80000000:00000010:3.0:1767384870.531855:0:16809:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f6fa0adc. 40000000:00000010:3.0:1767384870.531858:0:16809:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000051dbde5b. 00100000:00000010:3.0:1767384870.531862:0:16809:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004991334. 00040000:00000010:3.0:1767384870.531866:0:16809:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a5115cf0. 00040000:00000010:3.0:1767384870.531869:0:16809:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f358709f. 00040000:00000010:3.0:1767384870.531871:0:16809:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000664c0aeb. 00080000:00000010:3.0:1767384870.531876:0:16809:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000068cc425a. 00000004:00000010:3.0:1767384870.531878:0:16809:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001e947df2. 00000004:00000010:3.0:1767384870.531881:0:16809:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000017b0dab3. 00000004:00000010:3.0:1767384870.531906:0:16809:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000efbbf509. 00002000:00000010:3.0:1767384870.531909:0:16809:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000041454d32. 00000004:00000010:3.0:1767384870.531911:0:16809:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002a32e9f2. 00000020:00000010:3.0:1767384870.531915:0:16809:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001c266d3d. 00000040:00000010:3.0:1767384870.531938:0:16809:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000030796b94. 00080000:00000010:2.0:1767384870.533083:0:16757:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005993dbc8. 00000004:00000010:2.0:1767384870.533088:0:16757:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000803d8498. 00000004:00000010:2.0:1767384870.533091:0:16757:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000002c1af15. 00000004:00000010:2.0:1767384870.533101:0:16757:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000065b8b6fd. 00000004:00000010:2.0:1767384870.533109:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000037292f1f. 00000004:00000010:2.0:1767384870.533113:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006dfa5546. 00000004:00000010:2.0:1767384870.533117:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000045cdfd0c. 00080000:00000010:2.0:1767384870.533123:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f1b68bed. 00000020:00000010:2.0:1767384870.533191:0:16757:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c9bd2c16. 00080000:00000010:2.0:1767384870.533208:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b801297d. 00080000:00000010:2.0:1767384870.533254:0:16757:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b801297d. 00000020:00000010:2.0:1767384870.533258:0:16757:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c9bd2c16. 00000004:00000010:2.0:1767384870.533266:0:16757:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000400274fb. 00000004:00000010:2.0:1767384870.533271:0:16757:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c49d9de4. 00000004:00000010:2.0:1767384870.533274:0:16757:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000075435471. 00080000:00000010:2.0:1767384870.533278:0:16757:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b801297d. 00000040:00000010:3.0:1767384870.533745:0:16809:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000030796b94. 00000020:00000010:3.0:1767384870.533760:0:16809:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001c266d3d. 00000020:00000010:3.0:1767384870.533769:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000061b5086a. 00000040:00000010:3.0:1767384870.533773:0:16809:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e0fbb5f5. 00000020:00000010:3.0:1767384870.533777:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d5171b5f. 00000020:00000010:3.0:1767384870.533780:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000044a2e2ab. 00000020:00000010:3.0:1767384870.533784:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000074adae84. 80000000:00000010:3.0:1767384870.533787:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f6fa0adc. 40000000:00000010:3.0:1767384870.533790:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000051dbde5b. 00100000:00000010:3.0:1767384870.533797:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004991334. 00040000:00000010:3.0:1767384870.533801:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a5115cf0. 00040000:00000010:3.0:1767384870.533803:0:16809:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f358709f. 00040000:00000010:3.0:1767384870.533806:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000664c0aeb. 00080000:00000010:3.0:1767384870.533809:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000068cc425a. 00000004:00000010:3.0:1767384870.533812:0:16809:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001e947df2. 00000004:00000010:3.0:1767384870.533815:0:16809:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000017b0dab3. 00000004:00000010:3.0:1767384870.533817:0:16809:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000efbbf509. 00002000:00000010:3.0:1767384870.533820:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000041454d32. 00000004:00000010:3.0:1767384870.533826:0:16809:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002a32e9f2. 00000020:00000010:3.0:1767384870.533828:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cfd3fdc. 00000040:00000010:3.0:1767384870.533832:0:16809:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003bf55d2d. 00000020:00000010:3.0:1767384870.533841:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000564bb94. 00000040:00000010:3.0:1767384870.533843:0:16809:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e69c7f1d. 00000020:00000010:3.0:1767384870.533845:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e5eac43. 00000020:00000010:3.0:1767384870.533849:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c251f92c. 00000020:00000010:3.0:1767384870.533852:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a85de62c. 80000000:00000010:3.0:1767384870.533856:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a8140342. 40000000:00000010:3.0:1767384870.533860:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e43b897e. 00100000:00000010:3.0:1767384870.533864:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000096a10bef. 00040000:00000010:3.0:1767384870.533866:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000141cbcc2. 00040000:00000010:3.0:1767384870.533870:0:16809:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005dd772d2. 00040000:00000010:3.0:1767384870.533873:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e4951d05. 00080000:00000010:3.0:1767384870.533875:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e5847ffd. 00000004:00000010:3.0:1767384870.533878:0:16809:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003794bcbe. 00000004:00000010:3.0:1767384870.533881:0:16809:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001fb0e472. 00000004:00000010:3.0:1767384870.533883:0:16809:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000070074017. 00000004:00000010:3.0:1767384870.533908:0:16809:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001cda6047. 00000020:00000010:3.0:1767384870.533911:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ad7143a. 00000004:00000010:3.0:1767384870.533913:0:16809:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000005d6784e5. 00080000:00000010:3.0:1767384870.548496:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000605f891a. 00080000:00000010:3.0:1767384870.548503:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bad4ba87. 00080000:00000010:3.0:1767384870.548507:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001cda6047. 00080000:00000010:3.0:1767384870.548512:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a2e3483. 00080000:00000010:3.0:1767384870.548522:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b3a38bc6. 00080000:00000010:3.0:1767384870.548526:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c0e985b7. 00080000:00000010:3.0:1767384870.548531:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009b9a8044. 00000020:00000010:2.0:1767384870.548602:0:16757:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002bd91060. 00000020:00000010:2.0:1767384870.548610:0:16757:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7151abe. 00000020:00000010:2.0:1767384870.548615:0:16757:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c251f92c. 00000020:00000010:2.0:1767384870.548622:0:16757:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000194d0db3. 80000000:00000010:2.0:1767384870.548627:0:16757:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008805a5c3. 40000000:00000010:2.0:1767384870.548632:0:16757:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009a06439e. 00100000:00000010:2.0:1767384870.548638:0:16757:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000958d4125. 00040000:00000010:2.0:1767384870.548644:0:16757:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009ca30dd9. 00040000:00000010:2.0:1767384870.548648:0:16757:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005e76d51e. 00080000:00000010:2.0:1767384870.548653:0:16757:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054f8c3b6. 00002000:00000010:2.0:1767384870.548657:0:16757:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000063bec4b8. 00000020:00000010:2.0:1767384870.548663:0:16757:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5ce76ce. 00000004:00000010:2.0:1767384870.548675:0:16757:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000981ad525. 00000004:00000010:2.0:1767384870.548866:0:16810:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000009ec219d0. 00000020:00000010:2.0:1767384870.548871:0:16810:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c31d7d4. 00000020:00000010:2.0:1767384870.548876:0:16810:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000405be86a. 00000040:00000010:2.0:1767384870.548882:0:16810:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ab7e19e. 00000020:00000010:2.0:1767384870.548916:0:16810:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7791a5a. 00000020:00000010:2.0:1767384870.548922:0:16810:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e443149b. 00000020:00000010:2.0:1767384870.548928:0:16810:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a7c383c7. 80000000:00000010:2.0:1767384870.548943:0:16810:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005df7e350. 40000000:00000010:2.0:1767384870.548949:0:16810:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000411c74e4. 00100000:00000010:2.0:1767384870.548958:0:16810:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000040f16e74. 00040000:00000010:2.0:1767384870.548967:0:16810:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007a6d9387. 00040000:00000010:2.0:1767384870.548975:0:16810:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a4fa368b. 00040000:00000010:2.0:1767384870.549000:0:16810:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002b0e81da. 00080000:00000010:2.0:1767384870.549009:0:16810:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006d2f1567. 00000004:00000010:2.0:1767384870.549016:0:16810:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000280159d4. 00000004:00000010:2.0:1767384870.549024:0:16810:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000830a6f9e. 00000004:00000010:2.0:1767384870.549033:0:16810:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d097d6f0. 00000004:00000010:2.0:1767384870.549040:0:16810:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002cd999a2. 00080000:00000010:2.0:1767384870.549048:0:16810:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000056e6311. 00080000:00000010:2.0:1767384870.549053:0:16810:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000a49e93dd. 00080000:00000010:2.0:1767384870.549503:0:16810:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000a49e93dd. 00080000:00000010:2.0:1767384870.549511:0:16810:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000056e6311. 00000020:00000010:2.0:1767384870.549518:0:16810:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000405be86a. 00000040:00000010:2.0:1767384870.549525:0:16810:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ab7e19e. 00000020:00000010:2.0:1767384870.549531:0:16810:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7791a5a. 00000020:00000010:2.0:1767384870.549536:0:16810:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e443149b. 00000020:00000010:2.0:1767384870.549543:0:16810:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a7c383c7. 80000000:00000010:2.0:1767384870.549548:0:16810:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005df7e350. 40000000:00000010:2.0:1767384870.549553:0:16810:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000411c74e4. 00100000:00000010:2.0:1767384870.549559:0:16810:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000040f16e74. 00040000:00000010:2.0:1767384870.549565:0:16810:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007a6d9387. 00040000:00000010:2.0:1767384870.549571:0:16810:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a4fa368b. 00040000:00000010:2.0:1767384870.549576:0:16810:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002b0e81da. 00080000:00000010:2.0:1767384870.549581:0:16810:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006d2f1567. 00000004:00000010:2.0:1767384870.549588:0:16810:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000280159d4. 00000004:00000010:2.0:1767384870.549593:0:16810:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000830a6f9e. 00000004:00000010:2.0:1767384870.549599:0:16810:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d097d6f0. 00000004:00000010:2.0:1767384870.549605:0:16810:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002cd999a2. 00000020:00000010:2.0:1767384870.549609:0:16810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c31d7d4. 00000004:00000010:2.0:1767384870.549614:0:16810:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000009ec219d0. 00000020:00000010:2.0:1767384871.404969:0:254:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000405be86a. 00000020:00000010:2.0:1767384871.405006:0:254:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007ab7e19e. 00000001:02000400:2.0:1767384871.713547:0:17034:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1767384871.726080:0:17036:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:2.0:1767384872.348229:0:17098:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384872.348246:0:17098:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.348251:0:17098:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.429029:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384872.429037:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384872.429044:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384872.429045:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384872.901546:0:17148:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384872.901564:0:17148:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384872.901571:0:17148:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384873.452997:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384873.453003:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384873.453025:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384873.453026:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384873.723687:0:17232:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384873.723691:0:17232:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384873.726444:0:17232:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:3.0:1767384874.413505:0:17292:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384874.413518:0:17292:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384874.413522:0:17292:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384874.476985:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384874.476990:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384874.476994:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384874.476995:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384874.937413:0:17454:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384874.937424:0:17454:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384874.937428:0:17454:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.238809:0:17505:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384875.238821:0:17505:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.238824:0:17505:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.420808:0:17544:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.420813:0:17544:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384875.420815:0:17544:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00000010:2.0:1767384875.420823:0:17544:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a44f5d9c. 00000100:00100000:2.0:1767384875.420827:0:17544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00000001:2.0:1767384875.421130:0:17544:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.421134:0:17544:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384875.421135:0:17544:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00000010:2.0:1767384875.421139:0:17544:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e734143b. 00000100:00100000:2.0:1767384875.421142:0:17544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00000001:2.0:1767384875.424557:0:17544:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.424561:0:17544:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384875.424563:0:17544:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00000010:2.0:1767384875.424573:0:17544:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005efc42ea. 00000100:00100000:2.0:1767384875.424577:0:17544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00000001:2.0:1767384875.424752:0:17550:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384875.424763:0:17550:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001376eb5e. 00000020:00000010:2.0:1767384875.424766:0:17550:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001772f1fd. 00000020:00000010:2.0:1767384875.424769:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b050153. 00000020:00000010:2.0:1767384875.424771:0:17550:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004445301c. 00000020:00000010:2.0:1767384875.424774:0:17550:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d2f1567. 00000020:00000010:2.0:1767384875.424777:0:17550:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e443149b. 00000020:00000010:2.0:1767384875.424780:0:17550:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001648238a. 80000000:00000010:2.0:1767384875.424782:0:17550:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fdb1022d. 40000000:00000010:2.0:1767384875.424784:0:17550:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001f147929. 00100000:00000010:2.0:1767384875.424786:0:17550:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000280159d4. 00040000:00000010:2.0:1767384875.424788:0:17550:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fa99234. 00040000:00000010:2.0:1767384875.424790:0:17550:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd4fc8a0. 00080000:00000010:2.0:1767384875.424793:0:17550:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007ddc79bc. 00002000:00000010:2.0:1767384875.424796:0:17550:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000696b69d5. 00000100:00000010:2.0:1767384875.424805:0:17550:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000909450e2. 00000100:00000200:2.0:1767384875.424817:0:17550:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384875.445185:0:17544:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.445190:0:17544:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384875.445191:0:17544:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00000010:2.0:1767384875.445196:0:17544:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000af078dd2. 00000100:00100000:2.0:1767384875.445200:0:17544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00000001:3.0:1767384875.445373:0:17552:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384875.445384:0:17552:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384875.445710:0:17552:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000000c78716. 00000020:00000001:3.0:1767384875.445714:0:17552:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384875.445718:0:17552:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005ef79fd4. 00000020:00000010:3.0:1767384875.445722:0:17552:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000079157534. 00000020:00000010:3.0:1767384875.445728:0:17552:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002714739e. 00000020:00000010:3.0:1767384875.445731:0:17552:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3895c1b. 00000020:00000010:3.0:1767384875.445736:0:17552:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aee4b126. 00000020:00000010:3.0:1767384875.445740:0:17552:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000044a2e2ab. 00000020:00000010:3.0:1767384875.445743:0:17552:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054c54830. 80000000:00000010:3.0:1767384875.445747:0:17552:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7254150. 40000000:00000010:3.0:1767384875.445750:0:17552:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094098ad4. 00100000:00000010:3.0:1767384875.445756:0:17552:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000337739b7. 00040000:00000010:3.0:1767384875.445760:0:17552:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d963ce9. 00040000:00000010:3.0:1767384875.445763:0:17552:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000255224e5. 00080000:00000010:3.0:1767384875.445767:0:17552:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f358709f. 00002000:00000010:3.0:1767384875.445771:0:17552:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000059fd59f. 00000100:00000010:3.0:1767384875.445784:0:17552:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e2ae59fa. 00000100:00000200:3.0:1767384875.445798:0:17552:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384875.445808:0:17544:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.445811:0:17544:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384875.445812:0:17544:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00000010:2.0:1767384875.445816:0:17544:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000048e528b9. 00000100:00100000:2.0:1767384875.445818:0:17544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00000001:2.0:1767384875.445996:0:17553:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384875.446005:0:17553:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384875.446320:0:17553:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000070defeb0. 00000020:00000001:2.0:1767384875.446324:0:17553:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.446328:0:17553:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009b098bed. 00000020:00000010:2.0:1767384875.446331:0:17553:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000680dbf7c. 00000020:00000010:2.0:1767384875.446342:0:17553:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cfd3fdc. 00000020:00000010:2.0:1767384875.446346:0:17553:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005186a3ec. 00000020:00000010:2.0:1767384875.446349:0:17553:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a1ba19cc. 00000020:00000010:2.0:1767384875.446353:0:17553:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005e7e925d. 00000020:00000010:2.0:1767384875.446356:0:17553:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a16555b5. 80000000:00000010:2.0:1767384875.446358:0:17553:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000054fea416. 40000000:00000010:2.0:1767384875.446361:0:17553:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001e353486. 00100000:00000010:2.0:1767384875.446365:0:17553:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d097d6f0. 00040000:00000010:2.0:1767384875.446368:0:17553:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ffbd8dfb. 00040000:00000010:2.0:1767384875.446370:0:17553:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4653172. 00080000:00000010:2.0:1767384875.446374:0:17553:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f63c4bdc. 00002000:00000010:2.0:1767384875.446377:0:17553:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000065e699f7. 00000100:00000010:2.0:1767384875.446391:0:17553:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000034015934. 00000100:00000200:2.0:1767384875.446405:0:17553:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:2.0:1767384875.448940:0:17544:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.448944:0:17544:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384875.448946:0:17544:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00000010:2.0:1767384875.448962:0:17544:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c1aab0ed. 00000100:00100000:2.0:1767384875.448967:0:17544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00000001:2.0:1767384875.449126:0:17555:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384875.449138:0:17555:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003a66787a. 00000020:00000010:2.0:1767384875.449142:0:17555:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bcdb4787. 00000020:00000010:2.0:1767384875.449146:0:17555:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038614cb2. 00000020:00000010:2.0:1767384875.449149:0:17555:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff6aab85. 00000020:00000010:2.0:1767384875.449154:0:17555:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4fa368b. 00000020:00000010:2.0:1767384875.449157:0:17555:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fc86545c. 00000020:00000010:2.0:1767384875.449160:0:17555:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f751bd07. 80000000:00000010:2.0:1767384875.449163:0:17555:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b3aec1c. 40000000:00000010:2.0:1767384875.449166:0:17555:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004cdae889. 00100000:00000010:2.0:1767384875.449170:0:17555:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000040f16e74. 00040000:00000010:2.0:1767384875.449173:0:17555:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eccef284. 00040000:00000010:2.0:1767384875.449176:0:17555:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d21a16c6. 00080000:00000010:2.0:1767384875.449180:0:17555:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e7791a5a. 00002000:00000010:2.0:1767384875.449184:0:17555:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000152dffd7. 00000100:00000010:2.0:1767384875.449203:0:17555:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000008cf52fe4. 00000100:00000200:2.0:1767384875.449218:0:17555:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384875.474312:0:17544:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.474317:0:17544:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384875.474319:0:17544:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00000010:2.0:1767384875.474325:0:17544:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fe58cd38. 00000100:00100000:2.0:1767384875.474329:0:17544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000100:00000001:2.0:1767384875.474509:0:17557:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384875.474521:0:17557:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000af21ec2d. 00000020:00000010:2.0:1767384875.474525:0:17557:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000016e83672. 00000020:00000010:2.0:1767384875.474530:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c82c46c9. 00000020:00000010:2.0:1767384875.474533:0:17557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000396fc970. 00000040:00000010:2.0:1767384875.474536:0:17557:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a07d3e4. 00000020:00000010:2.0:1767384875.474539:0:17557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d22a6387. 00000020:00000010:2.0:1767384875.474543:0:17557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009822de31. 00000020:00000010:2.0:1767384875.474547:0:17557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fe7a09f9. 80000000:00000010:2.0:1767384875.474550:0:17557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af241cfb. 40000000:00000010:2.0:1767384875.474552:0:17557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000095b2724e. 00100000:00000010:2.0:1767384875.474557:0:17557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e947df2. 00040000:00000010:2.0:1767384875.474560:0:17557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c8dfcc4b. 00040000:00000010:2.0:1767384875.474564:0:17557:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000efbbf509. 00040000:00000010:2.0:1767384875.474566:0:17557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c87f91a4. 00080000:00000010:2.0:1767384875.474570:0:17557:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f8415609. 00000004:00000010:2.0:1767384875.474574:0:17557:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003794bcbe. 00000004:00000010:2.0:1767384875.474578:0:17557:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031d91e58. 00000004:00000010:2.0:1767384875.474581:0:17557:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005dd772d2. 00002000:00000010:2.0:1767384875.474584:0:17557:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005027cee1. 00000004:00000010:2.0:1767384875.474588:0:17557:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000344b98c9. 00000100:00000010:2.0:1767384875.474602:0:17557:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001b46f47d. 00000100:00000200:2.0:1767384875.474616:0:17557:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00080000:00000001:2.0:1767384875.476500:0:17544:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446637515282200640 : -106558427350976 : ffff9f15eeca3840) 00080000:00000001:2.0:1767384875.476515:0:17544:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476535:0:17544:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384875.476545:0:17544:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384875.476576:0:17544:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476579:0:17544:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476581:0:17544:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384875.476583:0:17544:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384875.476586:0:17544:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384875.476590:0:17544:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476592:0:17544:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.476594:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384875.476598:0:17544:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d6b06b34. 00000020:00000001:2.0:1767384875.476613:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625415512 : -106559084136104 : ffff9f15c7a47958) 00000020:00000001:2.0:1767384875.476673:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.476678:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000515d92a2. 00000020:00000001:2.0:1767384875.476681:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.476685:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f7f9e844. 00000020:00000001:2.0:1767384875.476687:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476689:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.476690:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.476694:0:17544:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476701:0:17544:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384875.476709:0:17544:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384875.476715:0:17544:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476717:0:17544:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476719:0:17544:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384875.476720:0:17544:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384875.476722:0:17544:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384875.476724:0:17544:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476726:0:17544:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.476728:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.476731:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514779771480 : -106558929780136 : ffff9f15d0d7c258) 00080000:00000001:2.0:1767384875.476736:0:17544:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384875.476738:0:17544:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476741:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.476811:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.476815:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.476817:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476829:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384875.476832:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.476842:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b787dfe6. 00000020:00000001:2.0:1767384875.476845:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.476848:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f817e68. 00000020:00000001:2.0:1767384875.476850:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476852:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.476853:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.476855:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.476857:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476879:0:17544:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476924:0:17544:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384875.476930:0:17544:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384875.476944:0:17544:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476947:0:17544:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476959:0:17544:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384875.476961:0:17544:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384875.476963:0:17544:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384875.476965:0:17544:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.476967:0:17544:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.476969:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.476972:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514779772248 : -106558929779368 : ffff9f15d0d7c558) 00080000:00000010:2.0:1767384875.477039:0:17544:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f7f9e844. 00000020:00000010:2.0:1767384875.477044:0:17544:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000515d92a2. 10000000:00000001:2.0:1767384875.477053:0:17544:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:2.0:1767384875.477056:0:17544:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:2.0:1767384875.477059:0:17544:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005f4c39bf. 00000020:00000040:2.0:1767384875.477063:0:17544:0:(genops.c:887:class_export_get()) GET export 00000000e7151abe refcount=2 00000040:00000001:2.0:1767384875.477067:0:17544:0:(llog_osd.c:2047:llog_osd_setup()) Process entered 00000040:00000040:2.0:1767384875.477069:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005f4c39bf : new refcount 2 00000020:00000001:2.0:1767384875.477071:0:17544:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384875.477072:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.477074:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.477077:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00000020:00000010:2.0:1767384875.477080:0:17544:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000007516d305. 00000020:00000001:2.0:1767384875.477082:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.477085:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005495d4c5. 00000020:00000001:2.0:1767384875.477093:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.477119:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f7f9e844. 00000020:00000001:2.0:1767384875.477122:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.477125:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.477126:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.477128:0:17544:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:2.0:1767384875.477130:0:17544:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000a5cdfefa. 00080000:00000010:2.0:1767384875.477133:0:17544:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000674fdb0d. 00080000:00000001:2.0:1767384875.478402:0:17544:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446637514631566784 : -106559077984832 : ffff9f15c80255c0) 00080000:00000001:2.0:1767384875.478482:0:17544:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.478714:0:17544:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384875.478720:0:17544:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384875.478731:0:17544:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.478733:0:17544:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.478734:0:17544:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384875.478735:0:17544:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384875.478737:0:17544:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384875.478740:0:17544:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.478741:0:17544:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.478743:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.478746:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514779771992 : -106558929779624 : ffff9f15d0d7c458) 00000020:00000001:2.0:1767384875.478982:0:17544:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384875.478985:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.478986:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.478990:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00000020:00000010:2.0:1767384875.478993:0:17544:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000009e6413f. 00000020:00000001:2.0:1767384875.478996:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.478999:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004f033cda. 00000020:00000001:2.0:1767384875.479002:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.479005:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9b21abd. 00000020:00000001:2.0:1767384875.479007:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.479009:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.479010:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.479012:0:17544:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:2.0:1767384875.479014:0:17544:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000b1a9cf20. 00080000:00000010:2.0:1767384875.479017:0:17544:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000007c5576c3. 00000100:00000040:3.0:1767384875.483947:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294864430, at 4294864431 00000100:00000010:3.0:1767384875.483969:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa1893ce. 00000100:00000040:2.0:1767384875.483974:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294864430, at 4294864431 00000100:00000010:2.0:1767384875.483984:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030af5580. 00000100:00000001:2.0:1767384875.484363:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.484370:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.484374:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.484379:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eabd67b. 00000400:00000200:2.0:1767384875.484386:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d114aca 00000400:00000010:2.0:1767384875.484389:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d114aca. 00000100:00000001:2.0:1767384875.484393:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.484400:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d813f64 x1853237352205568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.484413:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d813f64 x1853237352205568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.484426:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.484430:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.484436:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.484438:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.484441:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.484444:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.484447:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.484453:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.484461:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.484467:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.484470:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.484474:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.484476:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.484478:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.484481:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d813f64 x1853237352205568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.484487:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.484490:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.484491:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.484503:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d813f64 x1853237352205568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.484521:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d813f64 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352205568:0@lo:253: 00000100:00000001:2.0:1767384875.484525:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.484527:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.484528:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.484530:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.484531:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d813f64 x1853237352205568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.484536:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.484538:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071cba108. 00000100:00000001:2.0:1767384875.484540:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.484540:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384875.484544:0:17544:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1767384875.484545:0:17544:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767384875.484547:0:17544:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384875.484548:0:17544:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384875.484549:0:17544:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384875.484550:0:17544:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384875.484551:0:17544:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384875.484552:0:17544:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384875.484553:0:17544:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384875.484554:0:17544:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:2.0:1767384875.484555:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.484556:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d813f64 x1853237352205568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.484560:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.484562:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.484564:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000257d158d. 02000000:00000001:2.0:1767384875.484567:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.484568:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.484570:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.484571:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.484573:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000004cba6d1. 02000000:00000001:2.0:1767384875.484576:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.484577:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.484582:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d813f64. 00000100:00000001:2.0:1767384875.484585:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.484586:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384875.484587:0:17544:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.484589:0:17544:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.484591:0:17544:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.484592:0:17544:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384875.484594:0:17544:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 00000000f5d2fcbc. 00000020:00000001:2.0:1767384875.484597:0:17544:0:(tgt_mount.c:1415:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.484599:0:17544:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:2.0:1767384875.484600:0:17544:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000004c759a24. 00000020:00000010:2.0:1767384875.484603:0:17544:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 000000009935b07f. 00000020:00000001:2.0:1767384875.484605:0:17544:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384875.484608:0:17544:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384875.484609:0:17544:0:(tgt_mount.c:102:server_register_mount()) register mount 00000000c09eb5df from lustre-OST0000 00000020:00000001:2.0:1767384875.484611:0:17544:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.484613:0:17544:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:2.0:1767384875.484615:0:17544:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000006f029ca1. 00000020:00000010:2.0:1767384875.484618:0:17544:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000bc3c9f88. 00000020:00000001:2.0:1767384875.484620:0:17544:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384875.484621:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002241dbac. 00000020:00000010:2.0:1767384875.484624:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000054a6f8e4. 00000040:00000010:2.0:1767384875.484627:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e24cad12. 00000020:00000010:2.0:1767384875.484629:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5847ffd. 00000020:00000010:2.0:1767384875.484632:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000224f7ae8. 00040000:00000010:2.0:1767384875.484635:0:17544:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002bb459e4. 00040000:00000010:2.0:1767384875.484637:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd84db9d. 00080000:00000010:2.0:1767384875.484639:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000096a10bef. 10000000:00000001:2.0:1767384875.484642:0:17544:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384875.484644:0:17544:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:2.0:1767384875.484647:0:17544:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:2.0:1767384875.484649:0:17544:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:2.0:1767384875.484650:0:17544:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:2.0:1767384875.484652:0:17544:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384875.484655:0:17544:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384875.484660:0:17544:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000acfeda98) refs 3 10000000:00000001:2.0:1767384875.484662:0:17544:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.484663:0:17544:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446637514940363776 : -106558769187840 : ffff9f15da6a3400) 10000000:00000001:2.0:1767384875.484666:0:17544:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:01000000:2.0:1767384875.484667:0:17544:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9f15fda3e360 local copy 00010000:00000001:2.0:1767384875.484670:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.484671:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.484673:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002327d0a refcount=2 00000020:00000001:2.0:1767384875.484674:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262394880 : -106558447156736 : ffff9f15ed9c0200) 00010000:00000001:2.0:1767384875.484676:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262394880 : -106558447156736 : ffff9f15ed9c0200) 00010000:00000001:2.0:1767384875.484678:0:17544:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384875.484680:0:17544:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.484682:0:17544:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 0000000002327d0a/0x7ec529173eeb8111 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8118 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.484689:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.484691:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000010:2.0:1767384875.484692:0:17544:0:(mgc_request_server.c:874:mgc_get_local_copy()) kmalloced '(env)': 56 at 00000000f1fbdcf4. 00000020:00000010:2.0:1767384875.484694:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca36bbe3. 00000020:00000010:2.0:1767384875.484696:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f18edc7c. 00000040:00000010:2.0:1767384875.484697:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b39713e0. 00000020:00000010:2.0:1767384875.484700:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e5eac43. 00000020:00000010:2.0:1767384875.484702:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003291ff4a. 80000000:00000010:2.0:1767384875.484704:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000961fc92. 00040000:00000010:2.0:1767384875.484706:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c0361c4e. 00080000:00000010:2.0:1767384875.484717:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b069bb0. 20000000:00000010:2.0:1767384875.484719:0:17544:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e80e60cd. 10000000:00000040:2.0:1767384875.484722:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000078d19b67 : new refcount 2 10000000:00000040:2.0:1767384875.484723:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005f4c39bf : new refcount 2 10000000:00000040:2.0:1767384875.484725:0:17544:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.112@tcp: copy local log lustre-sptlrpc 10000000:00000001:2.0:1767384875.484727:0:17544:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384875.484729:0:17544:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000008629b6cd. 00000040:00000001:2.0:1767384875.484731:0:17544:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384875.484736:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.484739:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000098b2b6d8. 00000040:00000001:2.0:1767384875.484742:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.484743:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.484744:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.484747:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.484751:0:17544:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384875.484752:0:17544:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.484753:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.484769:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.484772:0:17544:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384875.484774:0:17544:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384875.484775:0:17544:0:(llog.c:1547:llog_open()) MGC192.168.203.112@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384875.484777:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000098b2b6d8. 00000040:00000001:2.0:1767384875.484780:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.484781:0:17544:0:(llog.c:1717:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.484783:0:17544:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384875.484784:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.484785:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000098b2b6d8. 00000040:00000001:2.0:1767384875.484797:0:17544:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384875.484799:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767384875.484802:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.484803:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.484805:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.484807:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.484809:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.484813:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047875ef3. 00000100:00000001:2.0:1767384875.484815:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.484819:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.484820:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.484823:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.484825:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260265600 : -106558449286016 : ffff9f15ed7b8480) 00000100:00000001:2.0:1767384875.484827:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.484828:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.484832:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.484873:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.484875:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.484877:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.484880:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.484888:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.484889:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.484892:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.484894:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.484896:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.484899:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352205696:0@lo:501: 00000100:00000001:2.0:1767384875.484903:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.484905:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.484907:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.484909:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.484911:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000281813e0. 02000000:00000001:2.0:1767384875.484913:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.484916:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.484941:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.484945:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352205696, portal 25 00000100:00000001:2.0:1767384875.484946:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.484947:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.484965:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.484970:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.484971:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.484973:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000200:2.0:1767384875.484975:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237352205696, offset 0 00000400:00000200:2.0:1767384875.484979:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.484985:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.484991:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272100d80 00000400:00000200:2.0:1767384875.484995:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x165 [2] + 0 00000400:00000010:2.0:1767384875.484998:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0f7c2a0. 00000400:00000200:2.0:1767384875.485002:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000839cade9 00000400:00000200:2.0:1767384875.485012:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.485016:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.485019:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000839cade9 00000400:00000010:2.0:1767384875.485020:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000839cade9. 00000100:00000001:2.0:1767384875.485023:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.485025:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.485027:0:17544:0:(events.c:337:request_in_callback()) incoming req@000000006365a516 x1853237352205696 msgsize 512 00000100:00100000:2.0:1767384875.485031:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.485033:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.485044:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.485049:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384875.485051:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000001:2.0:1767384875.485054:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.485058:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.485068:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.485074:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.485094:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.485099:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.485108:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.485114:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864435 00000100:00000010:2.0:1767384875.485123:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1010b5c. 00000100:00000001:2.0:1767384875.485131:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384875.485145:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864435 00000100:00000010:2.0:1767384875.485151:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036dd1131. 00000100:00000001:2.0:1767384875.485154:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384875.485158:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864435 00000100:00000010:2.0:1767384875.485164:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fc0838e. 00000100:00000001:2.0:1767384875.485172:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384875.485177:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864435 00000100:00000010:2.0:1767384875.485181:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f68d63e. 00000100:00000001:2.0:1767384875.485183:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384875.485211:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.485216:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.485224:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.485229:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.485236:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3876dd7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.485243:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.485248:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.485569:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.485577:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.485581:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.485585:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.485593:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.485597:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.485603:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.485611:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.485632:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.485641:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.485643:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.485645:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.485647:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.485648:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.485650:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.485652:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.485655:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.485658:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.485660:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384875.485663:0:17544:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.485669:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384875.485671:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1767384875.485674:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.485680:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1767384875.485690:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.485692:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.485696:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.485704:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352205696:0@lo:501: 00000100:00000001:2.0:1767384875.485708:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.485710:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384875.485712:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.485714:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.485716:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.485722:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.485724:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.485727:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.485728:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.485731:0:17544:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1767384875.485734:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.485735:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.485737:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384875.485738:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.485740:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352205696/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.485747:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.485749:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.485750:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000281813e0. 02000000:00000001:2.0:1767384875.485753:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.485754:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.485755:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.485757:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.485759:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000047875ef3. 02000000:00000001:2.0:1767384875.485761:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.485763:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.485764:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.485774:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.485775:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1767384875.485777:0:17544:0:(llog.c:1547:llog_open()) MGC192.168.203.112@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384875.485780:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000098b2b6d8. 00000040:00000001:2.0:1767384875.485782:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.485784:0:17544:0:(llog.c:1644:llog_backup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:01000000:2.0:1767384875.485787:0:17544:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.203.112@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000040:00000001:2.0:1767384875.485790:0:17544:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384875.485791:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.485793:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000047875ef3. 00000040:00000001:2.0:1767384875.485796:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.485797:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.485799:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.485801:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.485805:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.485820:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.485824:0:17544:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384875.485826:0:17544:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384875.485828:0:17544:0:(llog.c:1547:llog_open()) MGC192.168.203.112@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384875.485830:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000047875ef3. 00000040:00000001:2.0:1767384875.485833:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.485835:0:17544:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.485836:0:17544:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384875.485837:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.485839:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000047875ef3. 00000040:00000001:2.0:1767384875.485841:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.485843:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.485844:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.485846:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.485849:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.485859:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.485863:0:17544:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384875.485865:0:17544:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384875.485873:0:17544:0:(llog.c:1547:llog_open()) MGC192.168.203.112@tcp: Failed to open llog lustre-sptlrpcT: rc -2 00000040:00000010:2.0:1767384875.485875:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000047875ef3. 00000040:00000001:2.0:1767384875.485877:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.485879:0:17544:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:2.0:1767384875.485881:0:17544:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000008629b6cd. 10000000:00000001:2.0:1767384875.485903:0:17544:0:(mgc_request_server.c:802:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 10000000:01000000:2.0:1767384875.485907:0:17544:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.203.112@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00000001:2.0:1767384875.485910:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.485911:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.485913:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000002327d0a refcount=3 00000020:00000001:2.0:1767384875.485915:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262394880 : -106558447156736 : ffff9f15ed9c0200) 00010000:00000001:2.0:1767384875.485918:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262394880 : -106558447156736 : ffff9f15ed9c0200) 00010000:00000001:2.0:1767384875.485920:0:17544:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384875.485922:0:17544:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000002327d0a/0x7ec529173eeb8111 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8118 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.485930:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.485931:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384875.485933:0:17544:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 0000000002327d0a/0x7ec529173eeb8111 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8118 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.485939:0:17544:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384875.485940:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.485942:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384875.485943:0:17544:0:(mgc_request_server.c:896:mgc_get_local_copy()) Process leaving 00000020:00000010:2.0:1767384875.485946:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f18edc7c. 00000040:00000010:2.0:1767384875.485964:0:17544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b39713e0. 00000020:00000010:2.0:1767384875.485968:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e5eac43. 00000020:00000010:2.0:1767384875.485971:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003291ff4a. 80000000:00000010:2.0:1767384875.485975:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000961fc92. 00040000:00000010:2.0:1767384875.485978:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c0361c4e. 00080000:00000010:2.0:1767384875.485980:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b069bb0. 20000000:00000010:2.0:1767384875.485983:0:17544:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e80e60cd. 00000020:00000010:2.0:1767384875.485992:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca36bbe3. 10000000:00000010:2.0:1767384875.485995:0:17544:0:(mgc_request_server.c:901:mgc_get_local_copy()) kfreed 'env': 56 at 00000000f1fbdcf4. 10000000:00000001:2.0:1767384875.485998:0:17544:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384875.486000:0:17544:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.486002:0:17544:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1767384875.486004:0:17544:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9f15c78c7000 10000000:00000010:2.0:1767384875.486007:0:17544:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000047875ef3. 10000000:01000000:2.0:1767384875.486010:0:17544:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:2.0:1767384875.486013:0:17544:0:(genops.c:887:class_export_get()) GET export 00000000d06fa8cd refcount=9 10000000:00000001:2.0:1767384875.486015:0:17544:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446637515378802688 : -106558330748928 : ffff9f15f48c4000) 10000000:00000001:2.0:1767384875.486018:0:17544:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384875.486019:0:17544:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.486021:0:17544:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1767384875.486022:0:17544:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9f15fda3e360 10000000:00000010:2.0:1767384875.486024:0:17544:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 280 at 00000000281813e0. 10000000:01000000:2.0:1767384875.486026:0:17544:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00000020:00000040:2.0:1767384875.486029:0:17544:0:(genops.c:887:class_export_get()) GET export 00000000d06fa8cd refcount=10 10000000:00000001:2.0:1767384875.486031:0:17544:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384875.486033:0:17544:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff9f15fda3e360 from 1 10000000:00000001:2.0:1767384875.486035:0:17544:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384875.486036:0:17544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:2.0:1767384875.486040:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.486042:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.486045:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.486047:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.486049:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.486052:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bfc2b00. 00000100:00000001:2.0:1767384875.486073:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.486077:0:17544:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384875.486079:0:17544:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384875.486085:0:17544:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001ca7c81. 00010000:00000001:2.0:1767384875.486089:0:17544:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384875.486092:0:17544:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d9a759e. 00000020:00000010:2.0:1767384875.486096:0:17544:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f1fbdcf4. 00000020:00000001:2.0:1767384875.486100:0:17544:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384875.486109:0:17544:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d9a759e with handle 0x7ec529173eeb81ea to hash 00000020:00000001:2.0:1767384875.486111:0:17544:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384875.486113:0:17544:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000001:2.0:1767384875.486116:0:17544:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000001:2.0:1767384875.486119:0:17544:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384875.486120:0:17544:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.486122:0:17544:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 000000009d9a759e/0x7ec529173eeb81ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.486130:0:17544:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 000000009d9a759e/0x7ec529173eeb81ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.486139:0:17544:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 000000009d9a759e/0x7ec529173eeb81ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384875.486145:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.486147:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.486151:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.486153:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260265600 : -106558449286016 : ffff9f15ed7b8480) 00000100:00000001:2.0:1767384875.486156:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.486157:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.486160:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.486161:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486163:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.486164:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.486167:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486175:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.486176:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.486178:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.486180:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.486182:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.486184:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352205824:0@lo:101: 00000100:00000001:2.0:1767384875.486188:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.486196:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.486197:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.486200:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.486202:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068a35c4b. 02000000:00000001:2.0:1767384875.486204:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.486207:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.486210:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.486213:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352205824, portal 25 00000100:00000001:2.0:1767384875.486215:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.486216:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.486220:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486227:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.486229:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.486231:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000200:2.0:1767384875.486233:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352205824, offset 0 00000400:00000200:2.0:1767384875.486237:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.486241:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.486244:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272100e00 00000400:00000200:2.0:1767384875.486247:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x169 [2] + 0 00000400:00000010:2.0:1767384875.486249:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000938faa83. 00000400:00000200:2.0:1767384875.486251:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066b9555c 00000400:00000200:2.0:1767384875.486253:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.486255:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.486257:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b9555c 00000400:00000010:2.0:1767384875.486258:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066b9555c. 00000100:00000001:2.0:1767384875.486260:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.486262:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.486263:0:17544:0:(events.c:337:request_in_callback()) incoming req@000000003c970b10 x1853237352205824 msgsize 328 00000100:00100000:2.0:1767384875.486266:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.486267:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.486275:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.486278:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384875.486279:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000001:2.0:1767384875.486280:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.486286:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486292:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.486293:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486297:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486298:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.486301:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486303:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864436 00000100:00000001:2.0:1767384875.486307:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864435 00000100:00000001:2.0:1767384875.486309:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864436 00000100:00000001:2.0:1767384875.486310:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864435 00000100:00000001:2.0:1767384875.486312:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864436 00000100:00000001:2.0:1767384875.486313:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864435 00000100:00000001:2.0:1767384875.486315:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864436 00000100:00000001:2.0:1767384875.486316:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864435 00000100:00000001:2.0:1767384875.486318:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.486319:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486321:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.486322:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.486324:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3876dd7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.486327:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.486330:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486685:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.486690:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.486695:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.486700:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.486708:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.486715:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.486737:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.486745:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.486787:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486802:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.486804:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.486806:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.486808:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.486809:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.486811:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.486812:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.486815:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.486818:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.486820:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.486821:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.486823:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.486824:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486826:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.486829:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486836:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.486838:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.486839:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.486842:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.486849:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352205824:0@lo:101: 00000100:00000001:2.0:1767384875.486853:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.486855:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486857:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.486859:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.486861:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486867:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.486869:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.486877:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.486878:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.486881:0:17544:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384875.486883:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.486885:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.486887:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d9a759e refcount=4 00000020:00000001:2.0:1767384875.486888:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000001:2.0:1767384875.486891:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000040:2.0:1767384875.486925:0:17544:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009d9a759e, remote cookie: 0x7ec529173eeb81f1, flags: 0x0 00010000:00000001:2.0:1767384875.486927:0:17544:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384875.486929:0:17544:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384875.486930:0:17544:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384875.486932:0:17544:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384875.486932:0:17544:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384875.486934:0:17544:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (0000000001ca7c81) refcount = 1 00010000:00010000:2.0:1767384875.486936:0:17544:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 000000009d9a759e/0x7ec529173eeb81ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81f1 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.486940:0:17544:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384875.486941:0:17544:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384875.486943:0:17544:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384875.486944:0:17544:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384875.486946:0:17544:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.486961:0:17544:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 000000009d9a759e/0x7ec529173eeb81ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb81f1 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.486966:0:17544:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384875.486967:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.486968:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.486969:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.486970:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.486971:0:17544:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.486972:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.486974:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352205824/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.486978:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.486995:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.486996:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000068a35c4b. 02000000:00000001:2.0:1767384875.486998:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.486999:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.487000:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.487001:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.487003:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000bfc2b00. 02000000:00000001:2.0:1767384875.487004:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.487005:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.487006:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.487008:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.487008:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384875.487010:0:17544:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.487011:0:17544:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384875.487012:0:17544:0:(mgc_request.c:108:config_log_get()) log nodemap (00000000281813e0) refs 2 10000000:00000001:2.0:1767384875.487013:0:17544:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.487014:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.487015:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.487016:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d9a759e refcount=3 00000020:00000001:2.0:1767384875.487017:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000001:2.0:1767384875.487019:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000001:2.0:1767384875.487020:0:17544:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384875.487021:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.487022:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.487023:0:17544:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.487024:0:17544:0:(mgc_request_server.c:501:mgc_process_nodemap_log()) Process entered 10000000:00000001:2.0:1767384875.487027:0:17544:0:(mgc_request_server.c:506:mgc_process_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767384875.487028:0:17544:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'nodemap' succeeded (0). 10000000:00000001:2.0:1767384875.487036:0:17544:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384875.487038:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.487038:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.487039:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d9a759e refcount=3 00000020:00000001:2.0:1767384875.487040:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000001:2.0:1767384875.487042:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262568960 : -106558446982656 : ffff9f15ed9eaa00) 00010000:00000001:2.0:1767384875.487043:0:17544:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384875.487044:0:17544:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 000000009d9a759e/0x7ec529173eeb81ea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81f1 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.487052:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.487054:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384875.487055:0:17544:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 000000009d9a759e/0x7ec529173eeb81ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81f1 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.487059:0:17544:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384875.487060:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.487061:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384875.487062:0:17544:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.487063:0:17544:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.487065:0:17544:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446637515378806784 : -106558330744832 : ffff9f15f48c5000) 10000000:00000001:2.0:1767384875.487067:0:17544:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1767384875.487068:0:17544:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:2.0:1767384875.487078:0:17544:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000000bfc2b00. 10000000:01000000:2.0:1767384875.487080:0:17544:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:2.0:1767384875.487081:0:17544:0:(genops.c:887:class_export_get()) GET export 00000000d06fa8cd refcount=11 10000000:00000001:2.0:1767384875.487085:0:17544:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446637515378805760 : -106558330745856 : ffff9f15f48c4c00) 10000000:00000001:2.0:1767384875.487087:0:17544:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446637515378805760 : -106558330745856 : ffff9f15f48c4c00) 10000000:00000001:2.0:1767384875.487089:0:17544:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384875.487100:0:17544:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:2.0:1767384875.487102:0:17544:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384875.487103:0:17544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1767384875.487107:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.487109:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.487111:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.487113:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.487115:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.487119:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ddee92a. 00000100:00000001:2.0:1767384875.487122:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.487124:0:17544:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384875.487126:0:17544:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384875.487129:0:17544:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009989621e count: 4 00010000:00000001:2.0:1767384875.487131:0:17544:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384875.487140:0:17544:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384875.487142:0:17544:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000008346266. 00000020:00000001:2.0:1767384875.487145:0:17544:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384875.487147:0:17544:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000008346266 with handle 0x7ec529173eeb81f8 to hash 00000020:00000001:2.0:1767384875.487149:0:17544:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384875.487150:0:17544:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000001:2.0:1767384875.487152:0:17544:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000001:2.0:1767384875.487155:0:17544:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384875.487156:0:17544:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.487158:0:17544:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 0000000008346266/0x7ec529173eeb81f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.487165:0:17544:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 0000000008346266/0x7ec529173eeb81f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.487173:0:17544:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 0000000008346266/0x7ec529173eeb81f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384875.487177:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.487178:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.487181:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.487182:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260265600 : -106558449286016 : ffff9f15ed7b8480) 00000100:00000001:2.0:1767384875.487184:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.487184:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.487187:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.487188:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487189:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.487190:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.487192:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487197:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.487197:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.487199:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.487200:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.487205:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.487207:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352205952:0@lo:101: 00000100:00000001:2.0:1767384875.487210:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.487212:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.487213:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.487214:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.487215:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068a35c4b. 02000000:00000001:2.0:1767384875.487217:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.487219:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.487221:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.487223:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352205952, portal 25 00000100:00000001:2.0:1767384875.487224:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.487225:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.487227:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487231:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.487232:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.487233:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000200:2.0:1767384875.487235:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352205952, offset 0 00000400:00000200:2.0:1767384875.487237:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.487241:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.487244:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272100e80 00000400:00000200:2.0:1767384875.487246:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16d [2] + 0 00000400:00000010:2.0:1767384875.487248:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a6b0754. 00000400:00000200:2.0:1767384875.487250:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d89ffa27 00000400:00000200:2.0:1767384875.487252:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.487254:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.487256:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89ffa27 00000400:00000010:2.0:1767384875.487257:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89ffa27. 00000100:00000001:2.0:1767384875.487259:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.487260:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.487262:0:17544:0:(events.c:337:request_in_callback()) incoming req@00000000426c61ff x1853237352205952 msgsize 328 00000100:00100000:2.0:1767384875.487264:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.487266:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.487277:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.487281:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384875.487282:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000001:2.0:1767384875.487283:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.487286:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487291:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.487294:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487301:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487306:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.487311:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487316:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864437 00000100:00000001:2.0:1767384875.487324:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864436 00000100:00000001:2.0:1767384875.487329:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864437 00000100:00000001:2.0:1767384875.487336:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864436 00000100:00000001:2.0:1767384875.487341:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864437 00000100:00000001:2.0:1767384875.487344:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864436 00000100:00000001:2.0:1767384875.487349:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864437 00000100:00000001:2.0:1767384875.487353:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864436 00000100:00000001:2.0:1767384875.487359:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.487363:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487365:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.487368:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.487369:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3876dd7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.487372:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.487374:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487638:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.487643:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.487646:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.487649:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.487654:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.487664:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.487668:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.487675:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.487683:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487694:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.487696:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.487699:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.487702:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.487704:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.487706:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.487716:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.487722:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.487729:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.487733:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.487736:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.487738:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.487739:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487743:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.487746:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487750:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.487752:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.487753:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.487756:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.487761:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352205952:0@lo:101: 00000100:00000001:2.0:1767384875.487763:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.487764:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487765:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.487766:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.487767:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487782:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.487784:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.487787:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.487788:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.487790:0:17544:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384875.487792:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.487793:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.487795:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008346266 refcount=4 00000020:00000001:2.0:1767384875.487796:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000001:2.0:1767384875.487799:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000040:2.0:1767384875.487801:0:17544:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000008346266, remote cookie: 0x7ec529173eeb81ff, flags: 0x0 00010000:00000001:2.0:1767384875.487804:0:17544:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384875.487806:0:17544:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384875.487807:0:17544:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384875.487809:0:17544:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384875.487810:0:17544:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384875.487811:0:17544:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000009989621e) refcount = 4 00010000:00000040:2.0:1767384875.487814:0:17544:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384875.487816:0:17544:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384875.487822:0:17544:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384875.487828:0:17544:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: 0000000002327d0a/0x7ec529173eeb8111 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8118 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.487831:0:17544:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 0000000008346266/0x7ec529173eeb81f8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81ff expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.487835:0:17544:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384875.487836:0:17544:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384875.487837:0:17544:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384875.487843:0:17544:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384875.487844:0:17544:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.487846:0:17544:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 0000000008346266/0x7ec529173eeb81f8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb81ff expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.487849:0:17544:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384875.487850:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.487851:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.487852:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.487853:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.487853:0:17544:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.487870:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.487873:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352205952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.487877:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.487878:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.487880:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000068a35c4b. 02000000:00000001:2.0:1767384875.487882:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.487883:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.487884:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.487885:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.487886:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006ddee92a. 02000000:00000001:2.0:1767384875.487888:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.487889:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.487890:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.487892:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.487892:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384875.487893:0:17544:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.487895:0:17544:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384875.487896:0:17544:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (000000000bfc2b00) refs 2 10000000:00000001:2.0:1767384875.487897:0:17544:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.487924:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.487925:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.487926:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008346266 refcount=3 00000020:00000001:2.0:1767384875.487928:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000001:2.0:1767384875.487930:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000001:2.0:1767384875.487931:0:17544:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384875.487937:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.487938:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.487939:0:17544:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.487941:0:17544:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384875.487943:0:17544:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000041988a60. 00000020:00000010:2.0:1767384875.487945:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ddee92a. 00000020:00000010:2.0:1767384875.487947:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000039303109. 00000040:00000010:2.0:1767384875.487966:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e9ee410. 00000020:00000010:2.0:1767384875.487969:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b069bb0. 00000020:00000010:2.0:1767384875.487972:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009ced222f. 80000000:00000010:2.0:1767384875.487974:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000961fc92. 00040000:00000010:2.0:1767384875.487977:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d350dd8c. 00080000:00000010:2.0:1767384875.487979:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000387cda8a. 20000000:00000010:2.0:1767384875.487981:0:17544:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007080b3ea. 10000000:00000040:2.0:1767384875.487984:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000078d19b67 : new refcount 2 10000000:00000040:2.0:1767384875.487985:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005f4c39bf : new refcount 2 10000000:00000040:2.0:1767384875.487987:0:17544:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.112@tcp: copy local log lustre-OST0000 10000000:00000001:2.0:1767384875.487988:0:17544:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384875.487990:0:17544:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000008629b6cd. 00000040:00000001:2.0:1767384875.487992:0:17544:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384875.487993:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.488011:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ca36bbe3. 00000040:00000001:2.0:1767384875.488013:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.488014:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.488015:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.488017:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.488020:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.488032:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.488034:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.488035:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.488036:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384875.488038:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000fb8860f9. 00000020:00000001:2.0:1767384875.488039:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.488042:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c5984fbb. 00000020:00000001:2.0:1767384875.488045:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.488051:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000726ebf92. 00000020:00000001:2.0:1767384875.488053:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.488055:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.488057:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.488058:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.488059:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.488071:0:17544:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.488076:0:17544:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384875.488080:0:17544:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384875.488091:0:17544:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.488093:0:17544:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.488095:0:17544:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384875.488096:0:17544:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384875.488098:0:17544:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384875.488101:0:17544:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.488103:0:17544:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.488104:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.488107:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510231291992 : -106563478259624 : ffff9f14c1bb7858) 00000040:00000001:2.0:1767384875.488110:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.488112:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.488114:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.488119:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8bb9e31. 00000040:00000001:2.0:1767384875.488122:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.488124:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384875.489595:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.489598:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.489600:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.489601:0:17544:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384875.489603:0:17544:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000b98d777. 00000040:00001000:2.0:1767384875.489605:0:17544:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384875.489608:0:17544:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384875.489610:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000704da0db. 00000020:00000010:2.0:1767384875.489612:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b773e757. 00000040:00000010:2.0:1767384875.489614:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000106bdce9. 00000020:00000010:2.0:1767384875.489616:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007490653a. 00000020:00000010:2.0:1767384875.489618:0:17544:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.489630:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b9970815. 80000000:00000010:2.0:1767384875.489637:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b1a7ddb. 40000000:00000010:2.0:1767384875.489639:0:17544:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001125062d. 00100000:00000010:2.0:1767384875.489642:0:17544:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c5367f5. 00040000:00000010:2.0:1767384875.489644:0:17544:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f606646b. 00040000:00000010:2.0:1767384875.489646:0:17544:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000092d569d. 00040000:00000010:2.0:1767384875.489648:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000393b99d3. 00080000:00000010:2.0:1767384875.489651:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006de71465. 00000004:00000010:2.0:1767384875.489653:0:17544:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001ff443c1. 00000004:00000010:2.0:1767384875.489656:0:17544:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.489659:0:17544:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008cbaf782. 00002000:00000010:2.0:1767384875.489661:0:17544:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000068a35c4b. 00000004:00000010:2.0:1767384875.489664:0:17544:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f37baf64. 00000020:00000010:2.0:1767384875.489666:0:17544:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f700d354. 00000040:00000010:2.0:1767384875.489671:0:17544:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008209045e. 00000040:00001000:2.0:1767384875.489672:0:17544:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767384875.489674:0:17544:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384875.489675:0:17544:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384875.489679:0:17544:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384875.490021:0:17544:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384875.490025:0:17544:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.490026:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384875.490029:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384875.490030:0:17544:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384875.490031:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384875.490033:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384875.490033:0:17544:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384875.490034:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384875.490035:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384875.490036:0:17544:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384875.490037:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae1d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384875.490038:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384875.490039:0:17544:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384875.490040:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae2b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384875.490058:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384875.490059:0:17544:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384875.490060:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384875.490061:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384875.490062:0:17544:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:2.0:1767384875.490063:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae3e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384875.490065:0:17544:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384875.490066:0:17544:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384875.490067:0:17544:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384875.490069:0:17544:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384875.490083:0:17544:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384875.490085:0:17544:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.490085:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae3e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384875.490087:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384875.490087:0:17544:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00001000:2.0:1767384875.490088:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecae4c0 type=0x0 idx=0 00000040:00000001:2.0:1767384875.490089:0:17544:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384875.490091:0:17544:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00000010:2.0:1767384875.490093:0:17544:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008209045e. 00000020:00000010:2.0:1767384875.490098:0:17544:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f700d354. 00000020:00000010:2.0:1767384875.490105:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b773e757. 00000040:00000010:2.0:1767384875.490107:0:17544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000106bdce9. 00000020:00000010:2.0:1767384875.490110:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007490653a. 00000020:00000010:2.0:1767384875.490123:0:17544:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.490127:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b9970815. 80000000:00000010:2.0:1767384875.490130:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b1a7ddb. 40000000:00000010:2.0:1767384875.490132:0:17544:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001125062d. 00100000:00000010:2.0:1767384875.490135:0:17544:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006c5367f5. 00040000:00000010:2.0:1767384875.490138:0:17544:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f606646b. 00040000:00000010:2.0:1767384875.490141:0:17544:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000092d569d. 00040000:00000010:2.0:1767384875.490143:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000393b99d3. 00080000:00000010:2.0:1767384875.490146:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006de71465. 00000004:00000010:2.0:1767384875.490149:0:17544:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001ff443c1. 00000004:00000010:2.0:1767384875.490152:0:17544:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.490160:0:17544:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008cbaf782. 00002000:00000010:2.0:1767384875.490162:0:17544:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000068a35c4b. 00000004:00000010:2.0:1767384875.490164:0:17544:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f37baf64. 00000020:00000010:2.0:1767384875.490166:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000704da0db. 00000040:00000010:2.0:1767384875.490168:0:17544:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000b98d777. 00000040:00000001:2.0:1767384875.490169:0:17544:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490171:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384875.490173:0:17544:0:(lu_object.c:207:lu_object_put()) Add 00000000726ebf92/00000000c5984fbb to site lru. bkt: 00000000544a5ed6 00000040:00000010:2.0:1767384875.490175:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000fb8860f9. 00000040:00000001:2.0:1767384875.490177:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.490178:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8bb9e31. 00000040:00000010:2.0:1767384875.490179:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ca36bbe3. 00000040:00000001:2.0:1767384875.490181:0:17544:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490182:0:17544:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384875.490183:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.490184:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000704da0db. 00000040:00000001:2.0:1767384875.490186:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.490187:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.490204:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.490207:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.490210:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.490222:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.490224:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.490225:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490226:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384875.490228:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000fb8860f9. 00000020:00000001:2.0:1767384875.490230:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384875.490233:0:17544:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637510231291992 : -106563478259624 : ffff9f14c1bb7858) 00000040:00000001:2.0:1767384875.490234:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490236:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490237:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.490239:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8bb9e31. 00000040:00000001:2.0:1767384875.490240:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.490241:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384875.490273:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490275:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490280:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490282:0:17544:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384875.490283:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.490284:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000393b99d3. 00000040:00000001:2.0:1767384875.490286:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.490303:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.490305:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.490307:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.490310:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.490319:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.490321:0:17544:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384875.490323:0:17544:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384875.490325:0:17544:0:(llog.c:1547:llog_open()) MGC192.168.203.112@tcp: Failed to open llog lustre-OST0000T: rc -2 00000040:00000010:2.0:1767384875.490327:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000393b99d3. 00000040:00000001:2.0:1767384875.490328:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.490330:0:17544:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.490331:0:17544:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:2.0:1767384875.490332:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.490333:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000393b99d3. 00000040:00000001:2.0:1767384875.490335:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.490336:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.490337:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.490339:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.490341:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.490346:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:2.0:1767384875.490349:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000e67d5a52. 00000020:00000001:2.0:1767384875.490350:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.490352:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f606646b. 00000020:00000001:2.0:1767384875.490370:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.490389:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093061e5c. 00000020:00000001:2.0:1767384875.490392:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490393:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.490395:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.490396:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.490402:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490430:0:17544:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384875.490432:0:17544:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.490434:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.490436:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510231292248 : -106563478259368 : ffff9f14c1bb7958) 00000040:00000001:2.0:1767384875.490438:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490439:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490441:0:17544:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384875.490442:0:17544:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490444:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.490447:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f37baf64. 00080000:00000001:2.0:1767384875.490449:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514625393664 : -106559084157952 : ffff9f15c7a42400) 00000040:00000001:2.0:1767384875.490452:0:17544:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1767384875.490454:0:17544:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1767384875.490456:0:17544:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384875.490458:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.490464:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.490466:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490468:0:17544:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384875.490513:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.490514:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384875.490520:0:17544:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000010:2.0:1767384875.490524:0:17544:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000f538d16e. 00000001:00000001:2.0:1767384875.490525:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.490526:0:17544:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490529:0:17544:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384875.490531:0:17544:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.490532:0:17544:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490535:0:17544:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1767384875.490539:0:17544:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490541:0:17544:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490543:0:17544:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490545:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.490558:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490560:0:17544:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:2.0:1767384875.490561:0:17544:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:2.0:1767384875.490580:0:17544:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384875.490586:0:17544:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384875.490623:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.490624:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490657:0:17544:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384875.490659:0:17544:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490661:0:17544:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490664:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.490676:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384875.490677:0:17544:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490680:0:17544:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1767384875.490696:0:17544:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490698:0:17544:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490700:0:17544:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490702:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384875.490707:0:17544:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000752c5442. 00080000:00000001:2.0:1767384875.490724:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490726:0:17544:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490727:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.490728:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008209045e. 00000040:00000001:2.0:1767384875.490730:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.490730:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384875.490732:0:17544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384875.490733:0:17544:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384875.490735:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384875.490737:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490738:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490739:0:17544:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384875.490740:0:17544:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000035362942. 00000040:00001000:2.0:1767384875.490741:0:17544:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384875.490743:0:17544:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384875.490745:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000106bdce9. 00000020:00000010:2.0:1767384875.490746:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b773e757. 00000040:00000010:2.0:1767384875.490747:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bd451b1d. 00000020:00000010:2.0:1767384875.490749:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008cbaf782. 00000020:00000010:2.0:1767384875.490750:0:17544:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.490752:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f903de1. 80000000:00000010:2.0:1767384875.490754:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000627a67d. 40000000:00000010:2.0:1767384875.490760:0:17544:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000ddf5fdb. 00100000:00000010:2.0:1767384875.490762:0:17544:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001ff443c1. 00040000:00000010:2.0:1767384875.490764:0:17544:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000014926e4. 00040000:00000010:2.0:1767384875.490765:0:17544:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006de71465. 00040000:00000010:2.0:1767384875.490767:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005574fb18. 00080000:00000010:2.0:1767384875.490768:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000092d569d. 00000004:00000010:2.0:1767384875.490770:0:17544:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006c5367f5. 00000004:00000010:2.0:1767384875.490772:0:17544:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.490773:0:17544:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007490653a. 00002000:00000010:2.0:1767384875.490775:0:17544:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000084e85a6c. 00000004:00000010:2.0:1767384875.490777:0:17544:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000068a35c4b. 00000020:00000010:2.0:1767384875.490779:0:17544:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e8156f51. 00000040:00000010:2.0:1767384875.490783:0:17544:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c2a63f53. 00000040:00001000:2.0:1767384875.490794:0:17544:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:2.0:1767384875.490796:0:17544:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384875.490796:0:17544:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384875.490799:0:17544:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384875.490813:0:17544:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384875.490815:0:17544:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.490816:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384875.490817:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384875.490818:0:17544:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.490820:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.490821:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.490822:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.490825:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009b66beab. 00080000:00000001:2.0:1767384875.490826:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514901576704 : -106558807974912 : ffff9f15d81a5c00) 00000040:00000001:2.0:1767384875.490827:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.490829:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.490830:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.490832:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.490833:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490834:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.490835:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.490836:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490837:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490842:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490845:0:17544:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384875.490846:0:17544:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.490847:0:17544:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.490849:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.490854:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.490855:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.490856:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.490857:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384875.490862:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:2.0:1767384875.491000:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294864437, at 4294864438 00000100:00000010:2.0:1767384875.491006:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002fc0838e. 00080000:00000001:2.0:1767384875.491077:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:2.0:1767384875.491080:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491092:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.491095:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00000001:2.0:1767384875.491097:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491100:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491102:0:17544:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1767384875.491104:0:17544:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.491106:0:17544:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491107:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.491114:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491115:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491117:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.491119:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384875.491122:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384875.491123:0:17544:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.491125:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.491126:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.491128:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.491132:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a32e9f2. 00080000:00000001:2.0:1767384875.491135:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514901574656 : -106558807976960 : ffff9f15d81a5400) 00000040:00000001:2.0:1767384875.491137:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491138:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.491140:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491148:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491154:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491156:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491161:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491162:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491163:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491164:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491166:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.491171:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491172:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491173:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.491174:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384875.491177:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491182:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.491183:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491186:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.491187:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491189:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.491191:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491194:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:2.0:1767384875.491195:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00000001:2.0:1767384875.491197:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491198:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491199:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.491203:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491204:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491205:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.491206:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384875.491208:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384875.491209:0:17544:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.491210:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.491211:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.491211:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.491214:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000010c98a6c. 00080000:00000001:2.0:1767384875.491215:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637515390630912 : -106558318920704 : ffff9f15f540bc00) 00000040:00000001:2.0:1767384875.491216:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491217:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.491218:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491222:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491222:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491227:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491232:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491233:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491234:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491235:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491236:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.491240:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491241:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491242:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.491243:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384875.491245:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491249:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.491250:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491252:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.491253:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491255:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.491256:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491259:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00080000:2.0:1767384875.491260:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00000001:2.0:1767384875.491261:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491262:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491263:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.491266:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491267:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491268:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.491269:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa1d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384875.491271:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384875.491272:0:17544:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.491273:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.491274:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.491275:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.491277:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007a441338. 00080000:00000001:2.0:1767384875.491278:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637515390615552 : -106558318936064 : ffff9f15f5408000) 00000040:00000001:2.0:1767384875.491279:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491280:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.491281:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491284:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491285:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491286:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491293:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491294:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491295:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491296:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491298:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.491302:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491303:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491304:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.491305:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384875.491307:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491310:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.491312:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491313:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.491314:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491316:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.491318:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491330:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.491332:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00000001:2.0:1767384875.491333:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491334:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491336:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.491339:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491340:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491341:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.491342:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa2b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384875.491355:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384875.491356:0:17544:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.491357:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.491358:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.491359:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.491360:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d3ac1d3a. 00080000:00000001:2.0:1767384875.491362:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637515390623744 : -106558318927872 : ffff9f15f540a000) 00000040:00000001:2.0:1767384875.491363:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491363:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.491364:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491368:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491368:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491370:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491372:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491377:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491378:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491379:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491381:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.491386:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491387:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491387:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.491388:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384875.491391:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491394:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.491396:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491398:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.491399:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491401:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.491403:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491406:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.491407:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00000001:2.0:1767384875.491408:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491409:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491410:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.491413:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491414:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491415:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.491416:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384875.491418:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384875.491419:0:17544:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.491420:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.491421:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.491422:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.491424:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed3de525. 00080000:00000001:2.0:1767384875.491425:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903438336 : -106558806113280 : ffff9f15d836c400) 00000040:00000001:2.0:1767384875.491426:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491428:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.491428:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491432:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491433:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491434:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491437:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491437:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491442:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491443:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491444:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.491449:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491450:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491451:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.491452:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384875.491454:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491458:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.491459:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491461:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.491462:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491464:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.491465:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491468:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:2.0:1767384875.491469:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00000001:2.0:1767384875.491470:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491471:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491472:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.491475:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491476:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491477:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.491478:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa3e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384875.491479:0:17544:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384875.491480:0:17544:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384875.491481:0:17544:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384875.491483:0:17544:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384875.491494:0:17544:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384875.491495:0:17544:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.491496:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa3e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384875.491498:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384875.491499:0:17544:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.491500:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.491501:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.491501:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.491503:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d6b480aa. 00080000:00000001:2.0:1767384875.491504:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903443456 : -106558806108160 : ffff9f15d836d800) 00000040:00000001:2.0:1767384875.491505:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491510:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.491511:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491515:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491516:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491517:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.491520:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.491521:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491522:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491523:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491524:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.491529:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491530:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.491531:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.491531:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:2.0:1767384875.491534:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491537:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.491538:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491540:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.491541:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491543:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.491545:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.491557:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.491558:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00000001:2.0:1767384875.491560:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491561:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.491562:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.491565:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491566:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491567:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491569:0:17544:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384875.491570:0:17544:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000040:00000010:2.0:1767384875.491571:0:17544:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c2a63f53. 00000020:00000010:2.0:1767384875.491575:0:17544:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e8156f51. 00000020:00000010:2.0:1767384875.491578:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b773e757. 00000040:00000010:2.0:1767384875.491580:0:17544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bd451b1d. 00000020:00000010:2.0:1767384875.491582:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008cbaf782. 00000020:00000010:2.0:1767384875.491583:0:17544:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.491585:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009f903de1. 80000000:00000010:2.0:1767384875.491587:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000627a67d. 40000000:00000010:2.0:1767384875.491593:0:17544:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000ddf5fdb. 00100000:00000010:2.0:1767384875.491595:0:17544:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001ff443c1. 00040000:00000010:2.0:1767384875.491596:0:17544:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000014926e4. 00040000:00000010:2.0:1767384875.491598:0:17544:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006de71465. 00040000:00000010:2.0:1767384875.491600:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005574fb18. 00080000:00000010:2.0:1767384875.491601:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000092d569d. 00000004:00000010:2.0:1767384875.491603:0:17544:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006c5367f5. 00000004:00000010:2.0:1767384875.491604:0:17544:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.491606:0:17544:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007490653a. 00002000:00000010:2.0:1767384875.491607:0:17544:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000084e85a6c. 00000004:00000010:2.0:1767384875.491609:0:17544:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000068a35c4b. 00000020:00000010:2.0:1767384875.491611:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000106bdce9. 00000040:00000010:2.0:1767384875.491612:0:17544:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000035362942. 00000040:00000001:2.0:1767384875.491614:0:17544:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491615:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384875.491616:0:17544:0:(lu_object.c:207:lu_object_put()) Add 0000000093061e5c/00000000f606646b to site lru. bkt: 00000000a9d0d2ce 00000040:00000010:2.0:1767384875.491618:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000e67d5a52. 00000040:00000001:2.0:1767384875.491619:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.491621:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008209045e. 00000040:00000010:2.0:1767384875.491622:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000393b99d3. 00000040:00000001:2.0:1767384875.491623:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384875.491624:0:17544:0:(lu_object.c:207:lu_object_put()) Add 00000000726ebf92/00000000c5984fbb to site lru. bkt: 00000000544a5ed6 00000040:00000010:2.0:1767384875.491625:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000fb8860f9. 00000040:00000001:2.0:1767384875.491626:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.491627:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8bb9e31. 00000040:00000010:2.0:1767384875.491628:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000704da0db. 00000040:00000001:2.0:1767384875.491630:0:17544:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.491637:0:17544:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384875.491638:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.491639:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000704da0db. 00000040:00000001:2.0:1767384875.491641:0:17544:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384875.491642:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767384875.491644:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.491645:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.491646:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.491651:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.491652:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.491655:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000393b99d3. 00000100:00000001:2.0:1767384875.491657:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.491660:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.491661:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.491663:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.491664:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260265600 : -106558449286016 : ffff9f15ed7b8480) 00000100:00000001:2.0:1767384875.491666:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.491667:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.491669:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.491670:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.491671:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.491672:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.491674:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.491680:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.491681:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.491682:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.491683:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.491685:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.491686:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206080:0@lo:501: 00000100:00000001:2.0:1767384875.491688:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.491690:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.491691:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.491692:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.491693:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000106bdce9. 02000000:00000001:2.0:1767384875.491694:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.491696:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.491698:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.491700:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352206080, portal 25 00000100:00000001:2.0:1767384875.491702:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.491702:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.491705:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.491717:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.491719:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.491720:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000200:2.0:1767384875.491722:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237352206080, offset 0 00000400:00000200:2.0:1767384875.491724:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.491728:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.491732:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272100f00 00000400:00000200:2.0:1767384875.491735:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x171 [2] + 0 00000400:00000010:2.0:1767384875.491737:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007f5fce0. 00000400:00000200:2.0:1767384875.491739:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9d1e928 00000400:00000200:2.0:1767384875.491741:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.491743:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.491745:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9d1e928 00000400:00000010:2.0:1767384875.491746:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9d1e928. 00000100:00000001:2.0:1767384875.491748:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.491749:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.491751:0:17544:0:(events.c:337:request_in_callback()) incoming req@000000005330c3e8 x1853237352206080 msgsize 512 00000100:00100000:2.0:1767384875.491753:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.491755:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.491763:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.491766:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384875.491767:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000001:2.0:1767384875.491769:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.491770:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.491776:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.491777:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.491781:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.491782:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.491785:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.491786:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864441 00000100:00000010:2.0:1767384875.491789:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035362942. 00000100:00000001:2.0:1767384875.491806:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384875.491815:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864441 00000100:00000001:2.0:1767384875.491820:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864437 00000100:00000001:2.0:1767384875.491826:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864441 00000100:00000010:2.0:1767384875.491830:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000627a67d. 00000100:00000001:2.0:1767384875.491834:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384875.491839:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864441 00000100:00000001:2.0:1767384875.491841:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864437 00000100:00000001:2.0:1767384875.491847:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.491852:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.491856:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.491858:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.491863:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3876dd7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.491868:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.491871:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492347:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.492352:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.492356:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.492360:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.492364:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.492367:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.492371:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.492377:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.492389:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492398:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.492403:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.492407:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.492409:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.492412:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.492415:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.492419:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.492431:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.492435:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.492437:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.492438:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.492440:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.492441:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492442:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.492445:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492449:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.492451:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.492452:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.492454:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.492458:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206080:0@lo:501: 00000100:00000001:2.0:1767384875.492461:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.492462:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492463:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.492464:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.492465:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492469:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.492470:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.492472:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.492472:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.492474:0:17544:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767384875.492475:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.492476:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.492477:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384875.492478:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.492480:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352206080/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492483:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.492488:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.492489:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000106bdce9. 02000000:00000001:2.0:1767384875.492491:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.492491:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.492492:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.492493:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.492494:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000393b99d3. 02000000:00000001:2.0:1767384875.492496:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.492497:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.492497:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.492499:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.492500:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384875.492501:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.492502:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.492504:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8bb9e31. 00000040:00000001:2.0:1767384875.492505:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.492506:0:17544:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767384875.492507:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767384875.492509:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.492510:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.492512:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.492513:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.492514:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.492516:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000393b99d3. 00000100:00000001:2.0:1767384875.492518:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492520:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.492520:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.492522:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.492523:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260265600 : -106558449286016 : ffff9f15ed7b8480) 00000100:00000001:2.0:1767384875.492525:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.492526:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.492528:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.492529:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492530:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.492530:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.492532:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492543:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.492544:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.492546:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.492547:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.492548:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.492550:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206208:0@lo:503: 00000100:00000001:2.0:1767384875.492551:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.492553:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.492554:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.492555:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.492564:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005d26403c. 02000000:00000001:2.0:1767384875.492565:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.492567:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.492579:0:17544:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b66572e6. 00000100:00000200:2.0:1767384875.492581:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352206208, portal 25 00000100:00000001:2.0:1767384875.492583:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.492583:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.492586:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492590:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.492591:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.492592:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.492593:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352206208, offset 0 00000400:00000200:2.0:1767384875.492596:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.492600:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.492603:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272100f80 00000400:00000200:2.0:1767384875.492606:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x175 [2] + 0 00000400:00000010:2.0:1767384875.492608:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008216d8fe. 00000400:00000200:2.0:1767384875.492609:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8a8691a 00000400:00000200:2.0:1767384875.492612:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.492613:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.492615:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a8691a 00000400:00000010:2.0:1767384875.492620:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8a8691a. 00000100:00000001:2.0:1767384875.492623:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.492624:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.492626:0:17544:0:(events.c:337:request_in_callback()) incoming req@00000000834578ed x1853237352206208 msgsize 272 00000100:00100000:2.0:1767384875.492628:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.492629:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.492648:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.492651:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.492652:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.492654:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.492656:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492661:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.492663:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.492668:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492669:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.492673:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492675:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864442 00000100:00000001:2.0:1767384875.492682:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864441 00000100:00000001:2.0:1767384875.492687:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864442 00000100:00000001:2.0:1767384875.492691:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864441 00000100:00000001:2.0:1767384875.492697:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864442 00000100:00000001:2.0:1767384875.492702:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864441 00000100:00000001:2.0:1767384875.492707:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864442 00000100:00000001:2.0:1767384875.492714:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864441 00000100:00000001:2.0:1767384875.492719:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.492722:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.492725:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.492733:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.492736:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3876dd7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.492740:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.492749:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.494300:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.494306:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.494308:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.494312:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.494317:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b66572e6 00000400:00000010:2.0:1767384875.494320:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b66572e6. 00000100:00000001:2.0:1767384875.494323:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.494329:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.494342:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.494356:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.494361:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.494364:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.494365:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.494367:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.494368:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.494369:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.494372:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.494379:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.494385:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.494386:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.494391:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.494392:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.494396:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.494399:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.494404:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.494406:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.494407:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.494409:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.494414:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206208:0@lo:503: 00000100:00000001:2.0:1767384875.494424:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.494426:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.494427:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.494428:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.494430:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.494434:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.494435:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.494437:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.494437:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494440:0:17544:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767384875.494441:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.494442:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352206208/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.494446:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.494447:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.494449:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005d26403c. 02000000:00000001:2.0:1767384875.494455:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.494456:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.494457:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.494459:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.494460:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000393b99d3. 02000000:00000001:2.0:1767384875.494461:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.494462:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.494463:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.494465:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.494466:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384875.494467:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.494468:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.494469:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384875.494470:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494471:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494472:0:17544:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384875.494473:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.494474:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000393b99d3. 00000040:00000001:2.0:1767384875.494476:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.494480:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.494481:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.494483:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.494486:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.494496:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.494497:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.494498:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494499:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384875.494502:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000fb8860f9. 00000020:00000001:2.0:1767384875.494503:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384875.494505:0:17544:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637510231291992 : -106563478259624 : ffff9f14c1bb7858) 00000040:00000001:2.0:1767384875.494507:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494508:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494509:0:17544:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384875.494521:0:17544:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384875.494522:0:17544:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384875.494523:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.494526:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a0c292a2. 00080000:00000001:2.0:1767384875.494527:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903446528 : -106558806105088 : ffff9f15d836e400) 00000040:00000001:2.0:1767384875.494529:0:17544:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384875.494530:0:17544:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384875.494532:0:17544:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1767384875.494535:0:17544:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384875.494538:0:17544:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x2:0x0] not in the id map cache 00080000:00000001:2.0:1767384875.494539:0:17544:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384875.494544:0:17544:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.494545:0:17544:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494547:0:17544:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384875.494548:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.494549:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384875.494552:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384875.494553:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.494562:0:17544:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494564:0:17544:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494565:0:17544:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494566:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.494577:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494579:0:17544:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384875.494582:0:17544:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1767384875.494588:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.494589:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494595:0:17544:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494596:0:17544:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384875.494604:0:17544:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494605:0:17544:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384875.494606:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.494607:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494670:0:17544:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.494672:0:17544:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494674:0:17544:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494675:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.494681:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494682:0:17544:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494684:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384875.494691:0:17544:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000726ebf92. 00000020:00000010:2.0:1767384875.494694:0:17544:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c5984fbb. 00000040:00000010:2.0:1767384875.494696:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000fb8860f9. 00000040:00000001:2.0:1767384875.494698:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.494699:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000393b99d3. 00000040:00000001:2.0:1767384875.494700:0:17544:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494702:0:17544:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:2.0:1767384875.494702:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.494704:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000393b99d3. 00000040:00000001:2.0:1767384875.494705:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.494706:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.494707:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.494709:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.494711:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.494715:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:2.0:1767384875.494718:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000fb8860f9. 00000020:00000001:2.0:1767384875.494719:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.494721:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000014926e4. 00000020:00000001:2.0:1767384875.494723:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.494728:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000726ebf92. 00000020:00000001:2.0:1767384875.494730:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494731:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.494733:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.494733:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.494734:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494741:0:17544:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384875.494742:0:17544:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.494743:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.494746:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510231290712 : -106563478260904 : ffff9f14c1bb7358) 00000040:00000001:2.0:1767384875.494747:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494748:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494749:0:17544:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384875.494750:0:17544:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494751:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.494754:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000077bb0492. 00080000:00000001:2.0:1767384875.494755:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903452672 : -106558806098944 : ffff9f15d836fc00) 00000040:00000001:2.0:1767384875.494756:0:17544:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1767384875.494757:0:17544:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1767384875.494758:0:17544:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384875.494760:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.494763:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.494763:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494765:0:17544:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384875.494782:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.494782:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384875.494785:0:17544:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x6:0x0] not in the id map cache 00000001:00000001:2.0:1767384875.494786:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.494787:0:17544:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494788:0:17544:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384875.494790:0:17544:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.494791:0:17544:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494793:0:17544:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1767384875.494794:0:17544:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494796:0:17544:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494797:0:17544:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494798:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.494807:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494808:0:17544:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:2.0:1767384875.494809:0:17544:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:2.0:1767384875.494811:0:17544:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384875.494812:0:17544:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384875.494880:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.494881:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494920:0:17544:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384875.494922:0:17544:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494924:0:17544:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494926:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.494930:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384875.494932:0:17544:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494934:0:17544:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1767384875.494942:0:17544:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494944:0:17544:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494945:0:17544:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.494947:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.494978:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494979:0:17544:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.494981:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.494993:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008209045e. 00000040:00000001:2.0:1767384875.494994:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.494995:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384875.494997:0:17544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384875.494998:0:17544:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384875.494999:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384875.495001:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.495002:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.495003:0:17544:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384875.495004:0:17544:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000bbfe6388. 00000040:00001000:2.0:1767384875.495005:0:17544:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384875.495007:0:17544:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384875.495009:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005574fb18. 00000020:00000010:2.0:1767384875.495010:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f903de1. 00000040:00000010:2.0:1767384875.495012:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bd451b1d. 00000020:00000010:2.0:1767384875.495013:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007490653a. 00000020:00000010:2.0:1767384875.495015:0:17544:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.495022:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b773e757. 80000000:00000010:2.0:1767384875.495024:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1aa6c19. 40000000:00000010:2.0:1767384875.495026:0:17544:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000ddf5fdb. 00100000:00000010:2.0:1767384875.495028:0:17544:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c5367f5. 00040000:00000010:2.0:1767384875.495029:0:17544:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c271f7e. 00040000:00000010:2.0:1767384875.495031:0:17544:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000092d569d. 00040000:00000010:2.0:1767384875.495032:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3b17433. 00080000:00000010:2.0:1767384875.495034:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006de71465. 00000004:00000010:2.0:1767384875.495036:0:17544:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001ff443c1. 00000004:00000010:2.0:1767384875.495038:0:17544:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.495040:0:17544:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008cbaf782. 00002000:00000010:2.0:1767384875.495041:0:17544:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000069efd3d2. 00000004:00000010:2.0:1767384875.495043:0:17544:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006ec3963e. 00000020:00000010:2.0:1767384875.495045:0:17544:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fb03888b. 00000040:00000010:2.0:1767384875.495048:0:17544:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c2a63f53. 00000040:00001000:2.0:1767384875.495049:0:17544:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:2.0:1767384875.495050:0:17544:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384875.495052:0:17544:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767384875.495053:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767384875.495055:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.495057:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.495058:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.495059:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.495061:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.495063:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2dca934. 00000100:00000001:2.0:1767384875.495065:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.495067:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.495068:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.495070:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.495071:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260265600 : -106558449286016 : ffff9f15ed7b8480) 00000100:00000001:2.0:1767384875.495073:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.495074:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.495076:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.495076:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.495082:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.495082:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.495085:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.495090:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.495091:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.495093:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.495094:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.495096:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.495099:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206336:0@lo:502: 00000100:00000001:2.0:1767384875.495102:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.495104:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.495106:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.495108:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.495117:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005d26403c. 02000000:00000001:2.0:1767384875.495120:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.495123:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.495127:0:17544:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b66572e6. 00000100:00000200:2.0:1767384875.495130:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352206336, portal 25 00000100:00000001:2.0:1767384875.495133:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.495134:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.495139:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.495146:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.495148:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.495150:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.495152:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352206336, offset 0 00000400:00000200:2.0:1767384875.495156:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.495162:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.495167:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272101000 00000400:00000200:2.0:1767384875.495171:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x179 [2] + 0 00000400:00000010:2.0:1767384875.495174:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d098892. 00000400:00000200:2.0:1767384875.495177:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bcb051db 00000400:00000200:2.0:1767384875.495180:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.495188:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.495192:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcb051db 00000400:00000010:2.0:1767384875.495194:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcb051db. 00000100:00000001:2.0:1767384875.495197:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.495199:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.495201:0:17544:0:(events.c:337:request_in_callback()) incoming req@000000005c0dfa44 x1853237352206336 msgsize 272 00000100:00100000:2.0:1767384875.495204:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.495205:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.495212:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.495216:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.495217:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.495218:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.495220:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.495226:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.495227:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.495231:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.495232:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.495234:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.495236:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864445 00000100:00000001:2.0:1767384875.495239:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864442 00000100:00000001:2.0:1767384875.495242:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864445 00000100:00000001:2.0:1767384875.495243:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864442 00000100:00000001:2.0:1767384875.495245:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864445 00000100:00000001:2.0:1767384875.495247:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864442 00000100:00000001:2.0:1767384875.495248:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864445 00000100:00000001:2.0:1767384875.495249:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864442 00000100:00000001:2.0:1767384875.495251:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.495252:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.495253:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.495254:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.495260:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3876dd7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.495262:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.495263:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.495965:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.495973:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.495977:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.495979:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.495985:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b66572e6 00000400:00000010:2.0:1767384875.496000:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b66572e6. 00000100:00000001:2.0:1767384875.496008:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.496016:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.496037:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.496056:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.496064:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.496068:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.496070:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.496075:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.496079:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.496083:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.496089:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.496094:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.496098:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.496100:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.496102:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.496104:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.496106:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.496109:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.496116:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.496128:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.496130:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.496132:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.496154:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206336:0@lo:502: 00000100:00000001:2.0:1767384875.496159:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.496161:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.496162:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.496164:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.496166:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.496173:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.496175:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.496178:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.496179:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496183:0:17544:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767384875.496184:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.496186:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352206336/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.496192:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.496194:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.496195:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005d26403c. 02000000:00000001:2.0:1767384875.496202:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.496204:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.496205:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.496207:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.496209:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f2dca934. 02000000:00000001:2.0:1767384875.496211:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.496212:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.496214:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.496217:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.496218:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384875.496221:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.496222:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.496223:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384875.496225:0:17544:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.496227:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384875.496229:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384875.496236:0:17544:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.496238:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.496240:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.496242:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.496245:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eebdf1fd. 00080000:00000001:2.0:1767384875.496248:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903444480 : -106558806107136 : ffff9f15d836dc00) 00000040:00000001:2.0:1767384875.496250:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496252:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.496254:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496256:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496258:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496260:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496262:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496263:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496265:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496267:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496269:0:17544:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384875.496270:0:17544:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.496272:0:17544:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496274:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.496282:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496285:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496286:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.496288:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384875.496293:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496468:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:2.0:1767384875.496472:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496492:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.496495:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00000001:2.0:1767384875.496497:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496499:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496501:0:17544:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1767384875.496503:0:17544:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.496504:0:17544:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496506:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.496512:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496514:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496516:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.496523:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384875.496526:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384875.496528:0:17544:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.496530:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.496531:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.496533:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.496537:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ff5274cb. 00080000:00000001:2.0:1767384875.496540:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903440384 : -106558806111232 : ffff9f15d836cc00) 00000040:00000001:2.0:1767384875.496542:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496543:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.496545:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496553:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496555:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496557:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496565:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496566:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496569:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496571:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496573:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.496582:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496584:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496585:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.496587:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384875.496591:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496600:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.496603:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496606:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.496608:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496614:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.496616:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496633:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:2.0:1767384875.496636:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00000001:2.0:1767384875.496639:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496641:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496643:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.496649:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496651:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496652:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.496654:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384875.496662:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384875.496664:0:17544:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.496666:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.496667:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.496669:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.496672:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000037ac9c22. 00080000:00000001:2.0:1767384875.496675:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903445504 : -106558806106112 : ffff9f15d836e000) 00000040:00000001:2.0:1767384875.496677:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496678:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.496680:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496688:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496689:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496691:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496697:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496707:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496709:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496711:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496713:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.496722:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496724:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496725:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.496727:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384875.496730:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496739:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.496741:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496746:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.496748:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496755:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.496757:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496765:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00080000:2.0:1767384875.496768:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00000001:2.0:1767384875.496772:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496774:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496776:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.496783:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496785:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496788:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.496790:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa1d0 type=0x10620000 idx=4 00000040:00001000:2.0:1767384875.496793:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:2.0:1767384875.496802:0:17544:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.496814:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.496815:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.496817:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.496821:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002cd999a2. 00080000:00000001:2.0:1767384875.496824:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903439360 : -106558806112256 : ffff9f15d836c800) 00000040:00000001:2.0:1767384875.496826:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496828:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.496829:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496840:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496842:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496844:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.496854:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.496855:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496857:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496859:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496861:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.496869:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496872:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.496873:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.496875:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384875.496879:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496916:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.496919:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496925:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.496926:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496931:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.496934:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.496973:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.496976:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00000001:2.0:1767384875.496988:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.496990:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.496992:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.496998:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497000:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497002:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.497004:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa2b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384875.497006:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384875.497008:0:17544:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.497016:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.497018:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.497019:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.497024:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d088f968. 00080000:00000001:2.0:1767384875.497026:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903450624 : -106558806100992 : ffff9f15d836f400) 00000040:00000001:2.0:1767384875.497028:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.497030:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.497031:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.497041:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.497052:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.497054:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.497061:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.497062:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497063:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497066:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.497068:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.497078:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497080:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.497082:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.497083:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384875.497088:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497096:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.497098:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497103:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.497104:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497120:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.497122:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497129:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.497132:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00000001:2.0:1767384875.497134:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497136:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.497137:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.497144:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497146:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497148:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.497150:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384875.497152:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384875.497154:0:17544:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.497156:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.497164:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.497166:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.497170:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e4f8c825. 00080000:00000001:2.0:1767384875.497173:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903449600 : -106558806102016 : ffff9f15d836f000) 00000040:00000001:2.0:1767384875.497176:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.497177:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.497179:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.497189:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.497191:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.497193:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.497199:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.497200:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497202:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497204:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.497206:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.497219:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497221:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.497223:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.497224:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384875.497229:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497238:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.497240:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497247:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.497249:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497254:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.497256:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.497262:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:2.0:1767384875.497265:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00000001:2.0:1767384875.497267:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497269:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.497272:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.497278:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497279:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.497282:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.497284:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa3e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384875.497286:0:17544:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384875.497289:0:17544:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384875.497290:0:17544:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767384875.497292:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767384875.497302:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.497305:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.497307:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.497309:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.497311:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.497315:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2dca934. 00000100:00000001:2.0:1767384875.497319:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.497322:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.497324:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.497327:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.497329:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260265600 : -106558449286016 : ffff9f15ed7b8480) 00000100:00000001:2.0:1767384875.497332:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.497334:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.497338:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.497339:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.497341:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.497343:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.497346:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.497355:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.497357:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.497360:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.497362:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.497376:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.497379:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206464:0@lo:502: 00000100:00000001:2.0:1767384875.497382:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.497385:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.497386:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.497388:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.497399:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005d26403c. 02000000:00000001:2.0:1767384875.497401:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.497406:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.497409:0:17544:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b66572e6. 00000100:00000200:2.0:1767384875.497413:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352206464, portal 25 00000100:00000001:2.0:1767384875.497420:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.497421:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.497426:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.497434:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.497436:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.497439:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.497442:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352206464, offset 0 00000400:00000200:2.0:1767384875.497448:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.497453:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.497460:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272101080 00000400:00000200:2.0:1767384875.497464:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x17d [2] + 0 00000400:00000010:2.0:1767384875.497467:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002604ace7. 00000400:00000200:2.0:1767384875.497470:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068971062 00000400:00000200:2.0:1767384875.497474:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.497478:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.497481:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068971062 00000400:00000010:2.0:1767384875.497483:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068971062. 00000100:00000001:2.0:1767384875.497487:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.497488:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.497491:0:17544:0:(events.c:337:request_in_callback()) incoming req@00000000c14d0fae x1853237352206464 msgsize 272 00000100:00100000:2.0:1767384875.497495:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.497497:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.497509:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.497513:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.497515:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.497518:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.497521:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.497530:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.497533:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.497540:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.497542:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.497555:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.497559:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864447 00000100:00000001:2.0:1767384875.497564:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864445 00000100:00000001:2.0:1767384875.497568:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864447 00000100:00000001:2.0:1767384875.497574:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864445 00000100:00000001:3.0:1767384875.497578:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384875.497579:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864447 00000100:00100000:3.0:1767384875.497583:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352206464 00000100:00000001:2.0:1767384875.497585:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864445 02000000:00000001:3.0:1767384875.497588:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.497591:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.497593:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864447 00000100:00000001:3.0:1767384875.497595:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.497598:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864445 02000000:00000001:3.0:1767384875.497600:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.497603:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384875.497605:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352206464 00000100:00000001:2.0:1767384875.497609:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.497610:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.497614:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384875.497614:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.497618:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384875.497619:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.497623:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=12 00000100:00100000:2.0:1767384875.497624:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c3876dd7 going to sleep for 11 seconds 00000020:00000001:3.0:1767384875.497630:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384875.497630:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.497634:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.497694:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384875.497698:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.497702:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f17a9925. 00000100:00000001:3.0:1767384875.497705:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.497708:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f17a9925. 00000020:00000010:3.0:1767384875.497712:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068eb396b. 00000020:00000010:3.0:1767384875.497716:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000686d147f. 00000020:00000010:3.0:1767384875.497720:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384875.497727:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384875.497729:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.497730:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.497732:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.497737:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.497750:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.497758:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384875.497760:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384875.497764:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384875.497767:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384875.497769:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526333520 : -106558183218096 : ffff9f15fd576450) 00000100:00000040:3.0:1767384875.497775:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c14d0fae x1853237352206464/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/0 e 0 to 0 dl 1767384886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.497785:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.497793:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f17a9925. 00000100:00000001:3.0:1767384875.497796:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.497798:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f17a9925. 00000100:00100000:3.0:1767384875.497803:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c14d0fae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+12:17544:x1853237352206464:12345-0@lo:502: 00000100:00000200:3.0:1767384875.497807:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352206464 00000020:00000001:3.0:1767384875.497809:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384875.497811:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384875.497813:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.497815:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.497817:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340848 : -1039210768 : ffffffffc20ee6f0) 00000020:00000001:3.0:1767384875.497819:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.497820:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.497822:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.497824:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.497825:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.497827:0:16771:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384875.497829:0:16771:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384875.497832:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384875.497833:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384875.497846:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000298605b8. 02000000:00000001:3.0:1767384875.497849:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.497851:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384875.497854:0:16771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:3.0:1767384875.497856:0:16771:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384875.497859:0:16771:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000098b2b6d8. 00000040:00000001:3.0:1767384875.497862:0:16771:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384875.497863:0:16771:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384875.497865:0:16771:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:3.0:1767384875.497868:0:16771:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:3.0:1767384875.497871:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384875.497874:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637510241709656 : -106563467841960 : ffff9f14c25a6e58) 00000040:00000001:3.0:1767384875.497876:0:16771:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.497878:0:16771:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.497879:0:16771:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384875.497908:0:16771:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d830e5e. 00000040:00000001:3.0:1767384875.497911:0:16771:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384875.497913:0:16771:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384875.497979:0:16771:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.497982:0:16771:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.497984:0:16771:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.497987:0:16771:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384875.497997:0:16771:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384875.497999:0:16771:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:3.0:1767384875.498018:0:16771:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384875.498021:0:16771:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.498023:0:16771:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384875.498025:0:16771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384875.498027:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000046dde74/000000002e6a1276 to site lru. bkt: 00000000f67348c3 00000040:00000001:3.0:1767384875.498030:0:16771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384875.498031:0:16771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d830e5e. 00000040:00000010:3.0:1767384875.498036:0:16771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000098b2b6d8. 00000040:00000040:3.0:1767384875.498039:0:16771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:3.0:1767384875.498041:0:16771:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.498044:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352206464 00010000:00000001:3.0:1767384875.498047:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384875.498050:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c14d0fae x1853237352206464/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8472 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384875.498059:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.498060:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.498062:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.498066:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.498068:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000001:3.0:1767384875.498070:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.498072:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384875.498074:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.498076:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.498078:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.498082:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008507bbfa. 00000100:00000200:3.0:1767384875.498085:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352206464, offset 224 00000400:00000200:3.0:1767384875.498090:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.498102:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.498108:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272101080 00000400:00000200:3.0:1767384875.498112:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x100d [4] + 224 00000400:00000200:3.0:1767384875.498118:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.498121:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384875.498124:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.498126:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.498134:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.498150:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.498158:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008507bbfa 00000400:00000010:3.0:1767384875.498159:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008507bbfa. 00000100:00000001:3.0:1767384875.498162:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384875.498163:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.498169:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.498172:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 11 to 0@lo 00010000:00000001:3.0:1767384875.498174:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384875.498176:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.498177:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384875.498178:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384875.498184:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384875.498185:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c14d0fae x1853237352206464/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8472 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384875.498189:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.498193:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.498200:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b66572e6 00000100:00100000:3.0:1767384875.498201:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c14d0fae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+12:17544:x1853237352206464:12345-0@lo:502: Request processed in 415us (707us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384875.498205:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b66572e6. 00000100:00000001:2.0:1767384875.498211:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384875.498212:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384875.498216:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:2.0:1767384875.498218:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.498219:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.498222:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384875.498226:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000686d147f. 00000020:00000010:3.0:1767384875.498231:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.498237:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068eb396b. 00000100:00000200:2.0:1767384875.498239:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384875.498242:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 11 00000100:00000001:2.0:1767384875.498250:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384875.498252:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384875.498254:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384875.498255:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000298605b8. 00000100:00000001:2.0:1767384875.498258:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.498262:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.498263:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.498265:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.498266:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384875.498269:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384875.498272:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384875.498278:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bf5517a. 02000000:00000001:2.0:1767384875.498278:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.498284:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384875.498285:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008507bbfa. 00000100:00001000:2.0:1767384875.498292:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.498295:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.498297:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.498299:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.498300:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.498303:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.498307:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.498314:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.498316:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.498318:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.498321:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.498328:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206464:0@lo:502: 00000100:00000001:2.0:1767384875.498332:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.498334:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.498336:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.498337:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.498339:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.498356:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.498358:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3876dd7. 00000100:00000001:2.0:1767384875.498361:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.498362:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498366:0:17544:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767384875.498367:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.498369:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352206464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.498376:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.498377:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.498379:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005d26403c. 02000000:00000001:2.0:1767384875.498386:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.498393:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.498394:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.498397:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.498398:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f2dca934. 02000000:00000001:2.0:1767384875.498401:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.498402:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.498404:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.498407:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.498408:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384875.498410:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.498412:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.498414:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384875.498415:0:17544:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384875.498417:0:17544:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15eecaa3e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384875.498420:0:17544:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384875.498422:0:17544:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:2.0:1767384875.498423:0:17544:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384875.498425:0:17544:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384875.498427:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.498431:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003a5bd04e. 00080000:00000001:2.0:1767384875.498433:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903437312 : -106558806114304 : ffff9f15d836c000) 00000040:00000001:2.0:1767384875.498436:0:17544:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384875.498437:0:17544:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384875.498439:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.498447:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.498449:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498451:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384875.498456:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.498458:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498459:0:17544:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498461:0:17544:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498463:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.498471:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498473:0:17544:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384875.498475:0:17544:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384875.498476:0:17544:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000001:2.0:1767384875.498480:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.498488:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384875.498496:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.498503:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1767384875.498504:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.498509:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384875.498511:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.498533:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:2.0:1767384875.498537:0:17544:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00000001:2.0:1767384875.498539:0:17544:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498541:0:17544:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498543:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.498550:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498552:0:17544:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498553:0:17544:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498555:0:17544:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384875.498557:0:17544:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000040:00000010:2.0:1767384875.498559:0:17544:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c2a63f53. 00000020:00000010:2.0:1767384875.498564:0:17544:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fb03888b. 00000020:00000010:2.0:1767384875.498571:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f903de1. 00000040:00000010:2.0:1767384875.498575:0:17544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bd451b1d. 00000020:00000010:2.0:1767384875.498578:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007490653a. 00000020:00000010:2.0:1767384875.498581:0:17544:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.498584:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b773e757. 80000000:00000010:2.0:1767384875.498586:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a1aa6c19. 40000000:00000010:2.0:1767384875.498589:0:17544:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000ddf5fdb. 00100000:00000010:2.0:1767384875.498592:0:17544:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006c5367f5. 00040000:00000010:2.0:1767384875.498595:0:17544:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000c271f7e. 00040000:00000010:2.0:1767384875.498597:0:17544:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000092d569d. 00040000:00000010:2.0:1767384875.498600:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3b17433. 00080000:00000010:2.0:1767384875.498602:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006de71465. 00000004:00000010:2.0:1767384875.498605:0:17544:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001ff443c1. 00000004:00000010:2.0:1767384875.498608:0:17544:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.498611:0:17544:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008cbaf782. 00002000:00000010:2.0:1767384875.498614:0:17544:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000069efd3d2. 00000004:00000010:2.0:1767384875.498616:0:17544:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006ec3963e. 00000020:00000010:2.0:1767384875.498619:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005574fb18. 00000040:00000010:2.0:1767384875.498621:0:17544:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000bbfe6388. 00000040:00000001:2.0:1767384875.498629:0:17544:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498631:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384875.498634:0:17544:0:(lu_object.c:207:lu_object_put()) Add 00000000726ebf92/00000000014926e4 to site lru. bkt: 00000000c52fc596 00000040:00000010:2.0:1767384875.498637:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000fb8860f9. 00000040:00000001:2.0:1767384875.498639:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.498641:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008209045e. 00000040:00000010:2.0:1767384875.498643:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000393b99d3. 00000040:00000010:2.0:1767384875.498645:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8bb9e31. 00000040:00000010:2.0:1767384875.498648:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000704da0db. 00000040:00000001:2.0:1767384875.498650:0:17544:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498652:0:17544:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384875.498653:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.498655:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000704da0db. 00000040:00000001:2.0:1767384875.498658:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.498660:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.498661:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.498664:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.498668:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.498680:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.498683:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.498684:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498686:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384875.498689:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000fb8860f9. 00000020:00000001:2.0:1767384875.498692:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384875.498694:0:17544:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637510231292248 : -106563478259368 : ffff9f14c1bb7958) 00000040:00000001:2.0:1767384875.498697:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498698:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498700:0:17544:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384875.498701:0:17544:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384875.498702:0:17544:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384875.498704:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384875.498707:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006ec3963e. 00080000:00000001:2.0:1767384875.498709:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903451648 : -106558806099968 : ffff9f15d836f800) 00000040:00000001:2.0:1767384875.498712:0:17544:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384875.498713:0:17544:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384875.498715:0:17544:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1767384875.498727:0:17544:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384875.498729:0:17544:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384875.498732:0:17544:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384875.498737:0:17544:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.498740:0:17544:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498742:0:17544:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384875.498744:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.498745:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384875.498749:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384875.498750:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384875.498761:0:17544:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498764:0:17544:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498766:0:17544:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498768:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384875.498777:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.498779:0:17544:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384875.498782:0:17544:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1767384875.498792:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.498794:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498801:0:17544:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498804:0:17544:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384875.498807:0:17544:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.498809:0:17544:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384875.498811:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.498812:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.499011:0:17544:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.499014:0:17544:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499016:0:17544:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.499018:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384875.499028:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499030:0:17544:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499031:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384875.499039:0:17544:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000093061e5c. 00000020:00000010:2.0:1767384875.499042:0:17544:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f606646b. 00000040:00000010:2.0:1767384875.499055:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000fb8860f9. 00000040:00000001:2.0:1767384875.499057:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.499059:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000704da0db. 00000040:00000001:2.0:1767384875.499062:0:17544:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767384875.499070:0:17544:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000008629b6cd. 10000000:00000040:2.0:1767384875.499074:0:17544:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000078d19b67 : new refcount 1 10000000:00000001:2.0:1767384875.499076:0:17544:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.499080:0:17544:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384875.499082:0:17544:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:2.0:1767384875.499084:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.499086:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000704da0db. 00000040:00000001:2.0:1767384875.499088:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.499090:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.499091:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.499094:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.499098:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.499109:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.499120:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.499121:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.499122:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384875.499126:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000008629b6cd. 00000020:00000001:2.0:1767384875.499128:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384875.499130:0:17544:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637510231290712 : -106563478260904 : ffff9f14c1bb7358) 00000040:00000001:2.0:1767384875.499133:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499134:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499136:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.499138:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8bb9e31. 00000040:00000001:2.0:1767384875.499140:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.499141:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384875.499169:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499171:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499173:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.499175:0:17544:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384875.499177:0:17544:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000570b002d. 00000040:00001000:2.0:1767384875.499179:0:17544:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:3.0:1767384875.501016:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294864447, at 4294864448 00000100:00000010:3.0:1767384875.501028:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f68d63e. 00010000:00000001:2.0:1767384875.501035:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384875.501039:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.501044:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384875.501046:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.501059:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294864447, at 4294864448 00000100:00000010:2.0:1767384875.501074:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000627a67d. 00000040:00000010:2.0:1767384875.506183:0:17544:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000570b002d. 00000040:00000001:2.0:1767384875.506189:0:17544:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384875.506192:0:17544:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:2.0:1767384875.506195:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384875.506205:0:17544:0:(lu_object.c:207:lu_object_put()) Add 00000000726ebf92/00000000014926e4 to site lru. bkt: 00000000c52fc596 00000040:00000010:2.0:1767384875.506208:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000008629b6cd. 00000040:00000001:2.0:1767384875.506211:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.506213:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8bb9e31. 00000040:00000010:2.0:1767384875.506215:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000704da0db. 00000020:00000001:2.0:1767384875.506217:0:17544:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.506220:0:17544:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767384875.506222:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000039303109. 00000040:00000010:2.0:1767384875.506225:0:17544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001e9ee410. 00000020:00000010:2.0:1767384875.506227:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002b069bb0. 00000020:00000010:2.0:1767384875.506230:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009ced222f. 80000000:00000010:2.0:1767384875.506233:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000961fc92. 00040000:00000010:2.0:1767384875.506235:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d350dd8c. 00080000:00000010:2.0:1767384875.506237:0:17544:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000f538d16e. 00000020:00000010:2.0:1767384875.506239:0:17544:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000752c5442. 00080000:00000010:2.0:1767384875.506240:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000387cda8a. 20000000:00000010:2.0:1767384875.506242:0:17544:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007080b3ea. 00000020:00000010:2.0:1767384875.506244:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ddee92a. 10000000:00000010:2.0:1767384875.506245:0:17544:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000041988a60. 10000000:01000000:2.0:1767384875.506248:0:17544:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1767384875.506258:0:17544:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384875.506260:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.506262:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.506264:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008346266 refcount=3 00000020:00000001:2.0:1767384875.506266:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000001:2.0:1767384875.506269:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262573056 : -106558446978560 : ffff9f15ed9eba00) 00010000:00000001:2.0:1767384875.506272:0:17544:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384875.506274:0:17544:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000008346266/0x7ec529173eeb81f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81ff expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.506288:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.506289:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384875.506290:0:17544:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 0000000008346266/0x7ec529173eeb81f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81ff expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.506295:0:17544:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384875.506296:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.506296:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384875.506297:0:17544:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.506298:0:17544:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.506301:0:17544:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384875.506302:0:17544:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9f15c78c7000 from 1 10000000:00000001:2.0:1767384875.506304:0:17544:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384875.506305:0:17544:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1767384875.506308:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.506310:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.506312:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.506314:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.506316:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.506320:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000704da0db. 00000100:00000001:2.0:1767384875.506323:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.506326:0:17544:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384875.506327:0:17544:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384875.506331:0:17544:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005966dcbb count: 2 00010000:00000001:2.0:1767384875.506333:0:17544:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384875.506335:0:17544:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384875.506338:0:17544:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000bd1c17a. 00000020:00000001:2.0:1767384875.506340:0:17544:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384875.506342:0:17544:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000bd1c17a with handle 0x7ec529173eeb8214 to hash 00000020:00000001:2.0:1767384875.506343:0:17544:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384875.506344:0:17544:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262573568 : -106558446978048 : ffff9f15ed9ebc00) 00010000:00000001:2.0:1767384875.506347:0:17544:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262573568 : -106558446978048 : ffff9f15ed9ebc00) 00010000:00000001:2.0:1767384875.506349:0:17544:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384875.506356:0:17544:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.506358:0:17544:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 000000000bd1c17a/0x7ec529173eeb8214 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.506363:0:17544:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 000000000bd1c17a/0x7ec529173eeb8214 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.506369:0:17544:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 000000000bd1c17a/0x7ec529173eeb8214 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384875.506381:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.506382:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.506385:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0eca685. 00000100:00000001:2.0:1767384875.506387:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260267712 : -106558449283904 : ffff9f15ed7b8cc0) 00000100:00000001:2.0:1767384875.506389:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.506390:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.506393:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.506394:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.506396:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.506397:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.506401:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.506407:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.506408:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.506410:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.506412:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.506414:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.506415:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206592:0@lo:101: 00000100:00000001:2.0:1767384875.506418:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.506421:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.506422:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.506424:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.506427:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068a35c4b. 02000000:00000001:2.0:1767384875.506429:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.506436:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.506439:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.506442:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352206592, portal 25 00000100:00000001:2.0:1767384875.506444:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.506445:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.506448:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.506453:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.506456:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.506458:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000200:2.0:1767384875.506460:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352206592, offset 0 00000400:00000200:2.0:1767384875.506463:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.506470:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.506478:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272101100 00000400:00000200:2.0:1767384875.506481:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x181 [2] + 0 00000400:00000010:2.0:1767384875.506484:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040931b52. 00000400:00000200:2.0:1767384875.506487:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030b3715c 00000400:00000200:2.0:1767384875.506490:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.506493:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.506496:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b3715c 00000400:00000010:2.0:1767384875.506498:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030b3715c. 00000100:00000001:2.0:1767384875.506502:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.506503:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.506506:0:17544:0:(events.c:337:request_in_callback()) incoming req@000000002d247b24 x1853237352206592 msgsize 328 00000100:00100000:2.0:1767384875.506509:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.506510:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.506520:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.506524:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384875.506525:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000001:2.0:1767384875.506526:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.506529:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.506536:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.506538:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.506557:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.506562:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.506568:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.506572:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864456 00000100:00000010:2.0:1767384875.506575:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000752c5442. 00000100:00000001:2.0:1767384875.506580:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384875.506590:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864456 00000100:00000010:2.0:1767384875.506597:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000961fc92. 00000100:00000001:2.0:1767384875.506603:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384875.506607:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864456 00000100:00000010:2.0:1767384875.506611:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000570b002d. 00000100:00000001:2.0:1767384875.506615:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384875.506620:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864456 00000100:00000010:2.0:1767384875.506624:0:17544:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000627a67d. 00000100:00000001:2.0:1767384875.506629:0:17544:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384875.506634:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.506638:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.506644:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.506645:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.506647:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f0eca685 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.506649:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.506653:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.506962:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.506967:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.506970:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.506973:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:2.0:1767384875.506988:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:2.0:1767384875.506992:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:2.0:1767384875.506996:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.507002:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384875.507021:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507042:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.507055:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.507059:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.507062:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.507064:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.507066:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.507071:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.507077:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384875.507083:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.507087:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.507089:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.507091:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384875.507093:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507096:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.507100:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507119:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.507121:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.507123:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384875.507126:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.507134:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206592:0@lo:101: 00000100:00000001:2.0:1767384875.507140:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.507142:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507144:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384875.507146:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.507149:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507155:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384875.507157:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f0eca685. 00000100:00000001:2.0:1767384875.507161:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384875.507162:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.507165:0:17544:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384875.507175:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.507176:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.507178:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000bd1c17a refcount=4 00000020:00000001:2.0:1767384875.507179:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262573568 : -106558446978048 : ffff9f15ed9ebc00) 00010000:00000001:2.0:1767384875.507181:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262573568 : -106558446978048 : ffff9f15ed9ebc00) 00010000:00000040:2.0:1767384875.507184:0:17544:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000bd1c17a, remote cookie: 0x7ec529173eeb821b, flags: 0x0 00010000:00000001:2.0:1767384875.507187:0:17544:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384875.507188:0:17544:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384875.507189:0:17544:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384875.507191:0:17544:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384875.507192:0:17544:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384875.507193:0:17544:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000005966dcbb) refcount = 2 00010000:00000040:2.0:1767384875.507195:0:17544:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384875.507196:0:17544:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384875.507201:0:17544:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 000000000bd1c17a/0x7ec529173eeb8214 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb821b expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.507204:0:17544:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384875.507205:0:17544:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384875.507207:0:17544:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384875.507208:0:17544:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384875.507210:0:17544:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384875.507211:0:17544:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 000000000bd1c17a/0x7ec529173eeb8214 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb821b expref: -99 pid: 17544 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384875.507215:0:17544:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384875.507216:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.507217:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.507218:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.507219:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.507220:0:17544:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507221:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.507223:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352206592/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507236:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.507238:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.507240:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000068a35c4b. 02000000:00000001:2.0:1767384875.507242:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.507243:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384875.507244:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384875.507245:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.507247:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000704da0db. 02000000:00000001:2.0:1767384875.507249:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384875.507250:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384875.507251:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384875.507253:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.507254:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384875.507256:0:17544:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.507258:0:17544:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384875.507259:0:17544:0:(mgc_request.c:108:config_log_get()) log params (0000000047875ef3) refs 2 10000000:00000001:2.0:1767384875.507260:0:17544:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.507262:0:17544:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384875.507263:0:17544:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.507264:0:17544:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000bd1c17a refcount=3 00000020:00000001:2.0:1767384875.507265:0:17544:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262573568 : -106558446978048 : ffff9f15ed9ebc00) 00010000:00000001:2.0:1767384875.507266:0:17544:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262573568 : -106558446978048 : ffff9f15ed9ebc00) 00010000:00000001:2.0:1767384875.507268:0:17544:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384875.507269:0:17544:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384875.507269:0:17544:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384875.507270:0:17544:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384875.507272:0:17544:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384875.507274:0:17544:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000041988a60. 00000020:00000010:2.0:1767384875.507275:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000704da0db. 00000020:00000010:2.0:1767384875.507277:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005574fb18. 00000040:00000010:2.0:1767384875.507279:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d3b17433. 00000020:00000010:2.0:1767384875.507282:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000387cda8a. 00000020:00000010:2.0:1767384875.507284:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b773e757. 80000000:00000010:2.0:1767384875.507286:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b1a7ddb. 00040000:00000010:2.0:1767384875.507288:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd451b1d. 00080000:00000010:2.0:1767384875.507296:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b069bb0. 20000000:00000010:2.0:1767384875.507299:0:17544:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009f903de1. 10000000:00000040:2.0:1767384875.507301:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000078d19b67 : new refcount 2 10000000:00000040:2.0:1767384875.507303:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005f4c39bf : new refcount 2 10000000:00000040:2.0:1767384875.507305:0:17544:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.112@tcp: copy local log params 10000000:00000001:2.0:1767384875.507307:0:17544:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384875.507309:0:17544:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 00000000e9494285. 00000040:00000001:2.0:1767384875.507311:0:17544:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384875.507312:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.507313:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2dca934. 00000040:00000001:2.0:1767384875.507315:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.507316:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.507318:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.507320:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.507323:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.507337:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.507338:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.507339:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.507341:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384875.507343:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000006bb7548b. 00000020:00000001:2.0:1767384875.507344:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384875.507346:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f538d16e. 00000020:00000001:2.0:1767384875.507360:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384875.507387:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093061e5c. 00000020:00000001:2.0:1767384875.507389:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.507401:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384875.507402:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384875.507404:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.507405:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.507419:0:17544:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.507429:0:17544:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384875.507436:0:17544:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384875.507452:0:17544:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.507455:0:17544:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.507457:0:17544:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384875.507459:0:17544:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384875.507481:0:17544:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384875.507484:0:17544:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.507485:0:17544:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.507487:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.507490:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510231289944 : -106563478261672 : ffff9f14c1bb7058) 00000040:00000001:2.0:1767384875.507493:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.507495:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.507497:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.507502:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8bb9e31. 00000040:00000001:2.0:1767384875.507505:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.507506:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384875.507510:0:17544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384875.507513:0:17544:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384875.507515:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384875.507518:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.507519:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.507521:0:17544:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384875.507524:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384875.507526:0:17544:0:(lu_object.c:207:lu_object_put()) Add 0000000093061e5c/00000000f538d16e to site lru. bkt: 00000000571df930 00000040:00000010:2.0:1767384875.507528:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000006bb7548b. 00000040:00000001:2.0:1767384875.507531:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.507533:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8bb9e31. 00000040:00000010:2.0:1767384875.507536:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2dca934. 00000040:00000001:2.0:1767384875.507539:0:17544:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.507542:0:17544:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384875.507543:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.507546:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2dca934. 00000040:00000001:2.0:1767384875.507549:0:17544:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384875.507551:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:2.0:1767384875.507554:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000020:00000040:2.0:1767384875.507557:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384875.507560:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384875.507562:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384875.507565:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.507569:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af6f4281. 00000100:00000001:2.0:1767384875.507572:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507583:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384875.507585:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384875.507588:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0eca685. 00000100:00000001:2.0:1767384875.507590:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515260267712 : -106558449283904 : ffff9f15ed7b8cc0) 00000100:00000001:2.0:1767384875.507592:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.507594:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384875.507597:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384875.507599:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507601:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384875.507603:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.507607:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507615:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.507617:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.507620:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.507622:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.507624:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.507628:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206720:0@lo:501: 00000100:00000001:2.0:1767384875.507632:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.507635:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.507637:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.507639:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.507642:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a015c91b. 02000000:00000001:2.0:1767384875.507644:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.507648:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384875.507652:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac061f5. 00000100:00000200:2.0:1767384875.507656:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352206720, portal 25 00000100:00000001:2.0:1767384875.507659:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.507661:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000040:2.0:1767384875.507666:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507672:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.507674:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.507676:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000200:2.0:1767384875.507686:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237352206720, offset 0 00000400:00000200:2.0:1767384875.507691:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384875.507698:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384875.507705:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958272101180 00000400:00000200:2.0:1767384875.507710:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x185 [2] + 0 00000400:00000010:2.0:1767384875.507714:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba39e405. 00000400:00000200:2.0:1767384875.507717:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000564c2776 00000400:00000200:2.0:1767384875.507721:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384875.507725:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384875.507728:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000564c2776 00000400:00000010:2.0:1767384875.507730:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000564c2776. 00000100:00000001:2.0:1767384875.507734:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.507736:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384875.507738:0:17544:0:(events.c:337:request_in_callback()) incoming req@0000000046be7cf7 x1853237352206720 msgsize 504 00000100:00100000:2.0:1767384875.507743:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384875.507746:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384875.507759:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384875.507764:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384875.507766:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000001:2.0:1767384875.507769:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384875.507774:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507790:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.507797:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.507818:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507820:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384875.507825:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507831:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864457 00000100:00000001:2.0:1767384875.507841:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864456 00000100:00000001:2.0:1767384875.507850:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864457 00000100:00000001:2.0:1767384875.507857:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864456 00000100:00000001:2.0:1767384875.507866:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864457 00000100:00000001:2.0:1767384875.507908:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864456 00000100:00000001:2.0:1767384875.507917:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864458 00000100:00000001:2.0:1767384875.507926:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294864456 00000100:00000001:2.0:1767384875.507943:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.507961:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.507968:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.507972:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384875.507976:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f0eca685 going to sleep for 11 seconds 00000100:00000001:2.0:1767384875.507982:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.507987:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508202:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384875.508208:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384875.508212:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384875.508214:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:3.0:1767384875.508220:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aac061f5 00000400:00000010:3.0:1767384875.508223:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aac061f5. 00000100:00000001:3.0:1767384875.508229:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.508236:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384875.508251:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508263:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384875.508265:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.508269:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384875.508272:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384875.508275:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.508277:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.508283:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.508285:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384875.508290:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.508292:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384875.508293:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.508295:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384875.508296:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508298:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.508300:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508314:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384875.508316:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384875.508317:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384875.508319:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.508324:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206720:0@lo:501: 00000100:00000001:3.0:1767384875.508327:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.508328:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508330:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384875.508331:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384875.508332:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508336:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384875.508337:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f0eca685. 00000100:00000001:3.0:1767384875.508339:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384875.508340:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.508342:0:17544:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767384875.508345:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384875.508346:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384875.508348:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384875.508359:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384875.508361:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352206720/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508365:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384875.508366:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384875.508367:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a015c91b. 02000000:00000001:3.0:1767384875.508370:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384875.508371:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384875.508372:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384875.508373:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384875.508374:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000af6f4281. 02000000:00000001:3.0:1767384875.508376:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384875.508377:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384875.508381:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:3.0:1767384875.508384:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384875.508385:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384875.508387:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.508389:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384875.508393:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d830e5e. 00000040:00000001:3.0:1767384875.508394:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384875.508395:0:17544:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767384875.508397:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:3.0:1767384875.508399:0:17544:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081111716. 00000020:00000040:3.0:1767384875.508401:0:17544:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384875.508403:0:17544:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384875.508404:0:17544:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384875.508406:0:17544:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384875.508408:0:17544:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000085a1d73. 00000100:00000001:3.0:1767384875.508411:0:17544:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508412:0:17544:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384875.508413:0:17544:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384875.508416:0:17544:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000675649af. 00000100:00000001:3.0:1767384875.508417:0:17544:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637514778556672 : -106558930994944 : ffff9f15d0c53900) 00000100:00000001:3.0:1767384875.508419:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384875.508420:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545434112 : -106559164117504 : ffff9f15c2e00e00) 00000100:00000001:3.0:1767384875.508422:0:17544:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384875.508423:0:17544:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508424:0:17544:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384875.508424:0:17544:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384875.508426:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508431:0:17544:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384875.508431:0:17544:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.508433:0:17544:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384875.508434:0:17544:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384875.508435:0:17544:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.508437:0:17544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081111716 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206848:0@lo:503: 00000100:00000001:3.0:1767384875.508439:0:17544:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384875.508444:0:17544:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384875.508444:0:17544:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.508446:0:17544:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384875.508455:0:17544:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000019d20941. 02000000:00000001:3.0:1767384875.508456:0:17544:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384875.508458:0:17544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012a8f3c0. 00000400:00000010:3.0:1767384875.508461:0:17544:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000047c8b06f. 00000100:00000200:3.0:1767384875.508463:0:17544:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352206848, portal 25 00000100:00000001:3.0:1767384875.508465:0:17544:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384875.508466:0:17544:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545434112 : -106559164117504 : ffff9f15c2e00e00) 00000100:00000040:3.0:1767384875.508468:0:17544:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508473:0:17544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.508474:0:17544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.508476:0:17544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384875.508477:0:17544:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352206848, offset 0 00000400:00000200:3.0:1767384875.508480:0:17544:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.508484:0:17544:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.508488:0:17544:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272101200 00000400:00000200:3.0:1767384875.508490:0:17544:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x189 [2] + 0 00000400:00000010:3.0:1767384875.508493:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000930bd86a. 00000400:00000200:3.0:1767384875.508495:0:17544:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ffde2bbb 00000400:00000200:3.0:1767384875.508497:0:17544:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.508499:0:17544:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384875.508501:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffde2bbb 00000400:00000010:3.0:1767384875.508502:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffde2bbb. 00000100:00000001:3.0:1767384875.508504:0:17544:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384875.508505:0:17544:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384875.508506:0:17544:0:(events.c:337:request_in_callback()) incoming req@00000000e44a23e7 x1853237352206848 msgsize 272 00000100:00100000:3.0:1767384875.508509:0:17544:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384875.508510:0:17544:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384875.508518:0:17544:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.508523:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384875.508524:0:17544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384875.508526:0:17544:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384875.508534:0:17544:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508541:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384875.508545:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508558:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508559:0:17544:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.508564:0:17544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508568:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294864458 00000100:00000001:3.0:1767384875.508575:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294864457 00000100:00000001:3.0:1767384875.508581:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294864458 00000100:00000001:3.0:1767384875.508585:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294864457 00000100:00000001:3.0:1767384875.508589:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294864458 00000100:00000001:3.0:1767384875.508594:0:17544:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294864457 00000100:00000001:3.0:1767384875.508599:0:17544:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294864458 00000100:00000001:3.0:1767384875.508600:0:17544:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294864458 00000100:00000001:3.0:1767384875.508604:0:17544:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384875.508606:0:17544:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508609:0:17544:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384875.508612:0:17544:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384875.508615:0:17544:0:(client.c:2690:ptlrpc_set_wait()) set 00000000675649af going to sleep for 11 seconds 00000100:00000001:3.0:1767384875.508617:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384875.508621:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508838:0:17544:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384875.508842:0:17544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384875.508845:0:17544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384875.508848:0:17544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012a8f3c0. 00000400:00000200:3.0:1767384875.508854:0:17544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c8b06f 00000400:00000010:3.0:1767384875.508858:0:17544:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000047c8b06f. 00000100:00000001:3.0:1767384875.508865:0:17544:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.508883:0:17544:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384875.508938:0:17544:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508962:0:17544:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384875.508965:0:17544:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.508967:0:17544:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384875.508969:0:17544:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384875.508970:0:17544:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.508971:0:17544:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.508972:0:17544:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.508974:0:17544:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384875.508977:0:17544:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.508978:0:17544:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384875.508979:0:17544:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.508980:0:17544:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384875.508981:0:17544:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.508983:0:17544:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.508985:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.508996:0:17544:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384875.508997:0:17544:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384875.508998:0:17544:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384875.509000:0:17544:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.509004:0:17544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081111716 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ce8723f7-a406-4428-8bf1-c7aa33d7d062:17544:1853237352206848:0@lo:503: 00000100:00000001:3.0:1767384875.509007:0:17544:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.509008:0:17544:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.509009:0:17544:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384875.509009:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384875.509010:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.509014:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384875.509015:0:17544:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000675649af. 00000100:00000001:3.0:1767384875.509021:0:17544:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384875.509022:0:17544:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509025:0:17544:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767384875.509026:0:17544:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384875.509028:0:17544:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081111716 x1853237352206848/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.509032:0:17544:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384875.509033:0:17544:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384875.509034:0:17544:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000019d20941. 02000000:00000001:3.0:1767384875.509040:0:17544:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384875.509041:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384875.509041:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384875.509043:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384875.509044:0:17544:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000085a1d73. 02000000:00000001:3.0:1767384875.509046:0:17544:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384875.509047:0:17544:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384875.509047:0:17544:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081111716. 00000100:00000001:3.0:1767384875.509051:0:17544:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384875.509051:0:17544:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.509053:0:17544:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384875.509054:0:17544:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384875.509055:0:17544:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384875.509056:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509057:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509059:0:17544:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384875.509059:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384875.509060:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000085a1d73. 00000040:00000001:3.0:1767384875.509062:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384875.509063:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384875.509065:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:3.0:1767384875.509066:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:3.0:1767384875.509069:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384875.509080:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384875.509082:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384875.509083:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509084:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384875.509086:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001e8925d6. 00000020:00000001:3.0:1767384875.509091:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384875.509094:0:17544:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a6ecc1d3. 00000020:00000001:3.0:1767384875.509096:0:17544:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637510231289944 : -106563478261672 : ffff9f14c1bb7058) 00000040:00000001:3.0:1767384875.509098:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509099:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509100:0:17544:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384875.509101:0:17544:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384875.509102:0:17544:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384875.509104:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384875.509107:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b61e247e. 00080000:00000001:3.0:1767384875.509108:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514625000448 : -106559084551168 : ffff9f15c79e2400) 00000040:00000001:3.0:1767384875.509110:0:17544:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384875.509111:0:17544:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384875.509112:0:17544:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384875.509116:0:17544:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384875.509118:0:17544:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:3.0:1767384875.509121:0:17544:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000bc7281cc. 00080000:00000001:3.0:1767384875.509122:0:17544:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384875.509126:0:17544:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384875.509128:0:17544:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509129:0:17544:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384875.509130:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384875.509131:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384875.509134:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384875.509135:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384875.509138:0:17544:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509139:0:17544:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509141:0:17544:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509142:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384875.509149:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509151:0:17544:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384875.509152:0:17544:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384875.509159:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384875.509160:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509169:0:17544:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509172:0:17544:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384875.509188:0:17544:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509196:0:17544:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384875.509198:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384875.509199:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509223:0:17544:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384875.509225:0:17544:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509228:0:17544:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509230:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384875.509241:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509243:0:17544:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509245:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384875.509255:0:17544:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000093061e5c. 00000020:00000010:3.0:1767384875.509258:0:17544:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f538d16e. 00000040:00000010:3.0:1767384875.509262:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001e8925d6. 00000040:00000001:3.0:1767384875.509264:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384875.509266:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000085a1d73. 00000040:00000001:3.0:1767384875.509268:0:17544:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509270:0:17544:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384875.509271:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384875.509274:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000068eb396b. 00000040:00000001:3.0:1767384875.509276:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384875.509277:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384875.509279:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:3.0:1767384875.509281:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:3.0:1767384875.509284:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384875.509293:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384875.509297:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001e8925d6. 00000020:00000001:3.0:1767384875.509299:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384875.509302:0:17544:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008ec825d7. 00000020:00000001:3.0:1767384875.509305:0:17544:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384875.509308:0:17544:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b4adcf3e. 00000020:00000001:3.0:1767384875.509310:0:17544:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509312:0:17544:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384875.509314:0:17544:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384875.509315:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384875.509316:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509325:0:17544:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384875.509327:0:17544:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384875.509335:0:17544:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.509337:0:17544:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514779891800 : -106558929659816 : ffff9f15d0d99858) 00000040:00000001:3.0:1767384875.509340:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509342:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509355:0:17544:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384875.509356:0:17544:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509358:0:17544:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384875.509362:0:17544:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f9cdd9d2. 00080000:00000001:3.0:1767384875.509365:0:17544:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514625001472 : -106559084550144 : ffff9f15c79e2800) 00000040:00000001:3.0:1767384875.509367:0:17544:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384875.509369:0:17544:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384875.509371:0:17544:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384875.509373:0:17544:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384875.509378:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384875.509380:0:17544:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509382:0:17544:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384875.509392:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384875.509393:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384875.509397:0:17544:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:3.0:1767384875.509399:0:17544:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384875.509401:0:17544:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509402:0:17544:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384875.509405:0:17544:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.509407:0:17544:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509409:0:17544:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384875.509413:0:17544:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509416:0:17544:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509418:0:17544:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.509420:0:17544:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384875.509428:0:17544:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.509430:0:17544:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384875.509432:0:17544:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384875.509434:0:17544:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384875.509435:0:17544:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384875.510430:0:17544:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384875.510433:0:17544:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.510454:0:17544:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384875.510457:0:17544:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.510459:0:17544:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.510462:0:17544:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384875.510469:0:17544:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384875.510471:0:17544:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.510474:0:17544:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1767384875.510485:0:17544:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510488:0:17544:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510490:0:17544:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.510492:0:17544:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384875.510497:0:17544:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000bbfe6388. 00080000:00000001:2.0:1767384875.510519:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510522:0:17544:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510525:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.510527:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8bb9e31. 00000040:00000001:2.0:1767384875.510530:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.510531:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384875.510534:0:17544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384875.510535:0:17544:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384875.510538:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384875.510541:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510543:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510544:0:17544:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384875.510553:0:17544:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002fc0838e. 00000040:00001000:2.0:1767384875.510556:0:17544:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384875.510559:0:17544:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384875.510562:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044d623e1. 00000020:00000010:2.0:1767384875.510565:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af6f4281. 00000040:00000010:2.0:1767384875.510568:0:17544:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a015c91b. 00000020:00000010:2.0:1767384875.510572:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ff443c1. 00000020:00000010:2.0:1767384875.510576:0:17544:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.510579:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006ddee92a. 80000000:00000010:2.0:1767384875.510582:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b98d777. 40000000:00000010:2.0:1767384875.510585:0:17544:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000644a9d1c. 00100000:00000010:2.0:1767384875.510589:0:17544:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006de71465. 00040000:00000010:2.0:1767384875.510592:0:17544:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c271f7e. 00040000:00000010:2.0:1767384875.510596:0:17544:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000092d569d. 00040000:00000010:2.0:1767384875.510599:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007080b3ea. 00080000:00000010:2.0:1767384875.510602:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006c5367f5. 00000004:00000010:2.0:1767384875.510606:0:17544:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007490653a. 00000004:00000010:2.0:1767384875.510610:0:17544:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.510614:0:17544:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007ad08898. 00002000:00000010:2.0:1767384875.510617:0:17544:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000068a35c4b. 00000004:00000010:2.0:1767384875.510632:0:17544:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000084e85a6c. 00000020:00000010:2.0:1767384875.510635:0:17544:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000260ab60e. 00000040:00000010:2.0:1767384875.510641:0:17544:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008209045e. 00000040:00080000:2.0:1767384875.510643:0:17544:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:2.0:1767384875.510645:0:17544:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008209045e. 00000020:00000010:2.0:1767384875.510649:0:17544:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000260ab60e. 00000020:00000010:2.0:1767384875.510655:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af6f4281. 00000040:00000010:2.0:1767384875.510658:0:17544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a015c91b. 00000020:00000010:2.0:1767384875.510660:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ff443c1. 00000020:00000010:2.0:1767384875.510663:0:17544:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.510667:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ddee92a. 80000000:00000010:2.0:1767384875.510670:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b98d777. 40000000:00000010:2.0:1767384875.510672:0:17544:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000644a9d1c. 00100000:00000010:2.0:1767384875.510681:0:17544:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006de71465. 00040000:00000010:2.0:1767384875.510685:0:17544:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000c271f7e. 00040000:00000010:2.0:1767384875.510698:0:17544:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000092d569d. 00040000:00000010:2.0:1767384875.510700:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007080b3ea. 00080000:00000010:2.0:1767384875.510703:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006c5367f5. 00000004:00000010:2.0:1767384875.510706:0:17544:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007490653a. 00000004:00000010:2.0:1767384875.510709:0:17544:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.510711:0:17544:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007ad08898. 00002000:00000010:2.0:1767384875.510714:0:17544:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000068a35c4b. 00000004:00000010:2.0:1767384875.510717:0:17544:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000084e85a6c. 00000020:00000010:2.0:1767384875.510719:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044d623e1. 00000040:00000010:2.0:1767384875.510722:0:17544:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002fc0838e. 00000040:00000001:2.0:1767384875.510724:0:17544:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510727:0:17544:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384875.510729:0:17544:0:(lu_object.c:207:lu_object_put()) Add 00000000b4adcf3e/000000008ec825d7 to site lru. bkt: 00000000d07925ab 00000040:00000010:2.0:1767384875.510732:0:17544:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001e8925d6. 00000040:00000001:2.0:1767384875.510734:0:17544:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384875.510736:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d8bb9e31. 00000040:00000010:2.0:1767384875.510738:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000068eb396b. 00000040:00000010:2.0:1767384875.510741:0:17544:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d830e5e. 00000040:00000010:2.0:1767384875.510745:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2dca934. 00000040:00000001:2.0:1767384875.510748:0:17544:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510750:0:17544:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384875.510751:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.510753:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007080b3ea. 00000040:00000001:2.0:1767384875.510756:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.510757:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.510759:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.510762:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.510766:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.510777:0:17544:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.510780:0:17544:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384875.510783:0:17544:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384875.510785:0:17544:0:(llog.c:1547:llog_open()) MGC192.168.203.112@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:2.0:1767384875.510792:0:17544:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007080b3ea. 00000040:00000001:2.0:1767384875.510795:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384875.510797:0:17544:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:2.0:1767384875.510799:0:17544:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 00000000e9494285. 10000000:00000040:2.0:1767384875.510802:0:17544:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000078d19b67 : new refcount 1 10000000:00000001:2.0:1767384875.510804:0:17544:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.510807:0:17544:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384875.510809:0:17544:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1767384875.510811:0:17544:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384875.510813:0:17544:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007080b3ea. 00000040:00000001:2.0:1767384875.510815:0:17544:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384875.510817:0:17544:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384875.510819:0:17544:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514902814720 : -106558806736896 : 0xffff9f15d82d4000) 00000020:00000001:2.0:1767384875.510821:0:17544:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514902814720 : -106558806736896 : ffff9f15d82d4000) 00080000:00000001:2.0:1767384875.510825:0:17544:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384875.510835:0:17544:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384875.510838:0:17544:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384875.510839:0:17544:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.510841:0:17544:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384875.510844:0:17544:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000e9494285. 00000020:00000001:2.0:1767384875.510846:0:17544:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384875.510849:0:17544:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514779891800 : -106558929659816 : ffff9f15d0d99858) 00000040:00000001:2.0:1767384875.510852:0:17544:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510853:0:17544:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510855:0:17544:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384875.510858:0:17544:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d8bb9e31. 00000040:00000001:2.0:1767384875.510859:0:17544:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384875.510861:0:17544:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384875.510863:0:17544:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384875.510865:0:17544:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384875.510867:0:17544:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384875.510870:0:17544:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510872:0:17544:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384875.510873:0:17544:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384875.510875:0:17544:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002fc0838e. 00000040:00001000:2.0:1767384875.510883:0:17544:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384875.511103:0:17563:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384875.511107:0:17563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ddee92a. 00000020:00000010:2.0:1767384875.511111:0:17563:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d350dd8c. 00000040:00000010:2.0:1767384875.511113:0:17563:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ced222f. 00000020:00000010:2.0:1767384875.511116:0:17563:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007ad08898. 00000020:00000010:2.0:1767384875.511119:0:17563:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.511121:0:17563:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001e9ee410. 80000000:00000010:2.0:1767384875.511124:0:17563:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b98d777. 40000000:00000010:2.0:1767384875.511127:0:17563:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000644a9d1c. 00100000:00000010:2.0:1767384875.511130:0:17563:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007490653a. 00040000:00000010:2.0:1767384875.511132:0:17563:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c271f7e. 00040000:00000010:2.0:1767384875.511135:0:17563:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006c5367f5. 00040000:00000010:2.0:1767384875.511137:0:17563:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000039303109. 00080000:00000010:2.0:1767384875.511140:0:17563:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000092d569d. 00000004:00000010:2.0:1767384875.511143:0:17563:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006de71465. 00000004:00000010:2.0:1767384875.511145:0:17563:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.511148:0:17563:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001ff443c1. 00002000:00000010:2.0:1767384875.511151:0:17563:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000084e85a6c. 00000004:00000010:2.0:1767384875.511154:0:17563:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000068a35c4b. 00000020:00000010:2.0:1767384875.511157:0:17563:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000019597674. 00000040:00000010:2.0:1767384875.511161:0:17563:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008209045e. 00000040:00080000:2.0:1767384875.511816:0:17563:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:2.0:1767384875.511820:0:17563:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008209045e. 00000020:00000010:2.0:1767384875.511824:0:17563:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000019597674. 00000020:00000010:2.0:1767384875.511831:0:17563:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d350dd8c. 00000040:00000010:2.0:1767384875.511834:0:17563:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ced222f. 00000020:00000010:2.0:1767384875.511837:0:17563:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007ad08898. 00000020:00000010:2.0:1767384875.511839:0:17563:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.511843:0:17563:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e9ee410. 80000000:00000010:2.0:1767384875.511845:0:17563:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b98d777. 40000000:00000010:2.0:1767384875.511848:0:17563:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000644a9d1c. 00100000:00000010:2.0:1767384875.511851:0:17563:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007490653a. 00040000:00000010:2.0:1767384875.511860:0:17563:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000c271f7e. 00040000:00000010:2.0:1767384875.511863:0:17563:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006c5367f5. 00040000:00000010:2.0:1767384875.511865:0:17563:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000039303109. 00080000:00000010:2.0:1767384875.511868:0:17563:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000092d569d. 00000004:00000010:2.0:1767384875.511870:0:17563:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006de71465. 00000004:00000010:2.0:1767384875.511874:0:17563:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.511876:0:17563:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001ff443c1. 00002000:00000010:2.0:1767384875.511879:0:17563:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000084e85a6c. 00000004:00000010:2.0:1767384875.511882:0:17563:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000068a35c4b. 00000020:00000010:2.0:1767384875.511921:0:17563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ddee92a. 00000100:00000040:2.0:1767384875.511947:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294864458, at 4294864459 00000100:00000010:2.0:1767384875.511966:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000570b002d. 00000100:00000040:3.0:1767384875.511973:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294864458, at 4294864459 00000100:00000010:3.0:1767384875.511982:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000627a67d. 00000100:00000001:3.0:1767384875.512368:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384875.512385:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352206976 02000000:00000001:3.0:1767384875.512389:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.512392:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.512394:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.512398:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.512404:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352206976 00000020:00000001:3.0:1767384875.512407:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.512410:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384875.512413:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.512415:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=13 00000020:00000001:3.0:1767384875.512419:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384875.512421:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384875.512426:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.512428:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.512430:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.512432:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000020:00000010:3.0:1767384875.512439:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000085a1d73. 00000020:00000010:3.0:1767384875.512443:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.512448:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384875.512455:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384875.512458:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.512462:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.512464:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.512471:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.512486:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.512495:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384875.512496:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384875.512500:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384875.512502:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384875.512504:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526335568 : -106558183216048 : ffff9f15fd576c50) 00000100:00000040:3.0:1767384875.512507:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb82244f x1853237352206976/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 328/0 e 0 to 0 dl 1767384886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.512514:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.512520:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.512521:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.512523:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000100:00100000:3.0:1767384875.512525:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb82244f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+13:17544:x1853237352206976:12345-0@lo:101: 00000100:00000200:3.0:1767384875.512528:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352206976 00000020:00000001:3.0:1767384875.512530:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384875.512531:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384875.512532:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.512534:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.512535:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384875.512537:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.512538:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.512539:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.512540:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.512542:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.512543:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384875.512544:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384875.512545:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384875.512546:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384875.512547:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.512549:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384875.512551:0:16771:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 5 00010000:00000001:3.0:1767384875.512552:0:16771:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384875.512554:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384875.512556:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059232d92. 00000020:00000001:3.0:1767384875.512558:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384875.512560:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000059232d92 with handle 0x7ec529173eeb8229 to hash 00000020:00000001:3.0:1767384875.512561:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384875.512562:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385035776 : -106558324515840 : ffff9f15f4eb5c00) 00010000:00000001:3.0:1767384875.512564:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385035776 : -106558324515840 : ffff9f15f4eb5c00) 00010000:00010000:3.0:1767384875.512565:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000059232d92/0x7ec529173eeb8229 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb8222 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384875.512570:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:3.0:1767384875.512574:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:3.0:1767384875.512578:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384875.512579:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384875.512582:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f4643736. 02000000:00000001:3.0:1767384875.512583:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.512584:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.512586:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384875.512587:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384875.512588:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384875.512589:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384875.512591:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384875.512592:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384875.512593:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384875.512594:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384875.512595:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384875.512597:0:16771:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384875.512598:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384875.512598:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000067bfa64a) refcount = 5 00010000:00000040:3.0:1767384875.512600:0:16771:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384875.512602:0:16771:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004f4079af/0x7ec529173eeb81ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb81f8 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384875.512606:0:16771:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000060ab8975/0x7ec529173eeb81b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb81b2 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384875.512609:0:16771:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009770cd1d/0x7ec529173eeb8134 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb812d expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384875.512612:0:16771:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005088b20b/0x7ec529173eeb8118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8111 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384875.512615:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000059232d92/0x7ec529173eeb8229 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb8222 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384875.512619:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384875.512620:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384875.512621:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384875.512625:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.512626:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384875.512629:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384875.512631:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000059232d92/0x7ec529173eeb8229 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8222 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384875.512635:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384875.512636:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384875.512637:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384875.512638:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.512640:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384875.512640:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384875.512641:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384875.512642:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000059232d92, rc 0) 00000020:00000001:3.0:1767384875.512643:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.512645:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352206976 00010000:00000001:3.0:1767384875.512646:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384875.512648:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb82244f x1853237352206976/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 328/344 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384875.512652:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.512653:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.512655:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.512657:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.512658:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000001:3.0:1767384875.512660:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.512661:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384875.512662:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.512664:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.512665:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.512666:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384875.512669:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352206976, offset 224 00000400:00000200:3.0:1767384875.512671:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.512676:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.512680:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272101280 00000400:00000200:3.0:1767384875.512683:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x104d [1] + 224 00000400:00000200:3.0:1767384875.512690:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.512692:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384875.512694:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.512697:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352206976/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.512703:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000002e8fb6b x1853237352206976/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.512714:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.512719:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384875.512720:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384875.512722:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384875.512723:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.512726:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.512728:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 11 to 0@lo 00010000:00000001:3.0:1767384875.512730:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384875.512731:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.512733:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384875.512739:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb82244f x1853237352206976/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 328/344 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.512746:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb82244f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352206976:12345-0@lo:101: Request processed in 232us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384875.512755:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384875.512758:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384875.512762:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.512765:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384875.512768:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.512773:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.512778:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000085a1d73. 00000020:00000040:3.0:1767384875.512784:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384875.512788:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384875.512791:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f4643736. 02000000:00000001:3.0:1767384875.512795:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384875.512798:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384875.512808:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384875.512815:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012a8f3c0. 00000400:00000010:3.0:1767384875.512822:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047c8b06f. 00000100:00000040:2.0:1767384875.515937:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294864462, at 4294864463 00000100:00000010:2.0:1767384875.515948:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0892b74. 00000100:00000040:3.0:1767384875.516942:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294864462, at 4294864464 00000100:00000010:3.0:1767384875.516964:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d6e947e. 00000100:00000001:3.0:1767384875.518221:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384875.518224:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352207104 02000000:00000001:3.0:1767384875.518227:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.518231:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.518233:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.518237:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.518241:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352207104 00000020:00000001:3.0:1767384875.518243:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.518246:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384875.518248:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.518251:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384875.518255:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384875.518259:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384875.518263:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.518268:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.518270:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.518276:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000020:00000010:3.0:1767384875.518284:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000085a1d73. 00000020:00000010:3.0:1767384875.518289:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.518296:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384875.518303:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384875.518308:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.518310:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.518311:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.518314:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.518324:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.518330:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384875.518331:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384875.518334:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384875.518353:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384875.518355:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526325328 : -106558183226288 : ffff9f15fd574450) 00000100:00000040:3.0:1767384875.518359:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000070dd229 x1853237352207104/t0(0) o501->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 512/0 e 0 to 0 dl 1767384886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.518366:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.518368:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.518369:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.518371:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000100:00100000:3.0:1767384875.518373:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000070dd229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207104:12345-0@lo:501: 00000100:00000200:3.0:1767384875.518376:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352207104 00000020:00000001:3.0:1767384875.518377:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384875.518379:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384875.518380:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.518381:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.518382:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340800 : -1039210816 : ffffffffc20ee6c0) 00000020:00000001:3.0:1767384875.518384:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.518385:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.518386:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.518387:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.518389:0:16771:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384875.518390:0:16771:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.518391:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384875.518392:0:16771:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384875.518393:0:16771:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384875.518394:0:16771:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384875.518396:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384875.518397:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384875.518398:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f4643736. 02000000:00000001:3.0:1767384875.518399:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.518401:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384875.518402:0:16771:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:3.0:1767384875.518403:0:16771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:3.0:1767384875.518405:0:16771:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384875.518410:0:16771:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000109cb032. 00000040:00000001:3.0:1767384875.518412:0:16771:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384875.518421:0:16771:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384875.518422:0:16771:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:3.0:1767384875.518424:0:16771:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00080000:00000001:3.0:1767384875.518427:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384875.518441:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384875.518442:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384875.518443:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.518444:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384875.518447:0:16771:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001be1b772. 00000020:00000001:3.0:1767384875.518448:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384875.518451:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:3.0:1767384875.518452:0:16771:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.518453:0:16771:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.518456:0:16771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384875.518457:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000010:3.0:1767384875.518459:0:16771:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001be1b772. 00000040:00000001:3.0:1767384875.518460:0:16771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384875.518461:0:16771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000109cb032. 00000040:00000001:3.0:1767384875.518463:0:16771:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384875.518464:0:16771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:3.0:1767384875.518466:0:16771:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384875.518468:0:16771:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384875.518470:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384875.518471:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384875.518473:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384875.518474:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384875.518476:0:16771:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000488dafca. 00000020:00000040:3.0:1767384875.518478:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000020:00000040:3.0:1767384875.518479:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 20000000:00000010:3.0:1767384875.518480:0:16771:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000488dafca. 20000000:00000001:3.0:1767384875.518482:0:16771:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384875.518483:0:16771:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.518485:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352207104 00010000:00000001:3.0:1767384875.518491:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384875.518493:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000070dd229 x1853237352207104/t0(0) o501->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 512/272 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384875.518499:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.518500:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.518501:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.518504:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.518505:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000001:3.0:1767384875.518506:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.518508:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384875.518509:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.518510:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.518511:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.518513:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384875.518515:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237352207104, offset 224 00000400:00000200:3.0:1767384875.518518:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.518522:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.518526:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272101300 00000400:00000200:3.0:1767384875.518529:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x105d [1] + 224 00000400:00000200:3.0:1767384875.518532:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.518534:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384875.518536:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.518538:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352207104/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.518544:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000002e8fb6b x1853237352207104/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.518555:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.518559:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384875.518560:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384875.518562:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384875.518563:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.518565:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.518567:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 11 to 0@lo 00010000:00000001:3.0:1767384875.518569:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384875.518575:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.518577:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384875.518580:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000070dd229 x1853237352207104/t0(0) o501->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 512/272 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.518593:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000070dd229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207104:12345-0@lo:501: Request processed in 226us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384875.518603:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384875.518607:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384875.518612:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.518614:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384875.518618:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.518622:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.518640:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000085a1d73. 00000020:00000040:3.0:1767384875.518644:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384875.518649:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384875.518653:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f4643736. 02000000:00000001:3.0:1767384875.518657:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384875.518660:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384875.518665:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384875.518670:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c87de8fe. 00000400:00000010:3.0:1767384875.518677:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d479afbd. 00000100:00000001:3.0:1767384875.518961:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384875.518965:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352207232 02000000:00000001:3.0:1767384875.518969:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.518971:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.518973:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.518978:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.518981:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352207232 00000020:00000001:3.0:1767384875.518995:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.518997:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384875.519000:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.519003:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384875.519007:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384875.519011:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384875.519024:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.519029:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.519035:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.519042:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000020:00000010:3.0:1767384875.519050:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109cb032. 00000020:00000010:3.0:1767384875.519058:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.519065:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384875.519073:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384875.519076:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.519077:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.519078:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.519081:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.519089:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.519096:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384875.519097:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384875.519100:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384875.519102:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384875.519104:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526330448 : -106558183221168 : ffff9f15fd575850) 00000100:00000040:3.0:1767384875.519107:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000922ee37a x1853237352207232/t0(0) o503->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/0 e 0 to 0 dl 1767384886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.519113:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.519114:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.519116:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.519117:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000100:00100000:3.0:1767384875.519120:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000922ee37a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207232:12345-0@lo:503: 00000100:00000200:3.0:1767384875.519123:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352207232 00000020:00000001:3.0:1767384875.519124:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384875.519126:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384875.519127:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.519128:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.519129:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340896 : -1039210720 : ffffffffc20ee720) 00000020:00000001:3.0:1767384875.519131:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.519136:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.519137:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.519138:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.519139:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.519140:0:16771:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384875.519141:0:16771:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384875.519144:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384875.519145:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384875.519154:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000dac5e32c. 02000000:00000001:3.0:1767384875.519156:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.519157:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384875.519158:0:16771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:3.0:1767384875.519160:0:16771:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384875.519161:0:16771:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a16ad6e0. 00000040:00000001:3.0:1767384875.519163:0:16771:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384875.519164:0:16771:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384875.519165:0:16771:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:3.0:1767384875.519167:0:16771:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:3.0:1767384875.519169:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384875.519171:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:3.0:1767384875.519173:0:16771:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.519174:0:16771:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.519175:0:16771:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384875.519178:0:16771:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcfbe4ea. 00000040:00000001:3.0:1767384875.519179:0:16771:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384875.519180:0:16771:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384875.519329:0:16771:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.519331:0:16771:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.519332:0:16771:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.519335:0:16771:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:3.0:1767384875.519337:0:16771:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384875.519338:0:16771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384875.519340:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000001:3.0:1767384875.519341:0:16771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384875.519343:0:16771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fcfbe4ea. 00000040:00000010:3.0:1767384875.519344:0:16771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a16ad6e0. 00000040:00000040:3.0:1767384875.519350:0:16771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:3.0:1767384875.519352:0:16771:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.519354:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352207232 00010000:00000001:3.0:1767384875.519356:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384875.519358:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000922ee37a x1853237352207232/t0(0) o503->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8416 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384875.519363:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.519364:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.519366:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.519368:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.519369:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000001:3.0:1767384875.519371:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.519383:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384875.519384:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.519386:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.519387:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.519389:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000dd2506e8. 00000100:00000200:3.0:1767384875.519391:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237352207232, offset 224 00000400:00000200:3.0:1767384875.519394:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.519398:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.519402:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272101380 00000400:00000200:3.0:1767384875.519405:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x106d [4] + 224 00000400:00000200:3.0:1767384875.519409:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.519411:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384875.519413:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.519415:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352207232/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.519420:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000002e8fb6b x1853237352207232/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.519433:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.519437:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2506e8 00000400:00000010:3.0:1767384875.519438:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000dd2506e8. 00000100:00000001:3.0:1767384875.519440:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384875.519445:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.519449:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.519450:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 11 to 0@lo 00010000:00000001:3.0:1767384875.519452:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384875.519454:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.519456:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384875.519459:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000922ee37a x1853237352207232/t0(0) o503->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8416 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.519469:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000922ee37a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207232:12345-0@lo:503: Request processed in 354us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384875.519482:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384875.519485:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384875.519489:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.519491:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384875.519494:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.519499:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.519503:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109cb032. 00000020:00000040:3.0:1767384875.519508:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384875.519510:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384875.519511:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000dac5e32c. 02000000:00000001:3.0:1767384875.519520:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384875.519523:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384875.519529:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384875.519534:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bccdc10d. 00000400:00000010:3.0:1767384875.519539:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd2506e8. 00000100:00000001:3.0:1767384875.520381:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384875.520385:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352207360 02000000:00000001:3.0:1767384875.520387:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.520389:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.520390:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.520392:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.520394:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352207360 00000020:00000001:3.0:1767384875.520396:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.520397:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384875.520398:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.520406:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384875.520409:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384875.520410:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384875.520413:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.520415:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.520416:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.520418:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000020:00000010:3.0:1767384875.520421:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109cb032. 00000020:00000010:3.0:1767384875.520423:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.520425:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384875.520429:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384875.520431:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.520431:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.520433:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.520435:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.520445:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.520451:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384875.520453:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384875.520455:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384875.520457:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384875.520459:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526324304 : -106558183227312 : ffff9f15fd574050) 00000100:00000040:3.0:1767384875.520462:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005029d13b x1853237352207360/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/0 e 0 to 0 dl 1767384886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.520469:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.520471:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.520473:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.520474:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000100:00100000:3.0:1767384875.520478:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005029d13b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207360:12345-0@lo:502: 00000100:00000200:3.0:1767384875.520481:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352207360 00000020:00000001:3.0:1767384875.520483:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384875.520484:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384875.520485:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.520491:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.520492:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340848 : -1039210768 : ffffffffc20ee6f0) 00000020:00000001:3.0:1767384875.520494:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.520495:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.520496:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.520497:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.520498:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.520500:0:16771:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384875.520501:0:16771:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384875.520503:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384875.520504:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384875.520513:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000007eb9f705. 02000000:00000001:3.0:1767384875.520515:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.520516:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384875.520518:0:16771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:3.0:1767384875.520519:0:16771:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384875.520521:0:16771:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a16ad6e0. 00000040:00000001:3.0:1767384875.520523:0:16771:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384875.520524:0:16771:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384875.520525:0:16771:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:3.0:1767384875.520527:0:16771:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:3.0:1767384875.520529:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384875.520531:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:3.0:1767384875.520532:0:16771:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.520533:0:16771:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.520535:0:16771:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384875.520536:0:16771:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcfbe4ea. 00000040:00000001:3.0:1767384875.520538:0:16771:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384875.520539:0:16771:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384875.520570:0:16771:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.520572:0:16771:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.520573:0:16771:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.520575:0:16771:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384875.520576:0:16771:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384875.520578:0:16771:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384875.520631:0:16771:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384875.520637:0:16771:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.520639:0:16771:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384875.520640:0:16771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384875.520642:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000001:3.0:1767384875.520644:0:16771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384875.520645:0:16771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fcfbe4ea. 00000040:00000010:3.0:1767384875.520646:0:16771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a16ad6e0. 00000040:00000040:3.0:1767384875.520648:0:16771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:3.0:1767384875.520649:0:16771:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.520651:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352207360 00010000:00000001:3.0:1767384875.520653:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384875.520655:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005029d13b x1853237352207360/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8472 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384875.520661:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.520672:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.520674:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.520676:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.520677:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000001:3.0:1767384875.520678:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.520680:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384875.520681:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.520682:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.520684:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.520686:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000675649af. 00000100:00000200:3.0:1767384875.520688:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352207360, offset 224 00000400:00000200:3.0:1767384875.520691:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.520695:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.520699:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272101400 00000400:00000200:3.0:1767384875.520702:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x107d [4] + 224 00000400:00000200:3.0:1767384875.520707:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.520709:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384875.520711:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.520713:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352207360/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.520726:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000002e8fb6b x1853237352207360/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.520739:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.520744:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000675649af 00000400:00000010:3.0:1767384875.520745:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000675649af. 00000100:00000001:3.0:1767384875.520747:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384875.520747:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.520751:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.520753:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 11 to 0@lo 00010000:00000001:3.0:1767384875.520755:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384875.520757:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.520759:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384875.520763:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005029d13b x1853237352207360/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8472 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.520777:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005029d13b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207360:12345-0@lo:502: Request processed in 305us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384875.520787:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384875.520789:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384875.520793:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.520795:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384875.520798:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.520803:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.520808:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109cb032. 00000020:00000040:3.0:1767384875.520812:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384875.520817:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384875.520819:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000007eb9f705. 02000000:00000001:3.0:1767384875.520829:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384875.520833:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384875.520838:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384875.520843:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de8266f. 00000400:00000010:3.0:1767384875.520847:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000675649af. 00000100:00000001:3.0:1767384875.523486:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384875.523494:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352207488 02000000:00000001:3.0:1767384875.523496:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.523497:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.523498:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.523500:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.523502:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352207488 00000020:00000001:3.0:1767384875.523503:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.523504:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384875.523505:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.523506:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384875.523508:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384875.523510:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384875.523512:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.523513:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.523515:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.523516:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000020:00000010:3.0:1767384875.523519:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109cb032. 00000020:00000010:3.0:1767384875.523521:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.523523:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384875.523526:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384875.523528:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.523529:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.523530:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.523532:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.523542:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.523547:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384875.523548:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384875.523551:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384875.523552:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384875.523554:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526339664 : -106558183211952 : ffff9f15fd577c50) 00000100:00000040:3.0:1767384875.523557:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f2e02574 x1853237352207488/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/0 e 0 to 0 dl 1767384886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.523563:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.523568:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000488dafca. 00000100:00000001:3.0:1767384875.523569:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.523570:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000488dafca. 00000100:00100000:3.0:1767384875.523573:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f2e02574 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207488:12345-0@lo:502: 00000100:00000200:3.0:1767384875.523575:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352207488 00000020:00000001:3.0:1767384875.523577:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384875.523579:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384875.523580:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.523581:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.523582:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340848 : -1039210768 : ffffffffc20ee6f0) 00000020:00000001:3.0:1767384875.523584:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.523585:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.523587:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.523588:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.523589:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.523590:0:16771:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384875.523591:0:16771:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384875.523593:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384875.523595:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384875.523608:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000fb3ae9c6. 02000000:00000001:3.0:1767384875.523610:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.523612:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384875.523613:0:16771:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:3.0:1767384875.523615:0:16771:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384875.523617:0:16771:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a16ad6e0. 00000040:00000001:3.0:1767384875.523619:0:16771:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384875.523620:0:16771:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384875.523622:0:16771:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:3.0:1767384875.523623:0:16771:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:3.0:1767384875.523625:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384875.523627:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:3.0:1767384875.523629:0:16771:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.523630:0:16771:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.523631:0:16771:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384875.523635:0:16771:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcfbe4ea. 00000040:00000001:3.0:1767384875.523636:0:16771:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384875.523637:0:16771:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384875.523670:0:16771:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.523671:0:16771:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.523673:0:16771:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.523674:0:16771:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384875.523675:0:16771:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384875.523677:0:16771:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384875.523694:0:16771:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384875.523695:0:16771:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.523696:0:16771:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384875.523697:0:16771:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384875.523699:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000001:3.0:1767384875.523700:0:16771:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384875.523702:0:16771:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fcfbe4ea. 00000040:00000010:3.0:1767384875.523703:0:16771:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a16ad6e0. 00000040:00000040:3.0:1767384875.523704:0:16771:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:3.0:1767384875.523706:0:16771:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.523707:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352207488 00010000:00000001:3.0:1767384875.523709:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384875.523711:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f2e02574 x1853237352207488/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8472 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384875.523716:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.523717:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.523719:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.523721:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.523722:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000001:3.0:1767384875.523724:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.523725:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384875.523726:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.523728:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.523729:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.523732:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009957b982. 00000100:00000200:3.0:1767384875.523734:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352207488, offset 224 00000400:00000200:3.0:1767384875.523737:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.523746:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.523750:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272101480 00000400:00000200:3.0:1767384875.523753:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x108d [4] + 224 00000400:00000200:3.0:1767384875.523757:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.523759:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384875.523761:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.523763:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352207488/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.523768:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000002e8fb6b x1853237352207488/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.523780:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.523784:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009957b982 00000400:00000010:3.0:1767384875.523785:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009957b982. 00000100:00000001:3.0:1767384875.523787:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384875.523787:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.523790:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.523793:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 11 to 0@lo 00010000:00000001:3.0:1767384875.523794:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384875.523795:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.523797:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384875.523800:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2e02574 x1853237352207488/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 272/8472 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.523813:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f2e02574 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207488:12345-0@lo:502: Request processed in 247us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384875.523822:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384875.523825:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384875.523828:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.523830:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384875.523833:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.523838:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.523843:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109cb032. 00000020:00000040:3.0:1767384875.523845:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384875.523856:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384875.523860:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000fb3ae9c6. 02000000:00000001:3.0:1767384875.523872:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384875.523876:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384875.523883:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384875.523913:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bff862c. 00000400:00000010:3.0:1767384875.523919:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009957b982. 00000040:00000001:3.0:1767384875.524710:0:17564:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384875.524714:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000109cb032. 00000020:00000010:3.0:1767384875.524717:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a16ad6e0. 00000040:00000010:3.0:1767384875.524719:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000085a1d73. 00000020:00000010:3.0:1767384875.524722:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004991334. 00000020:00000010:3.0:1767384875.524724:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c869ce6. 00000020:00000010:3.0:1767384875.524726:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054a6f8e4. 80000000:00000010:3.0:1767384875.524728:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e885817. 40000000:00000010:3.0:1767384875.524729:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000488dafca. 00100000:00000010:3.0:1767384875.524732:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5171b5f. 00040000:00000010:3.0:1767384875.524734:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4ea0999. 00040000:00000010:3.0:1767384875.524736:0:17564:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000088bcfb8d. 00040000:00000010:3.0:1767384875.524738:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003894230b. 00080000:00000010:3.0:1767384875.524741:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ba5a089e. 00000004:00000010:3.0:1767384875.524743:0:17564:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008a078da7. 00000004:00000010:3.0:1767384875.524746:0:17564:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d65fb18a. 00000004:00000010:3.0:1767384875.524759:0:17564:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000954f55db. 00002000:00000010:3.0:1767384875.524762:0:17564:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f4643736. 00000004:00000010:3.0:1767384875.524764:0:17564:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f0fe03a3. 00000020:00000010:3.0:1767384875.524766:0:17564:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006deab59f. 00000040:00000010:3.0:1767384875.524769:0:17564:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fcfbe4ea. 00000040:00001000:3.0:1767384875.524770:0:17564:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384875.524772:0:17564:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384875.524773:0:17564:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384875.524776:0:17564:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384875.524798:0:17564:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384875.524800:0:17564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524801:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384875.524807:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384875.524809:0:17564:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524810:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.524813:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.524814:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.524816:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.524817:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524818:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f100e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384875.524820:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384875.524821:0:17564:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524822:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.524822:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524823:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384875.524824:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384875.524825:0:17564:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524826:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.524827:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524828:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384875.524828:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384875.524829:0:17564:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524830:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.524831:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.524831:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.524832:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.524833:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524834:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f102e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384875.524835:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384875.524836:0:17564:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524837:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.524837:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.524838:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.524839:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.524840:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524841:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f103c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384875.524845:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384875.524846:0:17564:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524847:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.524848:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524849:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384875.524850:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384875.524852:0:17564:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524853:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.524854:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524855:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f104e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384875.524857:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384875.524858:0:17564:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524860:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.524861:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.524862:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.524864:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.524866:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524868:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f105c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384875.524870:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384875.524871:0:17564:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524873:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.524874:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.524875:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.524877:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.524879:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524881:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f106a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384875.524883:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384875.524901:0:17564:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524904:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.524906:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524909:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384875.524911:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384875.524913:0:17564:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524915:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.524923:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.524925:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.524927:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.524928:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524930:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f107f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384875.524932:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384875.524934:0:17564:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524935:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.524936:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.524937:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.524939:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.524941:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f108d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384875.524942:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384875.524943:0:17564:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.524944:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.524946:0:17564:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:3.0:1767384875.524961:0:17564:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000006b30a36. 00000100:00000040:3.0:1767384875.524967:0:17564:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.112@tcp 192.168.203.112@tcp cnt=2 00000400:00000200:3.0:1767384875.524969:0:17564:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:3.0:1767384875.524971:0:17564:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384875.524973:0:17564:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:3.0:1767384875.524975:0:17564:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:3.0:1767384875.524976:0:17564:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp 00000400:00000200:3.0:1767384875.524980:0:17564:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384875.524984:0:17564:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (1) 00000400:00000200:3.0:1767384875.525001:0:17564:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384875.525004:0:17564:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767384875.525006:0:17564:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (2) 00000400:00000200:3.0:1767384875.525008:0:17564:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000100:00000010:3.0:1767384875.525010:0:17564:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000006b30a36. 00000020:00000010:3.0:1767384875.525013:0:17564:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000058710a21. 00000020:00000001:3.0:1767384875.525015:0:17564:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384875.525017:0:17564:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b7dd167a. 00000020:00000001:3.0:1767384875.525019:0:17564:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.525020:0:17564:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b7dd167a. 00000020:00000010:3.0:1767384875.525023:0:17564:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000b7dd167a. 00000020:01000004:3.0:1767384875.525029:0:17564:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:3.0:1767384875.525031:0:17564:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:3.0:1767384875.525034:0:17564:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000002474d561. 00000020:00000080:3.0:1767384875.525035:0:17564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384875.525037:0:17564:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384875.525039:0:17564:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384875.525046:0:17564:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000245be8c2. 00000020:00000080:3.0:1767384875.525049:0:17564:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (00000000245be8c2) 00000020:00000001:3.0:1767384875.525051:0:17564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384875.525053:0:17564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009e6ad606. 00000020:00000001:3.0:1767384875.525054:0:17564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384875.525055:0:17564:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009e6ad606 with handle 0x7ec529173eeb8230 to hash 00000020:00000001:3.0:1767384875.525057:0:17564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384875.525059:0:17564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384875.525060:0:17564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.525061:0:17564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637510244481024 : -106563465070592 : ffff9f14c284b800) 00000020:00000040:3.0:1767384875.525063:0:17564:0:(genops.c:898:class_export_put()) PUTting export 000000009e6ad606 : new refcount 1 00000020:00000040:3.0:1767384875.525069:0:17564:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000245be8c2) now 2 - obd_device_list 00000020:00000001:3.0:1767384875.525073:0:17564:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384875.525074:0:17564:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:3.0:1767384875.525076:0:17564:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.525077:0:17564:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.525078:0:17564:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000002474d561. 00000020:00000001:3.0:1767384875.525080:0:17564:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.203.112@tcp (null) (null) (null) 00000020:00000010:3.0:1767384875.525081:0:17564:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000e33a6e10. 00000020:00000080:3.0:1767384875.525082:0:17564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384875.525085:0:17564:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384875.525095:0:17564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384875.525097:0:17564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d991eb9f. 00000001:00000010:3.0:1767384875.525100:0:17564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000440e7d5f. 00000001:00000010:3.0:1767384875.525103:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017e6992b. 00000001:00000010:3.0:1767384875.525105:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f2fe3d06. 00000001:00000010:3.0:1767384875.525107:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000344be025. 00000001:00000010:3.0:1767384875.525109:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f303c753. 00000001:00000001:3.0:1767384875.525114:0:17564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384875.525115:0:17564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c8c03f3e. 00000001:00000010:3.0:1767384875.525117:0:17564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f95e45de. 00000001:00000010:3.0:1767384875.525119:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc0c912c. 00000001:00000010:3.0:1767384875.525120:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef7e88e6. 00000001:00000010:3.0:1767384875.525122:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d7ca7b3. 00000001:00000010:3.0:1767384875.525124:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000072f67a3a. 00000020:00000001:3.0:1767384875.525125:0:17564:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384875.525126:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008707f90e. 00000020:00000010:3.0:1767384875.525128:0:17564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.525130:0:17564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000008:00000010:3.0:1767384875.525132:0:17564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b2835599. 00020000:00000010:3.0:1767384875.525135:0:17564:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a1501d2c. 00008000:00000010:3.0:1767384875.525137:0:17564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000021e96369. 00000080:00000010:3.0:1767384875.525140:0:17564:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b79d1dce. 00000020:00000010:3.0:1767384875.525143:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002ece047. 00000020:00000010:3.0:1767384875.525144:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005b034549. 00000040:00000010:3.0:1767384875.525146:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007c920121. 00000020:00000010:3.0:1767384875.525148:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2fc8218. 00000020:00000010:3.0:1767384875.525150:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000531702f8. 00000020:00000010:3.0:1767384875.525152:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004201863f. 80000000:00000010:3.0:1767384875.525153:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000afa39cb8. 40000000:00000010:3.0:1767384875.525154:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8f84917. 00100000:00000010:3.0:1767384875.525157:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004d931e22. 00040000:00000010:3.0:1767384875.525158:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000644ec3c1. 00040000:00000010:3.0:1767384875.525160:0:17564:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000027451091. 00040000:00000010:3.0:1767384875.525162:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed53a889. 00080000:00000010:3.0:1767384875.525164:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007e15a797. 00000004:00000010:3.0:1767384875.525166:0:17564:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000034b92479. 00000004:00000010:3.0:1767384875.525169:0:17564:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000091a4adae. 00000004:00000010:3.0:1767384875.525171:0:17564:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000af846671. 00000004:00000010:3.0:1767384875.525173:0:17564:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003ddf692b. 00000010:00000010:3.0:1767384875.525176:0:17564:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000005fd2fe1e. 00000010:00000001:3.0:1767384875.525180:0:17564:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:3.0:1767384875.525183:0:17564:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767384875.525185:0:17564:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.525238:0:17564:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:3.0:1767384875.525241:0:17564:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:3.0:1767384875.525243:0:17564:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 0000000064ad3a00. 00000010:00000010:3.0:1767384875.525244:0:17564:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000d6bf7259. 00000010:00000010:3.0:1767384875.525247:0:17564:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000e5a27c95. 00000020:00000001:3.0:1767384875.525249:0:17564:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384875.525250:0:17564:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384875.525252:0:17564:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637514824979200 : -106558884572416 : ffff9f15d3899300) 00000020:01000004:3.0:1767384875.525254:0:17564:0:(tgt_mount.c:154:server_get_mount()) get mount 00000000c09eb5df from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384875.525255:0:17564:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446637514824979200 : -106558884572416 : ffff9f15d3899300) 00000020:00000001:3.0:1767384875.525257:0:17564:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384875.525258:0:17564:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384875.525258:0:17564:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637514824979200 : -106558884572416 : ffff9f15d3899300) 00000020:01000004:3.0:1767384875.525259:0:17564:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000c09eb5df from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384875.525261:0:17564:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384875.525262:0:17564:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000c09eb5df 3 00000020:00000001:3.0:1767384875.525263:0:17564:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.525265:0:17564:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384875.525267:0:17564:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000ba25de46. 00010000:00000001:3.0:1767384875.525268:0:17564:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767384875.525272:0:17564:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000f60b16fb. 00010000:00000010:3.0:1767384875.525276:0:17564:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000006825e54c. 00010000:00000010:3.0:1767384875.525279:0:17564:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000cb720257. 00010000:00000001:3.0:1767384875.525281:0:17564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384875.525282:0:17564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.525285:0:17564:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000003c55fdde. 00000020:00000040:3.0:1767384875.525286:0:17564:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000245be8c2) now 3 - import 00000020:00000001:3.0:1767384875.525289:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384875.525290:0:17564:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384875.525291:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384875.525292:0:17564:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384875.525297:0:17564:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-0@lo 00000100:00000001:3.0:1767384875.525303:0:17564:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384875.525305:0:17564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.525307:0:17564:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000001:3.0:1767384875.525308:0:17564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384875.525310:0:17564:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637514635099776 : -106559074451840 : 0xffff9f15c8383e80) 00000100:00000040:3.0:1767384875.525311:0:17564:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001e45dfec refcount 12 to 0@lo 00000100:00000040:3.0:1767384875.525312:0:17564:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> 000000001e45dfec 00010000:00000010:3.0:1767384875.525315:0:17564:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009227d0bb. 00010000:00080000:3.0:1767384875.525316:0:17564:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003c55fdde@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.112@tcp at head 00010000:00000001:3.0:1767384875.525318:0:17564:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.525319:0:17564:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384875.525320:0:17564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384875.525321:0:17564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384875.525323:0:17564:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000033df5fb4. 00000001:00000001:3.0:1767384875.525325:0:17564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384875.525326:0:17564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000bbd5cdf0. 00000001:00000010:3.0:1767384875.525328:0:17564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000dcbb82ab. 00000001:00000010:3.0:1767384875.525362:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008e93a104. 00000001:00000010:3.0:1767384875.525400:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c8690893. 00000001:00000010:3.0:1767384875.525441:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a8f91f72. 00000001:00000010:3.0:1767384875.525483:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000adbe2a6c. 00000001:00000010:3.0:1767384875.525525:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d240eaf8. 00000001:00000010:3.0:1767384875.525575:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000037e7276f. 00000001:00000010:3.0:1767384875.525621:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000395132e0. 00000001:00000010:3.0:1767384875.525671:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ea61923. 00000001:00000010:3.0:1767384875.525718:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b7d96228. 00000001:00000010:3.0:1767384875.525767:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000440712db. 00000001:00000010:3.0:1767384875.525814:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007585e77c. 00000001:00000010:3.0:1767384875.525868:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dfd673a9. 00000001:00000010:3.0:1767384875.525966:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000976fb07a. 00000001:00000010:3.0:1767384875.526031:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000079f8c96a. 00000001:00000010:3.0:1767384875.526081:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cd5ef5aa. 00000001:00000010:3.0:1767384875.526137:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000099604f36. 00000001:00000010:3.0:1767384875.526189:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a38839a. 00000001:00000010:3.0:1767384875.526235:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000878ff8a0. 00000001:00000010:3.0:1767384875.526285:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e3ec0ace. 00000001:00000010:3.0:1767384875.526333:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007656aaec. 00000001:00000010:3.0:1767384875.526386:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cb8f939d. 00000001:00000010:3.0:1767384875.526435:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007e4e8ccc. 00000001:00000010:3.0:1767384875.526477:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000049e6cc24. 00000001:00000010:3.0:1767384875.526527:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f796d351. 00000001:00000010:3.0:1767384875.526579:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002b5e9bcc. 00000001:00000010:3.0:1767384875.526624:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f146a9a5. 00000001:00000010:3.0:1767384875.526666:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000026a1bb55. 00000001:00000010:3.0:1767384875.526714:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bafadc89. 00000001:00000010:3.0:1767384875.526766:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f71561f6. 00000001:00000010:3.0:1767384875.526813:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076ea2f8e. 00000001:00000010:3.0:1767384875.526867:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000060a765c4. 00000100:00000040:2.0:1767384875.526929:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294864473, at 4294864474 00000100:00000010:2.0:1767384875.526936:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041e102bf. 00000001:00000010:3.0:1767384875.526943:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d41c1d06. 00000020:00000010:3.0:1767384875.527015:0:17564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002a2056c6. 00000020:00000010:3.0:1767384875.527018:0:17564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000058159c1b. 00010000:00000001:3.0:1767384875.527032:0:17564:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767384875.527056:0:17564:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767384875.527072:0:17564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001f30c3cf. 00000020:00000010:3.0:1767384875.527075:0:17564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000dc3f1774. 00010000:00000001:3.0:1767384875.527086:0:17564:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767384875.527088:0:17564:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:3.0:1767384875.527089:0:17564:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.527092:0:17564:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446637514624995328 : -106559084556288 : ffff9f15c79e1000) 00010000:00000001:3.0:1767384875.527094:0:17564:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384875.527096:0:17564:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 0000000064ad3a00. 00000010:00000010:3.0:1767384875.527099:0:17564:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000e5a27c95. 00000010:00000010:3.0:1767384875.527102:0:17564:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000d6bf7259. 00000010:00000010:3.0:1767384875.527103:0:17564:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000ba25de46. 00000010:00000001:3.0:1767384875.527110:0:17564:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.527129:0:17564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000065805d17. 00000020:00000010:3.0:1767384875.527132:0:17564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000037469cba. 00000010:00000001:3.0:1767384875.527147:0:17564:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.527150:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005b034549. 00000040:00000010:3.0:1767384875.527152:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007c920121. 00000020:00000010:3.0:1767384875.527154:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b2fc8218. 00000020:00000010:3.0:1767384875.527156:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000531702f8. 00000020:00000010:3.0:1767384875.527159:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004201863f. 80000000:00000010:3.0:1767384875.527161:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000afa39cb8. 40000000:00000010:3.0:1767384875.527162:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8f84917. 00100000:00000010:3.0:1767384875.527164:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004d931e22. 00040000:00000010:3.0:1767384875.527166:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000644ec3c1. 00040000:00000010:3.0:1767384875.527168:0:17564:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000027451091. 00040000:00000010:3.0:1767384875.527170:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ed53a889. 00080000:00000010:3.0:1767384875.527171:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007e15a797. 00000004:00000010:3.0:1767384875.527173:0:17564:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000034b92479. 00000004:00000010:3.0:1767384875.527174:0:17564:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091a4adae. 00000004:00000010:3.0:1767384875.527176:0:17564:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000af846671. 00000004:00000010:3.0:1767384875.527178:0:17564:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003ddf692b. 00000020:00000010:3.0:1767384875.527179:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002ece047. 00000020:00000010:3.0:1767384875.527181:0:17564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.527183:0:17564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000008:00000010:3.0:1767384875.527184:0:17564:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b2835599. 00020000:00000010:3.0:1767384875.527187:0:17564:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a1501d2c. 00008000:00000010:3.0:1767384875.527189:0:17564:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000021e96369. 00000080:00000010:3.0:1767384875.527191:0:17564:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b79d1dce. 00000020:00000010:3.0:1767384875.527193:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008707f90e. 00000020:00000001:3.0:1767384875.527194:0:17564:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.527196:0:17564:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000245be8c2) now 4 - setup 00000020:00000080:3.0:1767384875.527198:0:17564:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:3.0:1767384875.527199:0:17564:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.527200:0:17564:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.527202:0:17564:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000e33a6e10. 00000020:00000001:3.0:1767384875.527211:0:17564:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:3.0:1767384875.527213:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008707f90e. 00000020:00000010:3.0:1767384875.527215:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000002ece047. 00000040:00000010:3.0:1767384875.527217:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed53a889. 00000020:00000010:3.0:1767384875.527219:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af846671. 00000020:00000010:3.0:1767384875.527222:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000531702f8. 00000020:00000010:3.0:1767384875.527223:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004201863f. 80000000:00000010:3.0:1767384875.527225:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f6aadef. 40000000:00000010:3.0:1767384875.527226:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8f84917. 00100000:00000010:3.0:1767384875.527228:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000034b92479. 00040000:00000010:3.0:1767384875.527230:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000644ec3c1. 00040000:00000010:3.0:1767384875.527231:0:17564:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e15a797. 00040000:00000010:3.0:1767384875.527233:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c920121. 00080000:00000010:3.0:1767384875.527234:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000027451091. 00000004:00000010:3.0:1767384875.527236:0:17564:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004d931e22. 00000004:00000010:3.0:1767384875.527237:0:17564:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000091a4adae. 00000004:00000010:3.0:1767384875.527239:0:17564:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b2fc8218. 00000004:00000010:3.0:1767384875.527241:0:17564:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003ddf692b. 00000020:00000010:3.0:1767384875.527243:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b034549. 00000020:00000010:3.0:1767384875.527244:0:17564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.527246:0:17564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.527248:0:17564:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000001373c1a3. 00000020:00000010:3.0:1767384875.527249:0:17564:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000001534010b. 00000020:00000001:3.0:1767384875.527251:0:17564:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:3.0:1767384875.527252:0:17564:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:3.0:1767384875.527253:0:17564:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:3.0:1767384875.527255:0:17564:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384875.527256:0:17564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384875.527258:0:17564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009ae80b47. 00000020:00000001:3.0:1767384875.527259:0:17564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384875.527261:0:17564:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009ae80b47 with handle 0x7ec529173eeb8237 to hash 00000020:00000001:3.0:1767384875.527262:0:17564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384875.527264:0:17564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384875.527265:0:17564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.527267:0:17564:0:(genops.c:887:class_export_get()) GET export 000000009ae80b47 refcount=3 00000020:00000040:3.0:1767384875.527274:0:17564:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000245be8c2) now 5 - export 00000020:00000001:3.0:1767384875.527275:0:17564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000020:00000040:3.0:1767384875.527276:0:17564:0:(genops.c:898:class_export_put()) PUTting export 000000009ae80b47 : new refcount 2 00000020:00000080:3.0:1767384875.527278:0:17564:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x7ec529173eeb8237 00000020:00000001:3.0:1767384875.527280:0:17564:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.527282:0:17564:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.527283:0:17564:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8237 00000020:00000001:3.0:1767384875.527283:0:17564:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.527284:0:17564:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009ae80b47 refcount=3 00000020:00000001:3.0:1767384875.527285:0:17564:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000020:00000001:3.0:1767384875.527287:0:17564:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000100:00000001:3.0:1767384875.527289:0:17564:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767384875.527291:0:17564:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384875.527293:0:17564:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:3.0:1767384875.527295:0:17564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.527297:0:17564:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 13 to 0@lo 00000100:00000001:3.0:1767384875.527298:0:17564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:3.0:1767384875.527299:0:17564:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.527299:0:17564:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8237 00000020:00000001:3.0:1767384875.527300:0:17564:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.527301:0:17564:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009ae80b47 refcount=4 00000020:00000001:3.0:1767384875.527302:0:17564:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000020:00000001:3.0:1767384875.527303:0:17564:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000100:00000001:3.0:1767384875.527305:0:17564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.527306:0:17564:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 14 to 0@lo 00000100:00000001:3.0:1767384875.527307:0:17564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000040:3.0:1767384875.527308:0:17564:0:(genops.c:898:class_export_put()) PUTting export 000000009ae80b47 : new refcount 3 00000100:00080000:3.0:1767384875.527310:0:17564:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000003c55fdde using connection 192.168.203.112@tcp/0@lo 00000100:00000001:3.0:1767384875.527311:0:17564:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.527313:0:17564:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384875.527316:0:17564:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384875.527318:0:17564:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:3.0:1767384875.527325:0:17564:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662945856 : -1046605760 : ffffffffc19e1040) 02000000:00000001:3.0:1767384875.527326:0:17564:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.527328:0:17564:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384875.527330:0:17564:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384875.527332:0:17564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081111716. 00000020:00000040:3.0:1767384875.527333:0:17564:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384875.527336:0:17564:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384875.527337:0:17564:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.527338:0:17564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384875.527339:0:17564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384875.527341:0:17564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384875.527344:0:17564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b9b2bce9. 00000100:00000001:3.0:1767384875.527347:0:17564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.527351:0:17564:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384875.527357:0:17564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384875.527358:0:17564:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.527361:0:17564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081111716] to pc [ptlrpcd_rcv+-1] req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.527375:0:17564:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.527378:0:17564:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1767384875.527379:0:17564:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:3.0:1767384875.527381:0:17564:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384875.527403:0:17564:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.527404:0:16135:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000010:00000001:3.0:1767384875.527405:0:17564:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.527411:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.527414:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.527417:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384875.527420:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.527421:0:16135:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384875.527425:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.527432:0:16135:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384875.527433:0:16135:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.527436:0:16135:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.527438:0:16135:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384875.527439:0:16135:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.527442:0:16135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081111716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16135:1853237352207616:0@lo:38: 00000100:00000001:2.0:1767384875.527445:0:16135:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.527448:0:16135:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384875.527449:0:16135:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.527457:0:16135:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384875.527461:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000068a35c4b. 02000000:00000001:2.0:1767384875.527464:0:16135:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.527469:0:17564:0:(genops.c:887:class_export_get()) GET export 000000009ae80b47 refcount=4 00000400:00000010:2.0:1767384875.527471:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde69961. 00000020:00000001:3.0:1767384875.527474:0:17564:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.527477:0:17564:0:(genops.c:887:class_export_get()) GET export 000000009ae80b47 refcount=5 00000400:00000010:2.0:1767384875.527478:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000020:00000001:3.0:1767384875.527483:0:17564:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384875.527484:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352207616, portal 10 00000020:00000010:3.0:1767384875.527488:0:17564:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000001373c1a3. 00000100:00000001:2.0:1767384875.527489:0:16135:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384875.527493:0:16135:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545434112 : -106559164117504 : ffff9f15c2e00e00) 00000020:00000010:3.0:1767384875.527494:0:17564:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000001534010b. 00000020:00000010:3.0:1767384875.527501:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000002ece047. 00000020:00000010:2.0:1767384875.527502:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008209045e. 00000040:00000010:3.0:1767384875.527508:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed53a889. 00000100:00000040:2.0:1767384875.527511:0:16135:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384875.527521:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af846671. 00000020:00000010:3.0:1767384875.527528:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000531702f8. 00000100:00000001:2.0:1767384875.527528:0:16135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384875.527534:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004201863f. 00000100:00000040:2.0:1767384875.527534:0:16135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 80000000:00000010:3.0:1767384875.527539:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f6aadef. 00000400:00000010:2.0:1767384875.527540:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 40000000:00000010:3.0:1767384875.527547:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8f84917. 00000100:00000200:2.0:1767384875.527547:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237352207616, offset 0 00100000:00000010:3.0:1767384875.527553:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000034b92479. 00000400:00000200:2.0:1767384875.527558:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:3.0:1767384875.527559:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000644ec3c1. 00040000:00000010:3.0:1767384875.527564:0:17564:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007e15a797. 00000400:00000200:2.0:1767384875.527569:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:3.0:1767384875.527570:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c920121. 00080000:00000010:3.0:1767384875.527576:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000027451091. 00000400:00000200:2.0:1767384875.527580:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272101500 00000004:00000010:3.0:1767384875.527583:0:17564:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004d931e22. 00000004:00000010:3.0:1767384875.527587:0:17564:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091a4adae. 00000400:00000200:2.0:1767384875.527588:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000004:00000010:3.0:1767384875.527591:0:17564:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b2fc8218. 00000400:00000200:2.0:1767384875.527594:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767384875.527595:0:17564:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003ddf692b. 00000020:00000010:3.0:1767384875.527600:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008707f90e. 00000400:00000200:2.0:1767384875.527603:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384875.527606:0:17564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.527610:0:17564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000100:00000001:2.0:1767384875.527611:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.527615:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767384875.527616:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b034549. 00000100:00000010:2.0:1767384875.527622:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b868ce4. 00000020:00000010:3.0:1767384875.527623:0:17564:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000058710a21. 00000100:00000040:2.0:1767384875.527627:0:16135:0:(events.c:337:request_in_callback()) incoming req@000000006b868ce4 x1853237352207616 msgsize 520 00000020:00000010:3.0:1767384875.527629:0:17564:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000b7dd167a. 00000020:00000001:3.0:1767384875.527634:0:17564:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384875.527637:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384875.527638:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527644:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384875.527648:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384875.527652:0:17564:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384875.527652:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384875.527658:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000400:00000200:2.0:1767384875.527659:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805c1957 00000020:00000001:3.0:1767384875.527661:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384875.527663:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000040:00001000:3.0:1767384875.527664:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f109b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384875.527670:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000001:2.0:1767384875.527670:0:16135:0:(events.c:34:request_out_callback()) Process entered 00000040:00001000:3.0:1767384875.527674:0:17564:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000200:2.0:1767384875.527677:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384875.527680:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.527683:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527688:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384875.527693:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384875.527702:0:17564:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.527706:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384875.527706:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384875.527709:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527713:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384875.527716:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000040:2.0:1767384875.527718:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1767384875.527719:0:17564:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.527723:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.527726:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.527729:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.527732:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.527733:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527737:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10bc0 type=0x10620000 idx=18 00000100:00000001:2.0:1767384875.527738:0:16135:0:(events.c:68:request_out_callback()) Process leaving 00000040:00001000:3.0:1767384875.527742:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384875.527745:0:17564:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384875.527746:0:16135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.527753:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000040:2.0:1767384875.527753:0:16135:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000040:00000001:3.0:1767384875.527757:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384875.527759:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294864477 00000040:00000001:3.0:1767384875.527760:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.527765:0:17564:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.527767:0:16135:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294864473 00000020:00000001:3.0:1767384875.527770:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527774:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10ca0 type=0x10620000 idx=19 00000100:00000001:2.0:1767384875.527774:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294864477 00000040:00001000:3.0:1767384875.527779:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384875.527782:0:17564:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000010:2.0:1767384875.527782:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000570b002d. 00000020:00000001:3.0:1767384875.527787:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384875.527789:0:16135:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384875.527790:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527794:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384875.527797:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:2.0:1767384875.527797:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294864477 00000040:00001000:3.0:1767384875.527803:0:17564:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000010:2.0:1767384875.527805:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b98d777. 00000020:00000001:3.0:1767384875.527808:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.527811:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384875.527812:0:16135:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000040:00000001:3.0:1767384875.527814:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1767384875.527816:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294864477 00000020:00000001:3.0:1767384875.527817:0:17564:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.527821:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527823:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10dd0 type=0x10620000 idx=21 00000100:00000001:2.0:1767384875.527823:0:16135:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294864473 00000040:00001000:3.0:1767384875.527829:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384875.527831:0:17564:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:2.0:1767384875.527831:0:16135:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.527836:0:16135:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.527842:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384875.527842:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384875.527845:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384875.527847:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384875.527848:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.527852:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.527853:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384875.527855:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.527856:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1767384875.527862:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10eb0 type=0x10620000 idx=22 00000100:00000001:2.0:1767384875.527863:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384875.527867:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00001000:3.0:1767384875.527868:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000100:00000001:2.0:1767384875.527870:0:16135:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000040:00001000:3.0:1767384875.527873:0:17564:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:2.0:1767384875.527877:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384875.527882:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384875.527911:0:16135:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384875.527913:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.527914:0:16135:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527920:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10f08 type=0x10620000 idx=23 02000000:00000001:2.0:1767384875.527921:0:16135:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384875.527924:0:16135:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000040:00001000:3.0:1767384875.527925:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 02000000:00000001:2.0:1767384875.527930:0:16135:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527931:0:17564:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.527936:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.527940:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527942:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f10f88 type=0x10620000 idx=24 00000100:00100000:2.0:1767384875.527944:0:16135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002e8fb6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16135:1853237352207744:0@lo:38: 00000040:00001000:3.0:1767384875.527946:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384875.527961:0:17564:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384875.527963:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.527967:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.527967:0:16135:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384875.527971:0:16135:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000040:00001000:3.0:1767384875.527972:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f11018 type=0x10620000 idx=25 02000000:00000001:2.0:1767384875.527974:0:16135:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.527975:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 02000000:00000001:2.0:1767384875.527990:0:16135:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000040:00001000:3.0:1767384875.527992:0:17564:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 02000000:00000010:2.0:1767384875.527995:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000084e85a6c. 00000020:00000001:3.0:1767384875.527996:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.527999:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.528000:0:16135:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.528002:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f11098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384875.528005:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000400:00000010:2.0:1767384875.528005:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1121f4. 00000040:00001000:3.0:1767384875.528011:0:17564:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000400:00000010:2.0:1767384875.528014:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000020:00000001:3.0:1767384875.528016:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.528019:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000200:2.0:1767384875.528019:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352207744, portal 10 00000040:00000001:3.0:1767384875.528022:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1767384875.528023:0:16135:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384875.528026:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.528027:0:16135:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528064 : -106559128023552 : ffff9f15c506ce00) 00000020:00000001:3.0:1767384875.528033:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.528037:0:16135:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1767384875.528038:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f11178 type=0x10620000 idx=27 00000100:00000001:2.0:1767384875.528044:0:16135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384875.528046:0:16135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384875.528054:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000040:00001000:3.0:1767384875.528056:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000100:00000200:2.0:1767384875.528058:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237352207744, offset 0 00000040:00001000:3.0:1767384875.528060:0:17564:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000400:00000200:2.0:1767384875.528066:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384875.528067:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.528071:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.528074:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.528078:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384875.528078:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384875.528084:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.528087:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f11258 type=0x10620000 idx=28 00000400:00000200:2.0:1767384875.528090:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272101580 00000040:00001000:3.0:1767384875.528092:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384875.528097:0:17564:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000400:00000200:2.0:1767384875.528101:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000020:00000001:3.0:1767384875.528102:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384875.528104:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.528109:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f112a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384875.528112:0:17564:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384875.528117:0:17564:0:(lustre_log.h:473:llog_next_block()) Process entered 00000400:00000200:2.0:1767384875.528117:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000001:3.0:1767384875.528120:0:17564:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000400:00000200:2.0:1767384875.528124:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00001000:3.0:1767384875.528126:0:17564:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000100:00000001:2.0:1767384875.528127:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384875.528130:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384875.528134:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb51c421. 00000100:00000040:2.0:1767384875.528138:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000fb51c421 x1853237352207744 msgsize 520 00000100:00100000:2.0:1767384875.528145:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00000001:3.0:1767384875.528161:0:17564:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.528161:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000040:00000001:3.0:1767384875.528166:0:17564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384875.528167:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000040:00001000:3.0:1767384875.528170:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f112a8 type=0x10620000 idx=29 00000400:00000010:2.0:1767384875.528171:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000040:00001000:3.0:1767384875.528176:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000100:00000001:2.0:1767384875.528176:0:16135:0:(events.c:34:request_out_callback()) Process entered 00000040:00001000:3.0:1767384875.528180:0:17564:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000100:00000200:2.0:1767384875.528182:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384875.528184:0:17564:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384875.528186:0:17564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384875.528189:0:17564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384875.528192:0:17564:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384875.528198:0:17564:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384875.528202:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f15c3f11388 type=0x0 idx=0 00000040:00000001:3.0:1767384875.528207:0:17564:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384875.528211:0:17564:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000100:00000001:2.0:1767384875.528212:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000010:3.0:1767384875.528217:0:17564:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fcfbe4ea. 00000100:00000040:2.0:1767384875.528221:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384875.528223:0:17564:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006deab59f. 00000020:00000010:3.0:1767384875.528231:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a16ad6e0. 00000040:00000010:3.0:1767384875.528237:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000085a1d73. 00000100:00000001:2.0:1767384875.528238:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.528243:0:16135:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384875.528248:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004991334. 00000100:00000001:2.0:1767384875.528252:0:16135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.528253:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c869ce6. 00000020:00000010:3.0:1767384875.528259:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000054a6f8e4. 00000100:00000040:2.0:1767384875.528260:0:16135:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 652 usecs (1 jiffies) 80000000:00000010:3.0:1767384875.528265:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e885817. 00000100:00000001:2.0:1767384875.528267:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294864476 40000000:00000010:3.0:1767384875.528269:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000488dafca. 00100000:00000010:3.0:1767384875.528274:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5171b5f. 00000100:00000001:2.0:1767384875.528275:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294864477 00040000:00000010:3.0:1767384875.528278:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4ea0999. 00000100:00000001:2.0:1767384875.528283:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294864476 00040000:00000010:3.0:1767384875.528284:0:17564:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000088bcfb8d. 00040000:00000010:3.0:1767384875.528291:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003894230b. 00000100:00000001:2.0:1767384875.528291:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294864477 00080000:00000010:3.0:1767384875.528297:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ba5a089e. 00000100:00000001:2.0:1767384875.528298:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294864476 00000100:00000001:2.0:1767384875.528305:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294864477 00000004:00000010:3.0:1767384875.528306:0:17564:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008a078da7. 00000100:00000001:2.0:1767384875.528312:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294864476 00000004:00000010:3.0:1767384875.528313:0:17564:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d65fb18a. 00000004:00000010:3.0:1767384875.528317:0:17564:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000954f55db. 00000100:00000001:2.0:1767384875.528319:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294864477 00002000:00000010:3.0:1767384875.528321:0:17564:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f4643736. 00000100:00000001:2.0:1767384875.528324:0:16135:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1767384875.528327:0:17564:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f0fe03a3. 00000100:00000001:2.0:1767384875.528328:0:16135:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.528333:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000109cb032. 00000100:00000001:2.0:1767384875.528335:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.528338:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.528341:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384875.528343:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.528347:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384875.528349:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384875.528353:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.528355:0:16776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fcfbe4ea. 00000100:00000001:2.0:1767384875.528356:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.528361:0:16776:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384875.528363:0:16776:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000010:3.0:1767384875.528367:0:16776:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003894230b. 00000100:00000010:3.0:1767384875.528371:0:16776:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 000000003894230b. 00000100:00000040:3.0:1767384875.528375:0:16776:0:(service.c:3473:ptlrpc_start_thread()) Creating thread mdt #4 race, retry later 00000100:00000001:3.0:1767384875.528377:0:16776:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1767384875.528383:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384875.528386:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352207744 02000000:00000001:3.0:1767384875.528388:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.528391:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384875.528395:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.528397:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384875.528400:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352207744 00000020:00000001:3.0:1767384875.528404:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.528406:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384875.528408:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384875.528410:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.528416:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.528437:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003894230b. 00000020:00000010:3.0:1767384875.528442:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.528444:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000001:3.0:1767384875.528447:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.528449:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.528452:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.528456:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.528461:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384875.528516:0:17566:0:(genops.c:887:class_export_get()) GET export 000000009ae80b47 refcount=6 00002000:00000001:3.0:1767384875.528522:0:17566:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:3.0:1767384875.528524:0:17566:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.528531:0:17566:0:(genops.c:887:class_export_get()) GET export 000000009ae80b47 refcount=7 00000100:00000001:2.0:1767384875.528534:0:16777:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.528535:0:17566:0:(genops.c:898:class_export_put()) PUTting export 000000009ae80b47 : new refcount 6 00000100:00000001:2.0:1767384875.528550:0:17567:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384875.528569:0:17567:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e8156f51. 00000020:00000010:2.0:1767384875.528575:0:17567:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f700d354. 00000020:00000010:2.0:1767384875.528581:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ced222f. 00000020:00000010:2.0:1767384875.528588:0:17567:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d350dd8c. 00000040:00000010:2.0:1767384875.528601:0:17567:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007080b3ea. 00000020:00000010:2.0:1767384875.528607:0:17567:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006de71465. 00000020:00000010:2.0:1767384875.528613:0:17567:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000527c8d48. 00000020:00000010:2.0:1767384875.528620:0:17567:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f84bbb2b. 80000000:00000010:2.0:1767384875.528625:0:17567:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8438f25. 40000000:00000010:2.0:1767384875.528629:0:17567:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000644a9d1c. 00100000:00000010:2.0:1767384875.528636:0:17567:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000092d569d. 00040000:00000010:2.0:1767384875.528642:0:17567:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000017b012ca. 00040000:00000010:2.0:1767384875.528649:0:17567:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006c5367f5. 00040000:00000010:2.0:1767384875.528654:0:17567:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006d1416eb. 00080000:00000010:2.0:1767384875.528659:0:17567:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007490653a. 00000004:00000010:2.0:1767384875.528666:0:17567:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ad08898. 00000004:00000010:2.0:1767384875.528671:0:17567:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c72a8235. 00000004:00000010:2.0:1767384875.528676:0:17567:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000082583c57. 00002000:00000010:2.0:1767384875.528681:0:17567:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000063bec4b8. 00000004:00000010:2.0:1767384875.528696:0:17567:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e7e2bb7d. 00000100:00000010:2.0:1767384875.528743:0:17567:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000f41c8c82. 00000100:00000200:2.0:1767384875.528753:0:17567:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000020:00000010:2.0:1767384875.528763:0:17567:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c2a63f53. 00000100:00000001:2.0:1767384875.528768:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384875.528772:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384875.528779:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:2.0:1767384875.528782:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606544640 : -106559103006976 : ffff9f15c6848700) 00000100:00000040:2.0:1767384875.528788:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb51c421 x1853237352207744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384895 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.528804:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb51c421 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16135:x1853237352207744:12345-0@lo:38: 00000100:00000200:2.0:1767384875.528811:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352207744 00000020:00000001:2.0:1767384875.528815:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384875.528818:0:17567:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384875.528824:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 7 - find 00000020:00000001:2.0:1767384875.528829:0:17567:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637514563531184 : -106559146020432 : ffff9f15c3f431b0) 00000100:00000001:2.0:1767384875.528834:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384875.528844:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384875.528849:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000005d9b2346. 02000000:00000001:2.0:1767384875.528855:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.528858:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384875.528861:0:17567:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384875.528867:0:17567:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 197 last 0 00010000:00000001:2.0:1767384875.528872:0:17567:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384875.528873:0:17567:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:2.0:1767384875.528875:0:17567:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384875.528876:0:17567:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384875.528879:0:17567:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006e141a5f. 00000020:00000001:2.0:1767384875.528882:0:17567:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384875.528917:0:17567:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e141a5f with handle 0x7ec529173eeb8245 to hash 00000020:00000001:2.0:1767384875.528920:0:17567:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384875.528925:0:17567:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384875.528928:0:17567:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384875.528943:0:17567:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000488dafca. 00000001:00000001:3.0:1767384875.528947:0:17567:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384875.528963:0:17567:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ba25de46. 00000001:00000001:3.0:1767384875.528966:0:17567:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.528971:0:17567:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384875.528974:0:17567:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384875.528986:0:17567:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d4ea0999. 00000001:00000010:3.0:1767384875.528993:0:17567:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fbd2452e. 00000001:00000010:3.0:1767384875.528997:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054a6f8e4. 00000001:00000010:3.0:1767384875.529002:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000085a1d73. 00000001:00000010:3.0:1767384875.529006:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000109cb032. 00000001:00000010:3.0:1767384875.529010:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a16ad6e0. 00000001:00000001:3.0:1767384875.529014:0:17567:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384875.529017:0:17567:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000644ec3c1. 00000001:00000010:3.0:1767384875.529021:0:17567:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d58d0dc5. 00000001:00000010:3.0:1767384875.529024:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b034549. 00000001:00000010:3.0:1767384875.529028:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008707f90e. 00000001:00000010:3.0:1767384875.529033:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007c920121. 00000001:00000010:3.0:1767384875.529037:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004201863f. 00010000:00000001:3.0:1767384875.529041:0:17567:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.529046:0:17567:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384875.529055:0:17567:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.529059:0:17567:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.529065:0:17567:0:(genops.c:887:class_export_get()) GET export 000000006e141a5f refcount=3 00000020:00000040:3.0:1767384875.529068:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 7 - export 00000020:00000001:3.0:1767384875.529072:0:17567:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000040:3.0:1767384875.529074:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 2 00000020:00000080:3.0:1767384875.529076:0:17567:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x7ec529173eeb8245 00000020:00000001:3.0:1767384875.529080:0:17567:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.529082:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384875.529084:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:3.0:1767384875.529086:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384875.529089:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=3 00000020:00000001:3.0:1767384875.529092:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000001:3.0:1767384875.529097:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000001:00000001:3.0:1767384875.529099:0:17567:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384875.529102:0:17567:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384875.529110:0:17567:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.112@tcp 00000001:00000040:3.0:1767384875.529112:0:17567:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 4 00000001:00000001:3.0:1767384875.529116:0:17567:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446637515390622720 : -106558318928896 : ffff9f15f5409c00) 00000001:00000001:3.0:1767384875.529119:0:17567:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384875.529121:0:17567:0:(genops.c:887:class_export_get()) GET export 000000006e141a5f refcount=4 00000001:00000040:3.0:1767384875.529125:0:17567:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 5 00000001:00000001:3.0:1767384875.529129:0:17567:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384875.529134:0:17567:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384875.529139:0:17567:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 4 00000001:00000001:3.0:1767384875.529142:0:17567:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1767384875.529146:0:17567:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:3.0:1767384875.529149:0:17567:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384875.529151:0:17567:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384875.529154:0:17567:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384875.529156:0:17567:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384875.529160:0:17567:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000d066d907 00000020:00000010:3.0:1767384875.529163:0:17567:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008f6aadef. 00000020:00000040:3.0:1767384875.529172:0:17567:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000be92bae3 for nid 0@lo - ref 3 00000020:00000001:3.0:1767384875.529175:0:17567:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:3.0:1767384875.529177:0:17567:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000008f6aadef. 00000020:00000001:3.0:1767384875.529181:0:17567:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:3.0:1767384875.529184:0:17567:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384875.529186:0:17567:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.529191:0:17567:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.529195:0:17567:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000954f55db. 00000100:00000001:2.0:1767384875.529195:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384875.529200:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - import 00000100:00000001:2.0:1767384875.529200:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384875.529209:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384875.529211:0:17567:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767384875.529213:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384875.529214:0:17567:0:(genops.c:1242:class_import_put()) import 00000000954f55db refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384875.529218:0:17567:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767384875.529218:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde69961. 00000020:00000040:3.0:1767384875.529222:0:17567:0:(genops.c:887:class_export_get()) GET export 000000006e141a5f refcount=5 00000100:00000040:3.0:1767384875.529226:0:17567:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000400:00000200:2.0:1767384875.529226:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000826502 00000400:00000010:2.0:1767384875.529231:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 00000100:00000001:3.0:1767384875.529232:0:17567:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384875.529235:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.529239:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 17 to 0@lo 00000100:00000001:2.0:1767384875.529239:0:16135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384875.529244:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384875.529246:0:17567:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637514635099776 : -106559074451840 : 0xffff9f15c8383e80) 00000100:00000200:2.0:1767384875.529248:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.529251:0:17567:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001e45dfec refcount 17 to 0@lo 00000020:00000040:3.0:1767384875.529257:0:17567:0:(genops.c:887:class_export_get()) GET export 000000006e141a5f refcount=6 00000100:00000001:3.0:1767384875.529262:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.529267:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 18 to 0@lo 00000100:00000001:3.0:1767384875.529272:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.529277:0:17567:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384875.529280:0:17567:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384875.529283:0:17567:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384875.529287:0:17567:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662945856 : -1046605760 : ffffffffc19e1040) 00000100:00000200:2.0:1767384875.529287:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384875.529292:0:17567:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.529297:0:17567:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384875.529300:0:17567:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384875.529302:0:17567:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529310:0:16135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1767384875.529311:0:17567:0:(import.c:65:import_set_state_nolock()) 00000000954f55db : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384875.529313:0:16135:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.529317:0:17567:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384875.529319:0:17567:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384875.529319:0:16135:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.529322:0:16135:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384875.529325:0:17567:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529325:0:16135:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.529330:0:16135:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384875.529331:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 5 00000020:00000040:3.0:1767384875.529336:0:17567:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - find 02000000:00000001:2.0:1767384875.529336:0:16135:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.529344:0:17567:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.529344:0:16135:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=1767384875 v=5 (0 0 0 0) 00000020:00000001:3.0:1767384875.529347:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.529350:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382256 : -1037169360 : ffffffffc22e0d30) 00000020:00000001:3.0:1767384875.529356:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.529359:0:17567:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384875.529360:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=1767384875 v=0 (0 0 0 0) 00000020:00000001:3.0:1767384875.529361:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.529364:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.529367:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.529367:0:16135:0:(import.c:2194:obd_at_measure()) AT 00000000bc5f6372 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000001:3.0:1767384875.529372:0:17567:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000001:2.0:1767384875.529373:0:16135:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.529376:0:16135:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384875.529377:0:17567:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1767384875.529378:0:16135:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:3.0:1767384875.529380:0:17567:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384875.529383:0:17567:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00080000:2.0:1767384875.529384:0:16135:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384875.529385:0:17567:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.529389:0:17567:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.529394:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352207744 00010000:00000001:3.0:1767384875.529400:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384875.529400:0:16135:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529405:0:16135:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000200:3.0:1767384875.529407:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb51c421 x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.529408:0:16135:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767384875.529414:0:16135:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384875.529422:0:16135:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384875.529424:0:16135:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384875.529426:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.529430:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.529430:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384875.529437:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.529446:0:16135:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384875.529447:0:17567:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384875.529448:0:16135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.529452:0:16135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.529454:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384875.529456:0:16135:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1767384875.529458:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00080000:2.0:1767384875.529461:0:16135:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000001:3.0:1767384875.529462:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:2.0:1767384875.529464:0:16135:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384875.529468:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384875.529469:0:16135:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8237 02000000:00000001:3.0:1767384875.529472:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.529473:0:16135:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.529477:0:16135:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009ae80b47 refcount=7 00000100:00000001:3.0:1767384875.529478:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384875.529480:0:16135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000020:00000001:2.0:1767384875.529484:0:16135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000100:00000040:3.0:1767384875.529490:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1767384875.529490:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=1767384875 v=0 (0 0 0 0) 00000400:00000010:3.0:1767384875.529495:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00001000:2.0:1767384875.529497:0:16135:0:(import.c:2194:obd_at_measure()) AT 00000000bc5f6372 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000200:3.0:1767384875.529500:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237352207744, offset 0 00000100:00080000:2.0:1767384875.529504:0:16135:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:2.0:1767384875.529509:0:16135:0:(genops.c:898:class_export_put()) PUTting export 000000009ae80b47 : new refcount 6 00000400:00000200:3.0:1767384875.529510:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384875.529513:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384875.529516:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000200:3.0:1767384875.529522:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1767384875.529526:0:16135:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767384875.529530:0:16135:0:(import.c:65:import_set_state_nolock()) 000000003c55fdde lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000400:00000200:3.0:1767384875.529536:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958272101580 00000100:00000001:2.0:1767384875.529537:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384875.529540:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384875.529543:0:16135:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384875.529545:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10a5 [1] + 0 00000100:00000001:2.0:1767384875.529547:0:16135:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384875.529552:0:16135:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384875.529553:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384875.529556:0:16135:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384875.529560:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384875.529563:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.529566:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.529574:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.529575:0:16135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081111716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16135:1853237352207616:0@lo:38: 00000100:00000001:2.0:1767384875.529586:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529590:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384875.529595:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384875.529597:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081111716 x1853237352207616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.529626:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.529628:0:16135:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.529631:0:16135:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384875.529633:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 02000000:00000010:2.0:1767384875.529633:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000068a35c4b. 00000400:00000010:3.0:1767384875.529637:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 02000000:00000001:2.0:1767384875.529638:0:16135:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.529641:0:16135:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384875.529642:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384875.529644:0:16135:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384875.529646:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384875.529648:0:16135:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384875.529651:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b9b2bce9. 00000100:00000001:3.0:1767384875.529652:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.529657:0:16135:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384875.529658:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 02000000:00000001:2.0:1767384875.529660:0:16135:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384875.529662:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:2.0:1767384875.529663:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081111716. 00000020:00000001:3.0:1767384875.529665:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.529671:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384875.529671:0:16135:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384875.529674:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384875.529678:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb51c421 x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384895 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.529679:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529684:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384875.529689:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384875.529694:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb51c421 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16135:x1853237352207744:12345-0@lo:38: Request processed in 890us (1552us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384875.529694:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384875.529698:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384875.529702:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e1121f4. 00000100:00100000:3.0:1767384875.529708:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000200:2.0:1767384875.529709:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805c1957 00000100:00000040:3.0:1767384875.529711:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:3.0:1767384875.529715:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.529718:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384875.529718:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000020:00000010:3.0:1767384875.529722:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000100:00000001:2.0:1767384875.529725:0:16135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384875.529732:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384875.529734:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.529741:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003894230b. 00000020:00000040:3.0:1767384875.529747:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000200:2.0:1767384875.529750:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.529751:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.529765:0:16135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384875.529769:0:16135:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.529771:0:16135:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384875.529775:0:16135:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384875.529778:0:16135:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384875.529781:0:16135:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384875.529783:0:16135:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384875.529786:0:16135:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=1767384875 v=5 (0 0 0 0) 00000100:00001000:2.0:1767384875.529793:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384875.529798:0:16135:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384875.529801:0:16135:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384875.529805:0:16135:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384875.529812:0:16135:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384875.529824:0:16135:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529826:0:16135:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384875.529827:0:16135:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384875.529830:0:16135:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384875.529831:0:16135:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.529837:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.529842:0:16135:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.529845:0:16135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384875.529847:0:16135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384875.529850:0:16135:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767384875.529853:0:16135:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000020:00000001:2.0:1767384875.529856:0:16135:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384875.529858:0:16135:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb81c7 00000020:00000001:2.0:1767384875.529867:0:16135:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384875.529869:0:16135:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006f27ec89 refcount=7 00000020:00000001:2.0:1767384875.529871:0:16135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514623080448 : -106559086471168 : ffff9f15c780d800) 00000020:00000001:2.0:1767384875.529873:0:16135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637514623080448 : -106559086471168 : ffff9f15c780d800) 00000100:00001000:2.0:1767384875.529875:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=1767384875 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384875.529881:0:16135:0:(import.c:2194:obd_at_measure()) AT 000000005ceebbed change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1767384875.529905:0:16135:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:2.0:1767384875.529908:0:16135:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 6 00000100:00000001:2.0:1767384875.529911:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384875.529913:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767384875.529915:0:16135:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767384875.529919:0:16135:0:(import.c:65:import_set_state_nolock()) 00000000e8f9d166 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767384875.529922:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384875.529924:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384875.529928:0:16135:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.529930:0:16135:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384875.529933:0:16135:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529936:0:16135:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384875.529942:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384875.529968:0:16135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002e8fb6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16135:1853237352207744:0@lo:38: 00000100:00000001:2.0:1767384875.529977:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384875.529981:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384875.529985:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002e8fb6b x1853237352207744/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384885 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384875.529991:0:16135:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384875.530008:0:16135:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384875.530011:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000084e85a6c. 00000100:00000001:3.0:1767384875.530017:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384875.530017:0:16135:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384875.530021:0:16135:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384875.530022:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352207872 00000020:00000040:2.0:1767384875.530025:0:16135:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384875.530026:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384875.530029:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384875.530031:0:16135:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384875.530032:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384875.530037:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384875.530039:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000195f76e8. 00000100:00100000:3.0:1767384875.530040:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352207872 00000020:00000001:3.0:1767384875.530044:0:16771:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384875.530045:0:16135:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384875.530047:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 02000000:00000001:2.0:1767384875.530049:0:16135:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384875.530050:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384875.530052:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002e8fb6b. 00000020:00000040:3.0:1767384875.530053:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:2.0:1767384875.530056:0:16135:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384875.530058:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384875.530059:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.530065:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384875.530066:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.530072:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384875.530072:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384875.530075:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384875.530078:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7dd167a. 00000100:00000001:2.0:1767384875.530079:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.530083:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384875.530083:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.530086:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7dd167a. 00000020:00000010:3.0:1767384875.530090:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed53a889. 00000020:00000010:3.0:1767384875.530094:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.530098:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384875.530102:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384875.530106:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384875.530108:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384875.530109:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.530112:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.530123:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384875.530137:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384875.530141:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384875.530147:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384875.530149:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384875.530153:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526328400 : -106558183223216 : ffff9f15fd575050) 00000100:00000040:3.0:1767384875.530166:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee1b1ebd x1853237352207872/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 4848/0 e 0 to 0 dl 1767384886 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.530173:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384875.530176:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7dd167a. 00000100:00000001:3.0:1767384875.530181:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384875.530185:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7dd167a. 00000100:00100000:3.0:1767384875.530192:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee1b1ebd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207872:12345-0@lo:253: 00000100:00000200:3.0:1767384875.530196:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352207872 00000020:00000001:3.0:1767384875.530199:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384875.530201:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384875.530204:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.530206:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384875.530208:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:3.0:1767384875.530210:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384875.530211:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384875.530212:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384875.530213:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384875.530215:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.530217:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384875.530219:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384875.530223:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009d830e5e. 02000000:00000001:3.0:1767384875.530224:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.530226:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384875.530228:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384875.530235:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e513542. 20000000:01000000:3.0:1767384875.530237:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384875.530239:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384875.530240:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384875.530241:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384875.530243:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384875.530244:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384875.530246:0:16771:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000008f6aadef. 20000000:00000010:3.0:1767384875.530252:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000002ece047. 20000000:01000000:3.0:1767384875.530254:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:3.0:1767384875.530260:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384875.530264:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384875.530410:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384875.530412:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384875.530413:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.530414:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384875.530416:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384875.530418:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:3.0:1767384875.530421:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384875.530423:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f0fe03a3. 00080000:00000001:3.0:1767384875.530425:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514624993280 : -106559084558336 : ffff9f15c79e0800) 00080000:00000001:3.0:1767384875.530427:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384875.530459:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384875.530460:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.530461:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384875.530469:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.530471:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384875.530505:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384875.530507:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384875.533930:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294864480, at 4294864481 00000100:00000010:3.0:1767384875.533937:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a47b5fc. 00000100:00000040:2.0:1767384875.533947:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294864480, at 4294864481 00000100:00000010:2.0:1767384875.533965:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b98d777. 00080000:00000001:2.0:1767384875.537311:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384875.537317:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384875.537321:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384875.537324:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384875.537326:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384875.537332:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0fe03a3. 00080000:00000001:2.0:1767384875.537335:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384875.539389:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384875.539392:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384875.539393:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e513542. 20000000:00000001:3.0:1767384875.539397:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384875.539400:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352207872 00010000:00000001:3.0:1767384875.539401:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384875.539405:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee1b1ebd x1853237352207872/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 4848/4768 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384875.539411:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384875.539413:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384875.539415:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384875.539417:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384875.539419:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000001:3.0:1767384875.539421:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384875.539422:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384875.539429:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384875.539431:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384875.539433:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384875.539435:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f184b09. 00000100:00000200:3.0:1767384875.539438:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352207872, offset 224 00000400:00000200:3.0:1767384875.539441:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384875.539446:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384875.539451:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272101600 00000400:00000200:3.0:1767384875.539455:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10b5 [2] + 224 00000400:00000200:3.0:1767384875.539459:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384875.539460:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384875.539463:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384875.539465:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b104e31 x1853237352207872/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384875.539470:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009b104e31 x1853237352207872/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384891 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384875.539481:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384875.539485:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f184b09 00000400:00000010:3.0:1767384875.539486:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f184b09. 00000100:00000001:3.0:1767384875.539489:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384875.539491:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384875.539493:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384875.539496:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00010000:00000001:3.0:1767384875.539498:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384875.539501:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.539504:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384875.539510:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee1b1ebd x1853237352207872/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:101/0 lens 4848/4768 e 0 to 0 dl 1767384886 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384875.539523:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee1b1ebd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:17544:x1853237352207872:12345-0@lo:253: Request processed in 9348us (9557us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384875.539533:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384875.539538:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384875.539541:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384875.539548:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384875.539552:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002474d561. 00000020:00000010:3.0:1767384875.539556:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384875.539562:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed53a889. 00000020:00000040:3.0:1767384875.539568:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384875.539573:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384875.539576:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d830e5e. 02000000:00000001:3.0:1767384875.539583:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384875.539586:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384875.539590:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384875.539594:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000858d98c8. 00000400:00000010:3.0:1767384875.539598:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f184b09. 00040000:00000001:3.0:1767384875.543234:0:17568:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00010000:00000010:0.1:1767384875.546908:0:17403:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e71de3a2. 00010000:00000010:0.1:1767384875.546916:0:17403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053c9c6ce. 00080000:00000001:3.0:1767384875.558113:0:17544:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384875.558121:0:17544:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384875.558128:0:17544:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384875.558132:0:17544:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.558140:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f3b737a2. 00000020:00000010:3.0:1767384875.558150:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c39622c. 00000020:00000010:3.0:1767384875.558159:0:17544:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000069b1656d. 00000020:00000010:3.0:1767384875.558167:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000018ea06f. 80000000:00000010:3.0:1767384875.558173:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4672c81. 40000000:00000010:3.0:1767384875.558179:0:17544:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000050c7ea3c. 00100000:00000010:3.0:1767384875.558188:0:17544:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5228abe. 00040000:00000010:3.0:1767384875.558195:0:17544:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004ae330d9. 00040000:00000010:3.0:1767384875.558204:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc6afbc1. 00080000:00000010:3.0:1767384875.558212:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000be471894. 00002000:00000010:3.0:1767384875.558220:0:17544:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c617c8cf. 00000020:00000010:3.0:1767384875.558228:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dfa5568. 00002000:00080000:3.0:1767384875.558237:0:17544:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:3.0:1767384875.558242:0:17544:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:3.0:1767384875.558247:0:17544:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:3.0:1767384875.558252:0:17544:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767384875.558260:0:17544:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:3.0:1767384875.558266:0:17544:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384875.558279:0:17544:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384875.558286:0:17544:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384875.558295:0:17544:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384875.558300:0:17544:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:3.0:1767384875.558309:0:17544:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000020:3.0:1767384875.558315:0:17544:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000020:00000001:3.0:1767384875.558320:0:17544:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384875.558326:0:17544:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384875.558336:0:17544:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.558341:0:17544:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384875.558345:0:17544:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384875.558360:0:17544:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384875.558363:0:17544:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:3.0:1767384875.558371:0:17544:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000001:3.0:1767384875.558377:0:17544:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384875.558382:0:17544:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa wants: 40960000 current grant 0 granting: 40960000 00000020:00000020:3.0:1767384875.558389:0:17544:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa tot cached:0 granted:40960000 num_exports: 0 00000020:00000001:3.0:1767384875.558396:0:17544:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=40960000 : 40960000 : 2710000) 00000020:00000020:3.0:1767384875.558403:0:17544:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa ocd_grant: 40960000 want: 40960000 left: 386924544 00000020:00000001:3.0:1767384875.558411:0:17544:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:3.0:1767384875.558416:0:17544:0:(osd_handler.c:1503:osd_recovery_complete()) Process entered 00040000:00000001:3.0:1767384875.558421:0:17544:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:3.0:1767384875.558426:0:17544:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384875.558432:0:17544:0:(osd_handler.c:1513:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384875.558438:0:17544:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384875.558443:0:17544:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.558451:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3ae02fa. 00000020:00000010:3.0:1767384875.558457:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046112d60. 00000020:00000010:3.0:1767384875.558465:0:17544:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006bbe7ae8. 00000020:00000010:3.0:1767384875.558474:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b421cfb. 80000000:00000010:3.0:1767384875.558481:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000080fd3429. 40000000:00000010:3.0:1767384875.558489:0:17544:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000078cb88b5. 00100000:00000010:3.0:1767384875.558505:0:17544:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000228b3ce9. 00040000:00000010:3.0:1767384875.558512:0:17544:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007f630f97. 00040000:00000010:3.0:1767384875.558520:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000014ac8cd3. 00080000:00000010:3.0:1767384875.558528:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea67ff89. 00002000:00000010:3.0:1767384875.558536:0:17544:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007f062773. 00000020:00000010:3.0:1767384875.558543:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000daf276a. 00000020:00000010:3.0:1767384875.558550:0:17544:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004fae48d3. 00000020:00000010:3.0:1767384875.558558:0:17544:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d844d0be. 00000020:00000010:3.0:1767384875.558566:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010b78289. 00000020:00000001:3.0:1767384875.558574:0:17544:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:3.0:1767384875.558580:0:17544:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:3.0:1767384875.558584:0:17544:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:3.0:1767384875.558589:0:17544:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384875.558595:0:17544:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384875.558601:0:17544:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:3.0:1767384875.558606:0:17544:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:3.0:1767384875.558610:0:17544:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:3.0:1767384875.558616:0:17544:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005f4c39bf : new refcount 2 00000040:00000001:3.0:1767384875.558623:0:17544:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384875.558627:0:17544:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005f4c39bf : new refcount 1 00080000:00000010:3.0:1767384875.558656:0:17544:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f7f9e844. 00000020:00000010:3.0:1767384875.558665:0:17544:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005495d4c5. 00000020:00000010:3.0:1767384875.558681:0:17544:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000007516d305. 00080000:00000010:3.0:1767384875.558703:0:17544:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9b21abd. 00000020:00000010:3.0:1767384875.558709:0:17544:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004f033cda. 00000020:00000010:3.0:1767384875.558717:0:17544:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000009e6413f. 00000020:00000040:3.0:1767384875.558725:0:17544:0:(genops.c:898:class_export_put()) PUTting export 00000000e7151abe : new refcount 1 00000040:00000010:3.0:1767384875.558731:0:17544:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005f4c39bf. 00000040:00000001:3.0:1767384875.558740:0:17544:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384875.558746:0:17544:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384875.558765:0:17544:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004f817e68. 00000020:00000010:3.0:1767384875.558772:0:17544:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b787dfe6. 00000020:00000040:3.0:1767384875.558782:0:17544:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.112@tcp (0000000003a35749) now 6 - mgc_fs 10000000:01000000:3.0:1767384875.558790:0:17544:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.112@tcp: cl_mgc_mutex unlock 10000000:00000001:3.0:1767384875.558796:0:17544:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384875.558809:0:17544:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384875.558815:0:17544:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.558821:0:17544:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.558826:0:17544:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384875.558834:0:17544:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e98e440f. 00000040:00000010:3.0:1767384875.558844:0:17544:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006a4ab657. 00000020:00000010:3.0:1767384875.558851:0:17544:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd806eee. 00000020:00000010:3.0:1767384875.558861:0:17544:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a256308. 80000000:00000010:3.0:1767384875.558869:0:17544:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001d241e3d. 00040000:00000010:3.0:1767384875.558877:0:17544:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000558880f1. 00080000:00000010:3.0:1767384875.558884:0:17544:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005cf9962f. 20000000:00000010:3.0:1767384875.558924:0:17544:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000008c26d755. 00000020:00000010:3.0:1767384875.558931:0:17544:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003903ba9d. 00000020:00000001:3.0:1767384875.558940:0:17544:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.558945:0:17544:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:3.0:1767384875.558964:0:17544:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:3.0:1767384875.558991:0:17544:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384875.558997:0:17544:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767384875.559004:0:17544:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:3.0:1767384875.559011:0:17544:0:(super25.c:202:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00080000:00000001:2.0:1767384875.559752:0:10061:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384875.559764:0:10061:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.559768:0:10061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384875.559778:0:10061:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384875.559784:0:10061:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384875.559789:0:10061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384876.025548:0:17631:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384876.025560:0:17631:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.025563:0:17631:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384876.025567:0:17631:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384876.025572:0:17631:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.025574:0:17631:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384876.139836:0:17668:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384876.139841:0:17668:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384876.139843:0:17668:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:2.0:1767384876.525934:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384876.525938:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384876.525955:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384876.525957:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384876.525987:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384876.525991:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384876.525994:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1767384876.973002:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d8bb9e31. 00000100:00000001:2.0:1767384876.973010:0:16763:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384876.973014:0:16763:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384877.240019:0:17893:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384877.240023:0:17893:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing set_default_debug -1 all 00000001:00000001:3.0:1767384877.241874:0:17893:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:2.0:1767384877.253922:0:17895:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:2.0:1767384877.548967:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384877.548973:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384877.548997:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384877.548999:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.317672:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384878.317683:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352208000 02000000:00000001:3.0:1767384878.317699:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384878.317705:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384878.317711:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384878.317719:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384878.317732:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352208000 00000020:00000001:3.0:1767384878.317738:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384878.317744:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384878.317762:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384878.317767:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384878.317776:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384878.317782:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384878.317800:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384878.317809:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c6de6cc. 00000100:00000001:3.0:1767384878.317813:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384878.317816:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c6de6cc. 00000020:00000010:3.0:1767384878.317827:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0aa95b0. 00000020:00000010:3.0:1767384878.317835:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de88bee4. 00000020:00000010:3.0:1767384878.317840:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384878.317853:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384878.317857:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384878.317859:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384878.317860:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.317870:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.317920:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384878.317954:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384878.317959:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384878.317994:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:3.0:1767384878.318001:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384878.318005:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526337616 : -106558183214000 : ffff9f15fd577450) 00000100:00000040:3.0:1767384878.318015:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddee6f09 x1853237352208000/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:104/0 lens 328/0 e 0 to 0 dl 1767384889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384878.318026:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384878.318042:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c6de6cc. 00000100:00000001:3.0:1767384878.318044:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384878.318046:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c6de6cc. 00000100:00100000:3.0:1767384878.318061:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddee6f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352208000:12345-0@lo:101: 00000100:00000200:3.0:1767384878.318065:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352208000 00000020:00000001:3.0:1767384878.318070:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384878.318075:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384878.318078:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384878.318081:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384878.318084:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384878.318088:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384878.318090:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384878.318093:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384878.318096:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384878.318101:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384878.318104:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384878.318106:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384878.318107:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384878.318109:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384878.318111:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384878.318117:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384878.318136:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f6c78766. 00010000:00000001:3.0:1767384878.318140:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384878.318143:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad00646c. 00000020:00000001:3.0:1767384878.318146:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384878.318148:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad00646c with handle 0x7ec529173eeb825a to hash 00000020:00000001:3.0:1767384878.318150:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384878.318152:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385032704 : -106558324518912 : ffff9f15f4eb5000) 00010000:00000001:3.0:1767384878.318154:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385032704 : -106558324518912 : ffff9f15f4eb5000) 00010000:00010000:3.0:1767384878.318156:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ad00646c/0x7ec529173eeb825a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb8253 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384878.318163:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384878.318165:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384878.318180:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384878.318182:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384878.318186:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b9b2bce9. 02000000:00000001:3.0:1767384878.318188:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.318190:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384878.318193:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384878.318197:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384878.318199:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384878.318201:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384878.318203:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384878.318205:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384878.318206:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384878.318208:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384878.318211:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384878.318213:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384878.318214:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384878.318215:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f6c78766) refcount = 1 00010000:00010000:3.0:1767384878.318218:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad00646c/0x7ec529173eeb825a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb8253 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384878.318223:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384878.318224:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384878.318225:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384878.318226:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384878.318228:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384878.318232:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384878.318233:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ad00646c/0x7ec529173eeb825a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8253 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384878.318239:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384878.318240:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384878.318241:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384878.318243:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384878.318244:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384878.318246:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384878.318247:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384878.318248:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ad00646c, rc 0) 00000020:00000001:3.0:1767384878.318254:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384878.318257:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352208000 00010000:00000001:3.0:1767384878.318260:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384878.318263:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddee6f09 x1853237352208000/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:104/0 lens 328/344 e 0 to 0 dl 1767384889 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384878.318271:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384878.318274:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384878.318278:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384878.318282:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384878.318284:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000001:3.0:1767384878.318286:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384878.318289:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384878.318291:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.318294:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384878.318296:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384878.318300:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384878.318306:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352208000, offset 224 00000400:00000200:3.0:1767384878.318311:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384878.318323:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384878.318332:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272101680 00000400:00000200:3.0:1767384878.318339:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10c5 [1] + 224 00000400:00000200:3.0:1767384878.318344:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384878.318348:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384878.318353:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384878.318357:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b104e31 x1853237352208000/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384878.318381:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009b104e31 x1853237352208000/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384878.318400:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384878.318413:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384878.318415:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384878.318420:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384878.318422:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384878.318436:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384878.318439:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00010000:00000001:3.0:1767384878.318441:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384878.318443:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384878.318445:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384878.318448:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddee6f09 x1853237352208000/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:104/0 lens 328/344 e 0 to 0 dl 1767384889 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384878.318455:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddee6f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352208000:12345-0@lo:101: Request processed in 430us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384878.318462:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:3.0:1767384878.318466:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384878.318470:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384878.318474:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384878.318479:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de88bee4. 00000020:00000010:3.0:1767384878.318484:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384878.318488:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0aa95b0. 00000020:00000040:3.0:1767384878.318497:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384878.318510:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384878.318515:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b9b2bce9. 02000000:00000001:3.0:1767384878.318523:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384878.318527:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384878.318546:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384878.318562:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dad8ad8. 00000400:00000010:3.0:1767384878.318577:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8a8691a. 00000100:00000001:3.0:1767384878.319376:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384878.319383:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352208128 02000000:00000001:3.0:1767384878.319392:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384878.319402:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384878.319405:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384878.319409:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384878.319412:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352208128 00000020:00000001:3.0:1767384878.319415:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384878.319417:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384878.319420:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384878.319423:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384878.319436:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384878.319439:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384878.319442:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384878.319445:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c6de6cc. 00000100:00000001:3.0:1767384878.319447:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384878.319449:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c6de6cc. 00000020:00000010:3.0:1767384878.319454:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0aa95b0. 00000020:00000010:3.0:1767384878.319457:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de88bee4. 00000020:00000010:3.0:1767384878.319460:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384878.319465:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384878.319466:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384878.319468:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384878.319469:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.319472:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.319487:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384878.319495:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384878.319496:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384878.319500:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:3.0:1767384878.319503:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384878.319504:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526164560 : -106558183387056 : ffff9f15fd54d050) 00000100:00000040:3.0:1767384878.319509:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000163497cc x1853237352208128/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:104/0 lens 304/0 e 0 to 0 dl 1767384889 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384878.319519:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384878.319523:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c6de6cc. 00000100:00000001:3.0:1767384878.319525:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384878.319528:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c6de6cc. 00000100:00100000:3.0:1767384878.319532:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000163497cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352208128:12345-0@lo:256: 00000100:00000200:3.0:1767384878.319535:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352208128 00000020:00000001:3.0:1767384878.319538:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384878.319543:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384878.319545:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384878.319546:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384878.319554:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384878.319556:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384878.319558:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384878.319559:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384878.319560:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384878.319563:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.319566:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384878.319568:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384878.319570:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b9b2bce9. 02000000:00000001:3.0:1767384878.319572:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.319574:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384878.319577:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384878.319581:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384878.319585:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384878.319587:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384878.319590:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384878.319592:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384878.319594:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384878.319596:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000af79fb02. 20000000:00000001:3.0:1767384878.319599:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384878.319608:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1767384878.319615:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:3.0:1767384878.319618:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:3.0:1767384878.319620:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:3.0:1767384878.319622:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:3.0:1767384878.319623:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:3.0:1767384878.319626:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384878.319630:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f0fe03a3. 00000100:00000010:3.0:1767384878.319632:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009c45af28. 00000020:00000040:3.0:1767384878.319634:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384878.319638:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384878.319641:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384878.319644:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000400:00000010:3.0:1767384878.319651:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a97d8687. 00000400:00000200:3.0:1767384878.319654:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384878.319664:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384878.319673:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x6958272101700 00000400:00000200:3.0:1767384878.319684:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10d5 [4] + 0 00000400:00000010:3.0:1767384878.319687:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057adeb2c. 00000400:00000200:3.0:1767384878.319690:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e866b445 00000400:00000200:3.0:1767384878.319694:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384878.319697:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384878.319699:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e866b445 00000400:00000010:3.0:1767384878.319701:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e866b445. 00000100:00000001:3.0:1767384878.319704:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384878.319706:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009b104e31 desc 00000000962f0b8d mbits 1853237352208128 00000100:00000001:3.0:1767384878.319719:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384878.319724:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384878.319729:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384878.319743:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10e1 00000400:00000200:3.0:1767384878.319747:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384878.319753:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384878.319761:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384878.319765:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f0fe03a3 00000100:00000001:3.0:1767384878.319773:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384878.319797:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384878.319802:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384878.319805:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384878.319806:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f0fe03a3 00000100:00000001:3.0:1767384878.319809:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384878.319814:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x6958272101700-0x6958272101700 00000100:00000001:3.0:1767384878.319818:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384878.319822:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.319825:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384878.319828:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384878.319830:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009c45af28. 00000100:00000010:3.0:1767384878.319833:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f0fe03a3. 00000100:00000001:3.0:1767384878.319837:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384878.319838:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384878.319846:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000af79fb02. 20000000:00000001:3.0:1767384878.319852:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384878.319855:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352208128 00010000:00000001:3.0:1767384878.319862:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384878.319868:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000163497cc x1853237352208128/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:104/0 lens 304/240 e 0 to 0 dl 1767384889 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384878.319875:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384878.319877:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384878.319880:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384878.319912:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384878.319916:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000001:3.0:1767384878.319918:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384878.319920:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384878.319922:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384878.319924:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384878.319927:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384878.319948:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384878.319952:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352208128, offset 224 00000400:00000200:3.0:1767384878.319960:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384878.319965:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384878.319998:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272101700 00000400:00000200:3.0:1767384878.320004:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10d9 [1] + 224 00000400:00000200:3.0:1767384878.320008:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384878.320011:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384878.320013:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384878.320018:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b104e31 x1853237352208128/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384878.320029:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009b104e31 x1853237352208128/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384878.320048:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384878.320052:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384878.320054:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384878.320056:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384878.320057:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384878.320060:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384878.320062:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00010000:00000001:3.0:1767384878.320064:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384878.320070:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384878.320073:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384878.320077:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000163497cc x1853237352208128/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:104/0 lens 304/240 e 0 to 0 dl 1767384889 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384878.320089:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000163497cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352208128:12345-0@lo:256: Request processed in 565us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384878.320101:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000040:3.0:1767384878.320105:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384878.320109:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384878.320110:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384878.320114:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de88bee4. 00000020:00000010:3.0:1767384878.320117:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384878.320119:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0aa95b0. 00000020:00000040:3.0:1767384878.320121:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384878.320135:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384878.320137:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b9b2bce9. 02000000:00000001:3.0:1767384878.320139:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384878.320140:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384878.320143:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384878.320147:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e583d65. 00000400:00000010:3.0:1767384878.320170:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068971062. 00000100:00000040:3.0:1767384878.323959:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294867269, at 4294867271 00000100:00000010:3.0:1767384878.323980:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007018f03c. 00000100:00000040:2.0:1767384878.324048:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294867269, at 4294867271 00000100:00000010:2.0:1767384878.324062:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d016f7c2. 00000020:00000010:2.0:1767384878.333265:0:18010:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b4e73692. 00000020:00000040:2.0:1767384878.333275:0:18010:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:2.0:1767384878.333278:0:18010:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1767384878.333282:0:18010:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 00000000a11bfe22 already not connected (conn 1, was 0): CONNECTING 00010000:00000001:2.0:1767384878.333288:0:18010:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767384878.333298:0:18010:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-0@lo 00000100:00000001:2.0:1767384878.333301:0:18010:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384878.333304:0:18010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384878.333307:0:18010:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000001:2.0:1767384878.333309:0:18010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:2.0:1767384878.333313:0:18010:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637514635099776 : -106559074451840 : 0xffff9f15c8383e80) 00000100:00000040:2.0:1767384878.333317:0:18010:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000040:2.0:1767384878.333319:0:18010:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.112@tcp -> 000000001e45dfec 00010000:00080000:2.0:1767384878.333322:0:18010:0:(ldlm_lib.c:85:import_set_conn()) imp 00000000a11bfe22@lustre-OST0000-osc-MDT0000: found existing conn 192.168.203.112@tcp, moved to head 00010000:00000001:2.0:1767384878.333324:0:18010:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384878.333328:0:18010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00010000:00000001:2.0:1767384878.333330:0:18010:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384878.333333:0:18010:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:2.0:1767384878.333335:0:18010:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b4e73692. 00010000:00000001:2.0:1767384878.572981:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384878.572988:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384878.572993:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384878.572995:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384878.573019:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384878.573022:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384878.573024:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384879.162752:0:18057:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384879.162767:0:18057:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.162772:0:18057:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.162780:0:18057:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384879.162787:0:18057:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.162797:0:18057:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384879.596973:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384879.596978:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384879.596984:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384879.596986:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.706734:0:18105:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384879.706746:0:18105:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.706750:0:18105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.706755:0:18105:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384879.706760:0:18105:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.706762:0:18105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384880.456782:0:18269:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384880.456787:0:18269:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing lnet_if_list 00000001:00000001:2.0:1767384880.458493:0:18269:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384880.469228:0:18271:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000abf9a60. 00000400:00000040:3.0:1767384880.469248:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384880.469251:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384880.469253:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469254:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384880.469256:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469257:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384880.469259:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384880.469261:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384880.469262:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384880.469263:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384880.469269:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384880.469271:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384880.469273:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384880.469275:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384880.469276:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384880.469277:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384880.469279:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384880.469280:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384880.469281:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384880.469283:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469285:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384880.469286:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384880.469287:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384880.469288:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469289:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384880.469291:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469292:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384880.469293:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384880.469294:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384880.469295:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469296:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384880.469298:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469299:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384880.469300:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384880.469301:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384880.469302:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469370:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384880.469372:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384880.469373:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384880.469374:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384880.469375:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384880.469376:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469377:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384880.469378:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384880.469379:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384880.469380:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384880.469381:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384880.469381:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384880.469383:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384880.469389:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384880.469390:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384880.469391:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384880.469392:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384880.469393:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384880.469394:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384880.469395:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384880.469396:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384880.469415:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384880.469416:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384880.469418:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469419:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384880.469421:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469421:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384880.469423:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384880.469424:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384880.469426:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384880.469427:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384880.469428:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384880.469430:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384880.469431:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384880.469432:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384880.469433:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384880.469434:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384880.469436:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384880.469436:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384880.469437:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384880.469438:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469439:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384880.469441:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384880.469441:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384880.469442:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469443:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384880.469444:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469445:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384880.469446:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384880.469447:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384880.469448:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469449:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384880.469455:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384880.469455:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384880.469456:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384880.469457:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384880.469458:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469459:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384880.469460:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384880.469461:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384880.469462:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384880.469463:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384880.469464:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384880.469465:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384880.469466:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384880.469467:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384880.469468:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384880.469469:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384880.469469:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384880.469471:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384880.469480:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384880.469481:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384880.469482:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384880.469483:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384880.469484:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384880.469485:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384880.469487:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384880.469487:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384880.469488:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384880.469489:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384880.469490:0:18271:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384880.469503:0:18271:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000abf9a60. 00000100:00000001:3.0:1767384880.557822:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384880.557829:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352208384 02000000:00000001:3.0:1767384880.557839:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384880.557846:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384880.557854:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384880.557869:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384880.557973:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352208384 00000020:00000001:3.0:1767384880.557979:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384880.557990:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:3.0:1767384880.557997:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384880.558019:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000020:00000001:3.0:1767384880.558030:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000001:3.0:1767384880.558044:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:3.0:1767384880.558053:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384880.558062:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010ee6ec6. 00000100:00000001:3.0:1767384880.558069:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384880.558080:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010ee6ec6. 00000020:00000010:3.0:1767384880.558089:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0aa95b0. 00000020:00000010:3.0:1767384880.558102:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000042d4856. 00000020:00000010:3.0:1767384880.558107:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384880.558126:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384880.558139:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384880.558144:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384880.558153:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.558172:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384880.558181:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384880.558188:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.558208:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.558235:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384880.558239:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384880.558245:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384880.558250:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000001:3.0:1767384880.558257:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376602496 : -106558332949120 : ffff9f15f46aad80) 00000100:00000040:3.0:1767384880.558267:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a8c2f1cb x1853237352208384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:106/0 lens 224/0 e 0 to 0 dl 1767384891 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.558282:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384880.558286:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010ee6ec6. 00000100:00000001:3.0:1767384880.558294:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384880.558298:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010ee6ec6. 00000100:00100000:3.0:1767384880.558307:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a8c2f1cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352208384:12345-0@lo:400: 00000100:00000200:3.0:1767384880.558323:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352208384 00000020:00000001:3.0:1767384880.558328:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384880.558333:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384880.558337:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.558343:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384880.558346:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:3.0:1767384880.558351:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384880.558355:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384880.558358:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384880.558362:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384880.558366:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.558370:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384880.558376:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384880.558382:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384880.558389:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0fe03a3. 02000000:00000001:3.0:1767384880.558395:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.558399:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.558401:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384880.558405:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352208384 00010000:00000001:3.0:1767384880.558408:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384880.558417:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8c2f1cb x1853237352208384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1767384891 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384880.558424:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384880.558428:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384880.558433:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384880.558440:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384880.558445:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000001:3.0:1767384880.558449:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384880.558454:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384880.558458:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.558465:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384880.558471:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384880.558476:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384880.558482:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352208384, offset 224 00000400:00000200:3.0:1767384880.558495:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384880.558513:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384880.558527:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272101800 00000400:00000200:3.0:1767384880.558539:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10ed [1] + 224 00000400:00000200:3.0:1767384880.558544:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384880.558549:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384880.558557:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384880.558566:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352208384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384880.558588:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f10d12a3 x1853237352208384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.558605:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384880.558614:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384880.558618:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384880.558632:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384880.558635:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384880.558646:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384880.558651:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00010000:00000001:3.0:1767384880.558660:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384880.558666:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.558669:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384880.558676:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8c2f1cb x1853237352208384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1767384891 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384880.558693:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a8c2f1cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352208384:12345-0@lo:400: Request processed in 405us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384880.558709:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384880.558714:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:3.0:1767384880.558723:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384880.558738:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384880.558749:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000042d4856. 00000020:00000010:3.0:1767384880.558765:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384880.558771:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0aa95b0. 00000020:00000040:3.0:1767384880.558783:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000001:3.0:1767384880.558801:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.558818:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384880.558825:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352208512 02000000:00000001:3.0:1767384880.558833:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384880.558839:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384880.558846:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384880.558862:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384880.558871:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352208512 00000020:00000001:3.0:1767384880.558875:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384880.558883:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000001:3.0:1767384880.558928:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384880.558933:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000020:00000001:3.0:1767384880.558948:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000001:3.0:1767384880.558954:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:3.0:1767384880.558963:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384880.558967:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010ee6ec6. 00000020:00000010:3.0:1767384880.558980:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000ce07467. 00000020:00000040:3.0:1767384880.558986:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:3.0:1767384880.559010:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384880.559020:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0aa95b0. 00000100:00080000:2.0:1767384880.559020:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:3.0:1767384880.559028:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000042d4856. 00000020:00000040:2.0:1767384880.559030:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000020:00000010:3.0:1767384880.559034:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384880.559048:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384880.559058:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384880.559063:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384880.559067:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.559076:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384880.559080:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384880.559084:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.559100:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.559115:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384880.559120:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384880.559134:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384880.559142:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:3.0:1767384880.559150:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581535232 : -106559128016384 : ffff9f15c506ea00) 00000100:00000040:3.0:1767384880.559175:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000263d50bd x1853237352208512/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:106/0 lens 224/0 e 0 to 0 dl 1767384891 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.559199:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384880.559209:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001266518f. 00000100:00000001:3.0:1767384880.559220:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384880.559233:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001266518f. 00000100:00100000:3.0:1767384880.559243:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000263d50bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16136:x1853237352208512:12345-0@lo:400: 00000100:00000200:3.0:1767384880.559261:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352208512 00000020:00000001:3.0:1767384880.559268:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384880.559274:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384880.559281:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.559290:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384880.559296:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:3.0:1767384880.559305:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384880.559312:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384880.559324:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384880.559330:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384880.559332:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.559339:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384880.559346:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384880.559351:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384880.559358:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003ddf692b. 02000000:00000001:3.0:1767384880.559363:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.559366:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.559372:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384880.559377:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352208512 00010000:00000001:3.0:1767384880.559388:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384880.559396:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000263d50bd x1853237352208512/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1767384891 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384880.559461:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384880.559469:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384880.559473:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384880.559482:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384880.559498:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:3.0:1767384880.559509:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384880.559514:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384880.559526:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.559533:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384880.559547:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384880.559551:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384880.559561:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352208512, offset 224 00000400:00000200:3.0:1767384880.559571:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384880.559588:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384880.559598:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272101880 00000400:00000200:3.0:1767384880.559607:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10fd [1] + 224 00000400:00000200:3.0:1767384880.559619:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384880.559633:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384880.559647:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384880.559657:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083b48201 x1853237352208512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384880.559693:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000083b48201 x1853237352208512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.559721:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384880.559736:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384880.559740:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384880.559743:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384880.559746:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384880.559754:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384880.559760:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00010000:00000001:3.0:1767384880.559762:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384880.559767:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.559771:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384880.559774:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000263d50bd x1853237352208512/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:106/0 lens 224/224 e 0 to 0 dl 1767384891 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384880.559784:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000263d50bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16136:x1853237352208512:12345-0@lo:400: Request processed in 583us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384880.559813:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384880.559816:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:3.0:1767384880.559818:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384880.559822:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384880.559825:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000042d4856. 00000020:00000010:3.0:1767384880.559831:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384880.559837:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0aa95b0. 00000020:00000040:3.0:1767384880.559843:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000100:00000001:3.0:1767384880.559845:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384880.561977:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294869508, at 4294869509 00000100:00000010:2.0:1767384880.561988:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb808c1e. 00000100:00000040:3.0:1767384880.561991:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294869508, at 4294869509 00000100:00000010:3.0:1767384880.562004:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00010000:00000001:2.0:1767384880.620970:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384880.620976:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384880.620981:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384880.620983:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384880.620985:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384880.620987:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384880.620989:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384880.620990:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384880.620992:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384880.620993:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.621009:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384880.621011:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384880.621013:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384880.685507:0:18294:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384880.685522:0:18294:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.685531:0:18294:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.685545:0:18294:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384880.685555:0:18294:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.685566:0:18294:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.686941:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384880.686945:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384880.686952:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384880.686956:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384880.686960:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1c386c8. 00000400:00000200:2.0:1767384880.686966:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748927f2 00000400:00000010:2.0:1767384880.686970:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000748927f2. 00000100:00000001:2.0:1767384880.686976:0:16135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384880.686982:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b104e31 x1853237352208640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384880.686996:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b104e31 x1853237352208640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384880.687004:0:16135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384880.687008:0:16135:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384880.687010:0:16135:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384880.687013:0:16135:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384880.687016:0:16135:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384880.687019:0:16135:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384880.687021:0:16135:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384880.687027:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f5d2fcbc. 00000100:00001000:2.0:1767384880.687031:0:16135:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=1767384880 v=5 (0 0 0 0) 00000100:00001000:2.0:1767384880.687034:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=1767384880 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384880.687036:0:16135:0:(import.c:2194:obd_at_measure()) AT 0000000087686cfa change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767384880.687037:0:16135:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384880.687038:0:16135:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384880.687040:0:16135:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384880.687044:0:16135:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009b104e31 x1853237352208640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384880.687049:0:16135:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.687051:0:16135:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384880.687053:0:16135:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767384880.687055:0:16135:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384880.687056:0:16135:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384880.687062:0:16135:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384880.687065:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b104e31 x1853237352208640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384880.687071:0:16135:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384880.687073:0:16135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384880.687076:0:16135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384880.687078:0:16135:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767384880.687082:0:16135:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:2.0:1767384880.687083:0:16135:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384880.687085:0:16135:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb818f 00000020:00000001:2.0:1767384880.687087:0:16135:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384880.687089:0:16135:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000092a41c98 refcount=4 00000020:00000001:2.0:1767384880.687092:0:16135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514902915072 : -106558806636544 : ffff9f15d82ec800) 00000020:00000001:2.0:1767384880.687094:0:16135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637514902915072 : -106558806636544 : ffff9f15d82ec800) 00000100:00001000:2.0:1767384880.687097:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=1767384880 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384880.687099:0:16135:0:(import.c:2194:obd_at_measure()) AT 0000000087686cfa change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1767384880.687103:0:16135:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:2.0:1767384880.687105:0:16135:0:(genops.c:898:class_export_put()) PUTting export 0000000092a41c98 : new refcount 3 00000100:00000001:2.0:1767384880.687106:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384880.687109:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767384880.687110:0:16135:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1767384880.687112:0:16135:0:(import.c:65:import_set_state_nolock()) 00000000a11bfe22 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767384880.687113:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:2.0:1767384880.687133:0:16135:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:2.0:1767384880.687135:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384880.687136:0:16135:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384880.687139:0:16135:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384880.687142:0:16135:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.687148:0:16135:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384880.687155:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b104e31 x1853237352208640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384890 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384880.687174:0:16135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b104e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16135:1853237352208640:0@lo:8: 00000100:00000001:2.0:1767384880.687188:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384880.687192:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384880.687198:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b104e31 x1853237352208640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384890 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384880.687213:0:16135:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384880.687217:0:16135:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384880.687223:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a775102b. 02000000:00000001:2.0:1767384880.687229:0:16135:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384880.687235:0:16135:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384880.687239:0:16135:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:3.0:1767384880.687249:0:16799:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:2.0:1767384880.687250:0:16135:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384880.687259:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000962f0b8d. 00000004:00000001:3.0:1767384880.687261:0:16799:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00080000:3.0:1767384880.687265:0:16799:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 02000000:00000001:2.0:1767384880.687267:0:16135:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00000001:3.0:1767384880.687270:0:16799:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 02000000:00000001:2.0:1767384880.687270:0:16135:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384880.687274:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b104e31. 00000040:00000001:3.0:1767384880.687279:0:16799:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:2.0:1767384880.687279:0:16135:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384880.687285:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384880.687287:0:16799:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:2.0:1767384880.687290:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384880.687294:0:16799:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.687300:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00000001:3.0:1767384880.687306:0:16799:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:2.0:1767384880.687306:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384880.687314:0:16799:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00000100:00000001:2.0:1767384880.687314:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384880.687320:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.687323:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384880.687334:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b9b2bce9. 00080000:00000001:3.0:1767384880.687348:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514624992256 : -106559084559360 : ffff9f15c79e0400) 00000040:00000001:3.0:1767384880.687362:0:16799:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384880.687371:0:16799:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384880.687383:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384880.687403:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.687408:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.687419:0:16799:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.687430:0:16799:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.687445:0:16799:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384880.687457:0:16799:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1767384880.687467:0:16799:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000010:3.0:1767384880.687481:0:16799:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000009fba3030. 00080000:00000001:3.0:1767384880.687498:0:16799:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384880.687509:0:16799:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384880.687523:0:16799:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.687534:0:16799:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384880.687547:0:16799:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384880.687552:0:16799:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384880.687722:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384880.687730:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.687774:0:16799:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.687788:0:16799:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.687799:0:16799:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.687813:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384880.687838:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.687848:0:16799:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384880.687856:0:16799:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384880.687863:0:16799:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00080000:00000001:3.0:1767384880.687880:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384880.688115:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384880.688124:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384880.688140:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767384880.688144:0:16799:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.688149:0:16799:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.688155:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384880.688171:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.688176:0:16799:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.688181:0:16799:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384880.688187:0:16799:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.688193:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384880.688200:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f9cdd9d2. 00080000:00000001:3.0:1767384880.688206:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514625001472 : -106559084550144 : ffff9f15c79e2800) 00080000:00000001:3.0:1767384880.688212:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384880.688220:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1767384880.688224:0:16799:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000004:00000010:3.0:1767384880.688228:0:16799:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000008162ea31. 00000004:00080000:3.0:1767384880.688232:0:16799:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 202339344375ns, next at 0ns, rc = 0 00080000:00000001:3.0:1767384880.688238:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384880.688250:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384880.688274:0:16799:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1767384880.688280:0:16799:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1767384880.688285:0:16799:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384880.688294:0:16799:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1767384880.688296:0:16799:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.688357:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384880.688365:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad0490af. 00000100:00100000:1.0:1767384880.688372:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006e9cb75c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16800:x1853237352208896:12345-0@lo:7: 00000100:00000200:1.0:1767384880.688375:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352208896 00000020:00000001:1.0:1767384880.688377:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384880.688380:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384880.688382:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.688383:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384880.688385:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674505904 : -1035045712 : ffffffffc24e74b0) 00000020:00000001:1.0:1767384880.688387:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384880.688388:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384880.688390:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384880.688391:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384880.688392:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384880.688395:0:17548:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:1.0:1767384880.688399:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384880.688401:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384880.688404:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d3ac1d3a. 02000000:00000001:1.0:1767384880.688406:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.688407:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384880.688410:0:17548:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:1.0:1767384880.688414:0:17548:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 000000001cb178e8. 00000020:00000001:1.0:1767384880.688418:0:17548:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:1.0:1767384880.688420:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.688424:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.688427:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000002f57fdb. 00002000:00000001:1.0:1767384880.688429:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263582360 : -106563445969256 : ffff9f14c3a82e98) 00002000:00000001:1.0:1767384880.688432:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.688434:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:1.0:1767384880.688438:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dc0fe039. 00002000:00000001:1.0:1767384880.688440:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.688442:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.688444:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.688446:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:1.0:1767384880.688450:0:17548:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000ad0490af. 00080000:00000010:1.0:1767384880.688452:0:17548:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000005b22863e. 00000020:00000010:2.0:1767384880.688507:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b061837c. 00000100:00000001:2.0:1767384880.688514:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384880.688517:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352208768 02000000:00000001:2.0:1767384880.688519:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384880.688522:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384880.688524:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384880.688527:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384880.688529:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352208768 00000020:00000001:2.0:1767384880.688530:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384880.688532:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:2.0:1767384880.688534:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384880.688535:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=7 00000020:00000001:2.0:1767384880.688537:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:2.0:1767384880.688538:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384880.688546:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384880.688549:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aabd817e. 00000100:00000001:2.0:1767384880.688551:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384880.688553:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aabd817e. 00000020:00000010:2.0:1767384880.688559:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff494033. 00000020:00000010:2.0:1767384880.688563:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b15160f. 00000020:00000010:2.0:1767384880.688569:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000930ddc4c. 00000100:00000040:2.0:1767384880.688574:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384880.688576:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384880.688577:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384880.688579:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.688583:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.688590:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384880.688598:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384880.688600:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384880.688602:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384880.688604:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000001:2.0:1767384880.688606:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581525376 : -106559128026240 : ffff9f15c506c380) 00000100:00000040:2.0:1767384880.688609:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083b48201 x1853237352208768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/0 e 0 to 0 dl 1767384891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384880.688615:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384880.688618:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aabd817e. 00000100:00000001:2.0:1767384880.688620:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384880.688621:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aabd817e. 00000100:00100000:2.0:1767384880.688624:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083b48201 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16136:x1853237352208768:12345-0@lo:13: 00000100:00000200:2.0:1767384880.688626:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352208768 00000020:00000001:2.0:1767384880.688628:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384880.688630:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384880.688631:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.688632:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384880.688634:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000001:2.0:1767384880.688636:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384880.688642:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384880.688644:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384880.688645:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384880.688646:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.688649:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384880.688651:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384880.688655:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f995223d. 02000000:00000001:2.0:1767384880.688656:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.688658:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384880.688660:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384880.688663:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384880.688665:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384880.688669:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384880.688682:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.688690:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384880.688693:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384880.688697:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40960000 0 0 00000020:00000020:2.0:1767384880.688699:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384880.688702:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 330 avail; 12264 objects: 11872 free; state 0 00002000:00000001:2.0:1767384880.688704:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:2.0:1767384880.688706:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000647362e6. 00000001:00000001:2.0:1767384880.688709:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384880.688711:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384880.688712:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384880.688714:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352208768 00010000:00000001:2.0:1767384880.688716:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384880.688719:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083b48201 x1853237352208768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384880.688724:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384880.688726:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384880.688728:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=1767384880 v=10 (0 0 0 0) 00000100:00001000:2.0:1767384880.688730:0:17550:0:(import.c:2194:obd_at_measure()) AT 0000000026cd5bba change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767384880.688733:0:17550:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@0000000083b48201 x1853237352208768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384880.688745:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384880.688746:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384880.688748:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384880.688750:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384880.688751:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384880.688753:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384880.688754:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384880.688757:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000100:00000200:2.0:1767384880.688761:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352208768, offset 224 00000400:00000200:2.0:1767384880.688767:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384880.688774:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384880.688781:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272101980 00000400:00000200:2.0:1767384880.688784:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1121 [1] + 224 00000400:00000200:2.0:1767384880.688788:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384880.688794:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384880.688797:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384880.688804:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384880.688812:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384880.688825:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384880.688831:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805c1957 00000400:00000010:2.0:1767384880.688832:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000100:00000001:2.0:1767384880.688836:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384880.688840:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384880.688845:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384880.688849:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384880.688851:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384880.688854:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.688856:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384880.688862:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083b48201 x1853237352208768/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 224/368 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384880.688882:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083b48201 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16136:x1853237352208768:12345-0@lo:13: Request processed in 259us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384880.688942:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384880.688945:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384880.688947:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384880.688948:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384880.688951:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b15160f. 00000020:00000010:2.0:1767384880.688956:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000930ddc4c. 00000020:00000010:2.0:1767384880.688962:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff494033. 00000020:00000040:2.0:1767384880.688967:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 6 00000100:00000001:2.0:1767384880.688969:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.689001:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384880.689004:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384880.689008:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384880.689009:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384880.689015:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e687b58. 00000400:00000200:3.0:1767384880.689019:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000055959c2 00000400:00000010:3.0:1767384880.689020:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000055959c2. 00000100:00000001:3.0:1767384880.689027:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384880.689031:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384880.689041:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.689051:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384880.689055:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.689057:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384880.689059:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384880.689060:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384880.689062:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384880.689063:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384880.689069:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009d830e5e. 00000100:00001000:3.0:1767384880.689075:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=1767384880 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384880.689078:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384880.689083:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384880.689086:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384880.689088:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384880.689094:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384880.689099:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.689105:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384880.689108:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384880.689114:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384880.689122:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384880.689124:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.689129:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384880.689132:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384880.689133:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384880.689137:0:16136:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384880.689141:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384880.689148:0:16136:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = -11 00000004:00000020:3.0:1767384880.689160:0:16136:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84480 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:3.0:1767384880.689163:0:16136:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384880.689168:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384880.689176:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352208768:0@lo:13: 00000100:00000001:3.0:1767384880.689180:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.689182:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384880.689185:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000221c8332 x1853237352208768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384896 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.689190:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384880.689191:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384880.689193:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a441338. 02000000:00000001:3.0:1767384880.689196:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384880.689197:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384880.689198:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384880.689199:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384880.689201:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000989b796e. 02000000:00000001:3.0:1767384880.689202:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384880.689204:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384880.689205:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221c8332. 00000100:00000001:3.0:1767384880.689208:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384880.689213:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.689214:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.689218:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384880.689219:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.689221:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384880.689223:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.689239:0:17547:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384880.691948:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294869637, at 4294869639 00000100:00000010:3.0:1767384880.691959:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008512c43a. 00000100:00000040:1.0:1767384880.691961:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294869637, at 4294869639 00000100:00000010:1.0:1767384880.691975:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c482e3. 00002000:00080000:1.0:1767384880.692315:0:17548:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:1.0:1767384880.692319:0:17548:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446637510231134976 : -106563478416640 : ffff9f14c1b91300) 00002000:00080000:1.0:1767384880.692323:0:17548:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:1.0:1767384880.692327:0:17548:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000007a441338. 00000001:00000001:1.0:1767384880.692332:0:17548:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384880.692333:0:17548:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384880.692335:0:17548:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384880.692338:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352208896 00010000:00000001:1.0:1767384880.692340:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384880.692343:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e9cb75c x1853237352208896/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 264/240 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384880.692349:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384880.692351:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384880.692352:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384880.692355:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384880.692357:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384880.692359:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384880.692361:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384880.692363:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.692364:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384880.692366:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384880.692369:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000100:00000200:1.0:1767384880.692371:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237352208896, offset 224 00000400:00000200:1.0:1767384880.692376:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384880.692383:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384880.692389:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958272101a00 00000400:00000200:1.0:1767384880.692393:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1129 [1] + 224 00000400:00000200:1.0:1767384880.692397:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384880.692401:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384880.692406:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384880.692408:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384880.692422:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692434:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384880.692441:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d286caa 00000400:00000010:1.0:1767384880.692443:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 00000100:00000001:1.0:1767384880.692448:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384880.692451:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384880.692456:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384880.692461:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384880.692463:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384880.692465:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.692469:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384880.692471:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e9cb75c x1853237352208896/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 264/240 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384880.692477:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006e9cb75c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16800:x1853237352208896:12345-0@lo:7: Request processed in 4133us (4678us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384880.692486:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384880.692488:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:1.0:1767384880.692490:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384880.692491:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384880.692494:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c56b10d. 00000020:00000010:1.0:1767384880.692498:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7c17bee. 00000020:00000010:1.0:1767384880.692502:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f94283d1. 00000020:00000040:1.0:1767384880.692510:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:1.0:1767384880.692513:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.692546:0:16800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384880.692551:0:16800:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384880.692552:0:16800:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384880.692554:0:16800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d3371e. 00000400:00000200:1.0:1767384880.692558:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352168a0 00000400:00000010:1.0:1767384880.692560:0:16800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352168a0. 00000100:00000001:1.0:1767384880.692563:0:16800:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384880.692572:0:16800:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384880.692578:0:16800:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692584:0:16800:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384880.692586:0:16800:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.692588:0:16800:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384880.692589:0:16800:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384880.692590:0:16800:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384880.692592:0:16800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.692594:0:16800:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384880.692597:0:16800:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384880.692599:0:16800:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384880.692602:0:16800:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384880.692603:0:16800:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384880.692605:0:16800:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384880.692608:0:16800:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384880.692612:0:16800:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.692614:0:16800:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384880.692615:0:16800:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384880.692616:0:16800:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384880.692617:0:16800:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384880.692622:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692627:0:16800:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384880.692629:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384880.692631:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384880.692635:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384880.692639:0:16800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000029324cfe pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16800:1853237352208896:0@lo:7: 00000100:00000001:1.0:1767384880.692642:0:16800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.692650:0:16800:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.692654:0:16800:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384880.692656:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384880.692659:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692664:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384880.692666:0:16800:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000083e79732. 00000100:00000001:1.0:1767384880.692671:0:16800:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384880.692673:0:16800:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384880.692679:0:16800:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384880.692681:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384880.692683:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000029324cfe x1853237352208896/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692688:0:16800:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384880.692691:0:16800:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384880.692694:0:16800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000890c37bb. 02000000:00000001:1.0:1767384880.692697:0:16800:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384880.692700:0:16800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384880.692701:0:16800:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384880.692703:0:16800:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384880.692704:0:16800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000515b0ac2. 02000000:00000001:1.0:1767384880.692709:0:16800:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384880.692710:0:16800:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384880.692712:0:16800:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029324cfe. 00000100:00000001:1.0:1767384880.692715:0:16800:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384880.692716:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384880.692718:0:16800:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384880.692723:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4babb07. 00000020:00000040:1.0:1767384880.692725:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384880.692728:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384880.692729:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384880.692732:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384880.692740:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3ae02fa. 00000100:00000001:1.0:1767384880.692742:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.692745:0:16800:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384880.692748:0:16800:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384880.692759:0:16800:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d26322b0. 00000100:00000001:1.0:1767384880.692761:0:16800:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510231134208 : -106563478417408 : ffff9f14c1b91000) 00000100:00000001:1.0:1767384880.692763:0:16800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384880.692766:0:16800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528960 : -106559128022656 : ffff9f15c506d180) 00000100:00000001:1.0:1767384880.692769:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384880.692770:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.692774:0:16800:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384880.692777:0:16800:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384880.692780:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692785:0:16800:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384880.692786:0:16800:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.692788:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384880.692790:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384880.692792:0:16800:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384880.692794:0:16800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4babb07 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16800:1853237352209024:0@lo:5: 00000100:00000001:1.0:1767384880.692796:0:16800:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384880.692799:0:16800:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384880.692801:0:16800:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.692802:0:16800:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384880.692806:0:16800:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ae2e1d51. 02000000:00000001:1.0:1767384880.692808:0:16800:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384880.692811:0:16800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 00000400:00000010:1.0:1767384880.692815:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000100:00000200:1.0:1767384880.692817:0:16800:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352209024, portal 4 00000100:00000001:1.0:1767384880.692820:0:16800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384880.692822:0:16800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528960 : -106559128022656 : ffff9f15c506d180) 00000100:00000040:1.0:1767384880.692827:0:16800:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692831:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384880.692833:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384880.692836:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384880.692839:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237352209024, offset 0 00000400:00000200:1.0:1767384880.692845:0:16800:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384880.692862:0:16800:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384880.692868:0:16800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272101a80 00000400:00000200:1.0:1767384880.692874:0:16800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 784 00000400:00000200:1.0:1767384880.692878:0:16800:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384880.692881:0:16800:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384880.692939:0:16800:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384880.692942:0:16800:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384880.692946:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf76be24. 00000100:00000040:1.0:1767384880.692950:0:16800:0:(events.c:337:request_in_callback()) incoming req@00000000bf76be24 x1853237352209024 msgsize 432 00000100:00100000:1.0:1767384880.692960:0:16800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384880.692969:0:16800:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384880.692975:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384880.692977:0:16800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000100:00000001:1.0:1767384880.692981:0:16800:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384880.692983:0:16800:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.692991:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384880.692996:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693001:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693004:0:16800:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384880.693011:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384880.693016:0:16800:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3516 usecs (4 jiffies) 00000100:00000001:1.0:1767384880.693021:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294869644 00000100:00000010:1.0:1767384880.693025:0:16800:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea1e462c. 00000100:00000001:1.0:1767384880.693031:0:16800:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384880.693039:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294869644 00000100:00000010:1.0:1767384880.693044:0:16800:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022a765d1. 00000100:00000001:1.0:1767384880.693048:0:16800:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384880.693051:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294869644 00000100:00000001:1.0:1767384880.693057:0:16800:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294869637 00000100:00000001:1.0:1767384880.693063:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294869644 00000100:00000010:1.0:1767384880.693072:0:16800:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062bcf417. 00000100:00000001:1.0:1767384880.693078:0:16800:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384880.693084:0:16800:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384880.693088:0:16800:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693091:0:16800:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384880.693094:0:16800:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384880.693096:0:16800:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d26322b0 going to sleep for 11 seconds 00000100:00000001:1.0:1767384880.693099:0:16800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384880.693101:0:16800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693118:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384880.693120:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209024 02000000:00000001:1.0:1767384880.693122:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384880.693124:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384880.693126:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.693129:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384880.693131:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209024 00000020:00000001:1.0:1767384880.693133:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384880.693134:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:1.0:1767384880.693136:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384880.693137:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:1.0:1767384880.693139:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384880.693142:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384880.693144:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384880.693147:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006beb5189. 00000100:00000001:1.0:1767384880.693151:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384880.693155:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006beb5189. 00000020:00000010:1.0:1767384880.693164:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b421cfb. 00000020:00000010:1.0:1767384880.693168:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c56b10d. 00000020:00000010:1.0:1767384880.693172:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7c17bee. 00000100:00000040:1.0:1767384880.693183:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384880.693186:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384880.693187:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384880.693190:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693197:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693217:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.693232:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384880.693235:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384880.693240:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384880.693243:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:1.0:1767384880.693245:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581533440 : -106559128018176 : ffff9f15c506e300) 00000100:00000040:1.0:1767384880.693250:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf76be24 x1853237352209024/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 432/0 e 0 to 0 dl 1767384891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693255:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384880.693259:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006beb5189. 00000100:00000001:1.0:1767384880.693262:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384880.693264:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006beb5189. 00000100:00100000:1.0:1767384880.693268:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf76be24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16800:x1853237352209024:12345-0@lo:5: 00000100:00000200:1.0:1767384880.693271:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209024 00000020:00000001:1.0:1767384880.693272:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384880.693275:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384880.693277:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.693279:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384880.693281:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674505808 : -1035045808 : ffffffffc24e7450) 00000020:00000001:1.0:1767384880.693283:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384880.693285:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384880.693287:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384880.693290:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384880.693292:0:17548:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1767384880.693296:0:17548:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1767384880.693298:0:17548:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384880.693301:0:17548:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384880.693302:0:17548:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384880.693304:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384880.693306:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384880.693308:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384880.693310:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384880.693311:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384880.693318:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384880.693320:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384880.693321:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384880.693322:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.693324:0:17548:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.693326:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693328:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384880.693330:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384880.693333:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000009ea11a67. 02000000:00000001:1.0:1767384880.693335:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693337:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384880.693339:0:17548:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:1.0:1767384880.693342:0:17548:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:1.0:1767384880.693344:0:17548:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:1.0:1767384880.693346:0:17548:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:1.0:1767384880.693348:0:17548:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446637510231134976 : -106563478416640 : ffff9f14c1b91300) 00002000:00080000:1.0:1767384880.693354:0:17548:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:1.0:1767384880.693357:0:17548:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:1.0:1767384880.693359:0:17548:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384880.693361:0:17548:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384880.693363:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352209024 00010000:00000001:1.0:1767384880.693366:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384880.693375:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf76be24 x1853237352209024/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 432/432 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384880.693385:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384880.693388:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384880.693391:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384880.693397:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384880.693402:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384880.693406:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384880.693411:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384880.693412:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693415:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384880.693420:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384880.693424:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384880.693428:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237352209024, offset 224 00000400:00000200:1.0:1767384880.693439:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384880.693453:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384880.693461:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272101a80 00000400:00000200:1.0:1767384880.693466:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1139 [1] + 224 00000400:00000200:1.0:1767384880.693472:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384880.693476:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384880.693482:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384880.693488:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384880.693496:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693509:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384880.693516:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384880.693518:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000100:00000001:1.0:1767384880.693523:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384880.693525:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384880.693532:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384880.693535:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384880.693537:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384880.693540:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.693541:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384880.693546:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf76be24 x1853237352209024/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 432/432 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384880.693555:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf76be24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16800:x1853237352209024:12345-0@lo:5: Request processed in 295us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384880.693565:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384880.693569:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:1.0:1767384880.693572:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384880.693575:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384880.693580:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c56b10d. 00000020:00000010:1.0:1767384880.693585:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7c17bee. 00000020:00000010:1.0:1767384880.693588:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b421cfb. 00000020:00000040:1.0:1767384880.693595:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:1.0:1767384880.693603:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.693638:0:16800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384880.693643:0:16800:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384880.693644:0:16800:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384880.693647:0:16800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e6b29. 00000400:00000200:1.0:1767384880.693652:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d286caa 00000400:00000010:1.0:1767384880.693653:0:16800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 00000100:00000001:1.0:1767384880.693656:0:16800:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384880.693662:0:16800:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384880.693670:0:16800:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693675:0:16800:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384880.693678:0:16800:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.693680:0:16800:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384880.693681:0:16800:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384880.693682:0:16800:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384880.693683:0:16800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.693685:0:16800:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384880.693688:0:16800:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384880.693691:0:16800:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384880.693693:0:16800:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384880.693694:0:16800:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384880.693696:0:16800:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384880.693699:0:16800:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384880.693704:0:16800:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693705:0:16800:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384880.693706:0:16800:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384880.693708:0:16800:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384880.693709:0:16800:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384880.693712:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693717:0:16800:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384880.693723:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384880.693724:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384880.693727:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384880.693734:0:16800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4babb07 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16800:1853237352209024:0@lo:5: 00000100:00000001:1.0:1767384880.693740:0:16800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.693746:0:16800:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693748:0:16800:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384880.693751:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384880.693756:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693760:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384880.693763:0:16800:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d26322b0. 00000100:00000001:1.0:1767384880.693768:0:16800:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384880.693769:0:16800:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384880.693772:0:16800:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384880.693775:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384880.693779:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4babb07 x1853237352209024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693785:0:16800:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384880.693788:0:16800:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384880.693790:0:16800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ae2e1d51. 02000000:00000001:1.0:1767384880.693794:0:16800:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384880.693798:0:16800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384880.693801:0:16800:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384880.693803:0:16800:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384880.693805:0:16800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3ae02fa. 02000000:00000001:1.0:1767384880.693808:0:16800:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384880.693810:0:16800:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384880.693811:0:16800:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4babb07. 00000100:00000001:1.0:1767384880.693815:0:16800:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384880.693818:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384880.693822:0:16800:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384880.693835:0:16800:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:1.0:1767384880.693838:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4babb07. 00000020:00000040:1.0:1767384880.693840:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384880.693843:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384880.693845:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384880.693847:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384880.693853:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3ae02fa. 00000100:00000001:1.0:1767384880.693859:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384880.693863:0:16800:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:1.0:1767384880.693866:0:16800:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384880.693867:0:16800:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384880.693872:0:16800:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d26322b0. 00000100:00000001:1.0:1767384880.693874:0:16800:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510231134208 : -106563478417408 : ffff9f14c1b91000) 00000100:00000001:1.0:1767384880.693877:0:16800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384880.693879:0:16800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528960 : -106559128022656 : ffff9f15c506d180) 00000100:00000001:1.0:1767384880.693882:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384880.693929:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.693931:0:16800:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384880.693932:0:16800:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384880.693936:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693941:0:16800:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384880.693942:0:16800:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.693944:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384880.693945:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384880.693947:0:16800:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384880.693949:0:16800:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4babb07 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16800:1853237352209152:0@lo:5: 00000100:00000001:1.0:1767384880.693951:0:16800:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384880.693953:0:16800:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384880.693954:0:16800:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.693956:0:16800:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384880.693959:0:16800:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ae2e1d51. 02000000:00000001:1.0:1767384880.693960:0:16800:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384880.693964:0:16800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 00000400:00000010:1.0:1767384880.693972:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000100:00000200:1.0:1767384880.693976:0:16800:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352209152, portal 4 00000100:00000001:1.0:1767384880.693979:0:16800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384880.693980:0:16800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528960 : -106559128022656 : ffff9f15c506d180) 00000100:00000040:1.0:1767384880.693984:0:16800:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.693990:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384880.693993:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384880.693997:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384880.694002:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237352209152, offset 0 00000400:00000200:1.0:1767384880.694011:0:16800:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384880.694019:0:16800:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384880.694024:0:16800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272101b00 00000400:00000200:1.0:1767384880.694027:0:16800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 1216 00000400:00000200:1.0:1767384880.694031:0:16800:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384880.694033:0:16800:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384880.694040:0:16800:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384880.694041:0:16800:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384880.694045:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000788deae2. 00000100:00000040:1.0:1767384880.694048:0:16800:0:(events.c:337:request_in_callback()) incoming req@00000000788deae2 x1853237352209152 msgsize 432 00000100:00100000:1.0:1767384880.694057:0:16800:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384880.694071:0:16800:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384880.694080:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384880.694082:0:16800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000100:00000001:1.0:1767384880.694090:0:16800:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384880.694099:0:16800:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384880.694107:0:17548:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003e513542. 00000100:00000001:1.0:1767384880.694108:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384880.694115:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384880.694117:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384880.694120:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209152 02000000:00000001:3.0:1767384880.694124:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384880.694130:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384880.694132:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.694132:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.694138:0:16800:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384880.694139:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384880.694143:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209152 00000020:00000001:3.0:1767384880.694146:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384880.694147:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:1.0:1767384880.694148:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.694149:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384880.694151:0:16800:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2922 usecs (3 jiffies) 00000020:00000040:3.0:1767384880.694153:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:3.0:1767384880.694157:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:3.0:1767384880.694163:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384880.694164:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294869644 00000100:00000001:3.0:1767384880.694167:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384880.694170:0:16800:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294869644 00000020:00000010:3.0:1767384880.694173:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023711913. 00000100:00000001:1.0:1767384880.694173:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294869644 00000100:00000001:3.0:1767384880.694182:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384880.694182:0:16800:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294869644 00000020:00000010:3.0:1767384880.694189:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023711913. 00000100:00000001:1.0:1767384880.694189:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294869644 00000100:00000001:1.0:1767384880.694194:0:16800:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294869644 00000020:00000010:3.0:1767384880.694198:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008465e9ea. 00000100:00000001:1.0:1767384880.694198:0:16800:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294869644 00000100:00000001:1.0:1767384880.694206:0:16800:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294869644 00000020:00000010:3.0:1767384880.694208:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003527c684. 00000100:00000001:1.0:1767384880.694209:0:16800:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384880.694214:0:16800:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.694216:0:16800:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384880.694218:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000001:1.0:1767384880.694219:0:16800:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384880.694223:0:16800:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d26322b0 going to sleep for 11 seconds 00000100:00000001:1.0:1767384880.694226:0:16800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384880.694231:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384880.694232:0:16800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.694237:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384880.694240:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384880.694242:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.694250:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.694261:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384880.694284:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384880.694285:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384880.694291:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384880.694293:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:3.0:1767384880.694295:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581527168 : -106559128024448 : ffff9f15c506ca80) 00000100:00000040:3.0:1767384880.694300:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000788deae2 x1853237352209152/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 432/0 e 0 to 0 dl 1767384891 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.694307:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384880.694312:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023711913. 00000100:00000001:3.0:1767384880.694316:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384880.694318:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023711913. 00000100:00100000:3.0:1767384880.694328:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000788deae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16800:x1853237352209152:12345-0@lo:5: 00000100:00000200:3.0:1767384880.694332:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209152 00000020:00000001:3.0:1767384880.694336:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384880.694338:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384880.694339:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.694341:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384880.694343:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674505808 : -1035045808 : ffffffffc24e7450) 00000020:00000001:3.0:1767384880.694346:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384880.694351:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384880.694354:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384880.694357:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384880.694359:0:17548:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384880.694363:0:17548:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384880.694365:0:17548:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384880.694367:0:17548:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384880.694369:0:17548:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384880.694372:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384880.694373:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384880.694375:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384880.694377:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384880.694377:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384880.694380:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384880.694385:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384880.694388:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384880.694391:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.694393:0:17548:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.694395:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.694398:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384880.694400:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384880.694403:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000f4643736. 02000000:00000001:3.0:1767384880.694406:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.694410:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384880.694412:0:17548:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384880.694415:0:17548:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:3.0:1767384880.694418:0:17548:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384880.694422:0:17548:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384880.694424:0:17548:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446637510231134976 : -106563478416640 : ffff9f14c1b91300) 00000020:00000001:3.0:1767384880.694430:0:17548:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:3.0:1767384880.694433:0:17548:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384880.694435:0:17548:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384880.694441:0:17548:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.694447:0:17548:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384880.694450:0:17548:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384880.694454:0:17548:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384880.694458:0:17548:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000e9d225aa avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00000020:00000001:3.0:1767384880.694461:0:17548:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:3.0:1767384880.694465:0:17548:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:3.0:1767384880.694467:0:17548:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.694469:0:17548:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:3.0:1767384880.694471:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:3.0:1767384880.694473:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384880.694477:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000023711913. 00002000:00000001:3.0:1767384880.694479:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384880.694481:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384880.694484:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384880.694495:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000465b0892. 00002000:00000001:3.0:1767384880.694498:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637515343246776 : -106558366304840 : ffff9f15f26db5b8) 00002000:00000001:3.0:1767384880.694506:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384880.694508:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:3.0:1767384880.694513:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008d23490e. 00002000:00000001:3.0:1767384880.694516:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.694519:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384880.694521:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384880.694523:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.694526:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.694530:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.694535:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.694540:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.694543:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.694545:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.694550:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.695985:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384880.695990:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.695992:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.695993:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.695995:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.695997:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.695998:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.695999:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384880.696001:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.696007:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515343246776 : -106558366304840 : ffff9f15f26db5b8) 00002000:00000001:3.0:1767384880.696010:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515343246688 : -106558366304928 : ffff9f15f26db560) 00002000:00000001:3.0:1767384880.696014:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384880.696016:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384880.696018:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384880.696021:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007b43e61c. 00002000:00000001:3.0:1767384880.696025:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637515343243432 : -106558366308184 : ffff9f15f26da8a8) 00002000:00000001:3.0:1767384880.696028:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384880.696030:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:3.0:1767384880.696033:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f192248. 00002000:00000001:3.0:1767384880.696036:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.696038:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384880.696042:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384880.696049:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.696052:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.696053:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.696055:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.696057:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.696058:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.696059:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.696060:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.697523:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.697527:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.697529:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.697533:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.697535:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.697539:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.697541:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.697544:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.697547:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.697553:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515343243432 : -106558366308184 : ffff9f15f26da8a8) 00002000:00000001:1.0:1767384880.697557:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515343243344 : -106558366308272 : ffff9f15f26da850) 00002000:00000001:1.0:1767384880.697562:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.697563:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.697566:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.697569:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aa1dce86. 00002000:00000001:1.0:1767384880.697572:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263585704 : -106563445965912 : ffff9f14c3a83ba8) 00002000:00000001:1.0:1767384880.697579:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.697587:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00000100:00000040:1.0:1767384880.698085:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294869644, at 4294869645 00000100:00000010:1.0:1767384880.698094:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022a765d1. 00000100:00000040:3.0:1767384880.698096:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294869644, at 4294869645 00000100:00000010:3.0:1767384880.698104:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062bcf417. 00080000:00000010:1.0:1767384880.698143:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000339821e. 00002000:00000001:1.0:1767384880.698147:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.698149:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.698150:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.698152:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.698154:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.698156:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.698159:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.698162:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.698163:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.698164:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.698166:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00000100:00000040:2.0:1767384880.698428:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294869644, at 4294869645 00000100:00000010:2.0:1767384880.698438:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9b8f652. 00080000:00000001:2.0:1767384880.702427:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:2.0:1767384880.702432:0:16805:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00080000:00000001:3.0:1767384880.702439:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384880.702445:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.702447:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00000010:2.0:1767384880.702448:0:16805:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000008162ea31. 80000000:00000001:3.0:1767384880.702449:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.702453:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384880.702455:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 80000000:00000001:3.0:1767384880.702456:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384880.702456:0:16799:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1767384880.702460:0:16799:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384880.702475:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384880.702476:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384880.702480:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384880.702482:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384880.702483:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384880.702487:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f9cdd9d2. 00080000:00000001:3.0:1767384880.702488:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.702494:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384880.702495:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515376380376 : -106558333171240 : ffff9f15f46749d8) 00080000:00000001:2.0:1767384880.702497:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00000001:3.0:1767384880.702500:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515376380288 : -106558333171328 : ffff9f15f4674980) 00040000:00000001:2.0:1767384880.702501:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384880.702505:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00002000:00000001:3.0:1767384880.702507:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00040000:00000001:2.0:1767384880.702507:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384880.702511:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00040000:00000001:2.0:1767384880.702511:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00002000:00000001:3.0:1767384880.702516:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00080000:00000010:2.0:1767384880.702517:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b9b2bce9. 00002000:00000010:3.0:1767384880.702522:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e2b2eebd. 00080000:00000001:2.0:1767384880.702523:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00002000:00000001:3.0:1767384880.702528:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637515343246168 : -106558366305448 : ffff9f15f26db358) 00002000:00000001:3.0:1767384880.702531:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384880.702532:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:3.0:1767384880.702535:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ab61157. 00002000:00000001:3.0:1767384880.702537:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.702539:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384880.702540:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384880.702541:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.702543:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.702545:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.702549:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.702557:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.702559:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.702562:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.702563:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.704541:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384880.704546:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.704548:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.704550:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.704551:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.704553:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.704555:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.704558:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384880.704560:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.704564:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515343246168 : -106558366305448 : ffff9f15f26db358) 00002000:00000001:3.0:1767384880.704567:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515343246080 : -106558366305536 : ffff9f15f26db300) 00002000:00000001:3.0:1767384880.704569:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384880.704571:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384880.704573:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384880.704576:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009b6017e7. 00002000:00000001:3.0:1767384880.704579:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637515343248904 : -106558366302712 : ffff9f15f26dbe08) 00002000:00000001:3.0:1767384880.704582:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384880.704583:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:3.0:1767384880.704590:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063272e18. 00002000:00000001:3.0:1767384880.704593:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.704595:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384880.704597:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384880.704598:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.704600:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.704601:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.704603:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.704605:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.704607:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.704609:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.704611:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.705560:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.705565:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.705566:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.705568:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.705570:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.705572:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.705573:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.705575:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.705577:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.705580:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515343248904 : -106558366302712 : ffff9f15f26dbe08) 00002000:00000001:1.0:1767384880.705583:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515343248816 : -106558366302800 : ffff9f15f26dbdb0) 00002000:00000001:1.0:1767384880.705585:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.705588:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.705590:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.705593:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005aa294c4. 00002000:00000001:1.0:1767384880.705596:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263582056 : -106563445969560 : ffff9f14c3a82d68) 00002000:00000001:1.0:1767384880.705599:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.705601:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:1.0:1767384880.705604:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdbc37df. 00002000:00000001:1.0:1767384880.705614:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.705616:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.705618:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.705619:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.705621:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.705622:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.705624:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.705626:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.705628:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.705630:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.705631:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.706481:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.706486:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706488:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706489:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706491:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706492:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706495:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706498:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.706500:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.706504:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510263582056 : -106563445969560 : ffff9f14c3a82d68) 00002000:00000001:1.0:1767384880.706507:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637510263581968 : -106563445969648 : ffff9f14c3a82d10) 00080000:00000001:1.0:1767384880.706510:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384880.706516:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e21d2ec6. 00080000:00000001:1.0:1767384880.706519:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247721984 : -106563461829632 : ffff9f14c2b62c00) 00080000:00000001:1.0:1767384880.706522:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384880.706531:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706533:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706535:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706551:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706553:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706555:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706556:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706558:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706560:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706563:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706565:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706587:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:1.0:1767384880.706591:0:17548:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000000845ab18. 00000001:00000001:1.0:1767384880.706594:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706596:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706600:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706614:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706617:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706620:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706622:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706625:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706627:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706629:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706631:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706641:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.706646:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706648:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706652:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706661:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706662:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706664:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706665:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706667:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706668:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706670:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706672:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706682:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.706684:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706685:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706687:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706693:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706694:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706695:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706697:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706698:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706699:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706701:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706702:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706722:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.706724:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706726:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706729:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706740:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706742:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706743:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706745:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706746:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706752:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706753:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706754:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706766:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.706768:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706770:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706773:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706783:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706785:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706786:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706789:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706791:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706793:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706794:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706796:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706816:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.706819:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706820:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706822:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706833:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706835:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706837:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706840:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706842:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706844:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706846:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706848:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706870:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.706879:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706880:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706882:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.706931:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.706933:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.706935:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.706936:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.706939:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706941:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.706943:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.706944:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.706962:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.706965:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706966:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.706970:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384880.706974:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384880.706989:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.706990:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707009:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384880.707012:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:1.0:1767384880.707017:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384880.707044:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384880.707048:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.707108:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.707110:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.707112:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.707115:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.707116:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707119:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.707121:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.707123:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.707231:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.707235:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707239:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707244:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.707301:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.707304:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.707306:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.707316:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.707319:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707321:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.707324:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.707326:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.707417:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.707420:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707423:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707427:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.707477:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.707480:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.707482:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.707485:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.707489:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707492:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.707494:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.707496:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.707584:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.707588:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707591:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707594:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.707631:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.707633:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.707635:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.707636:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.707639:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707641:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.707644:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.707646:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.707738:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.707742:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707746:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707750:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.707892:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.707897:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.707900:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.707963:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.707966:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.707975:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.707979:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.707981:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.708048:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.708052:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708054:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708059:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.708114:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.708116:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.708118:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.708119:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.708121:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708122:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.708124:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.708126:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.708165:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.708168:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708171:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708174:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.708193:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.708195:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.708197:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.708198:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.708199:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708201:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.708202:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.708204:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.708249:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.708252:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708255:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708257:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.708282:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.708284:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.708285:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.708287:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.708288:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708291:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.708292:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.708301:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.708350:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.708353:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708356:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384880.708360:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006bf6f442. 00002000:00001000:1.0:1767384880.708363:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:1.0:1767384880.708367:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1767384880.708370:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384880.708373:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:1.0:1767384880.708378:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000da7b6d66. 00000001:00000040:1.0:1767384880.708381:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000008b074c76 : new cb_count 2 00000020:00000040:1.0:1767384880.708384:0:17548:0:(genops.c:887:class_export_get()) GET export 000000008b074c76 refcount=7 00080000:00000001:1.0:1767384880.708388:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384880.708397:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384880.708400:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384880.708409:0:17548:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000e952eba2. 00080000:00000001:1.0:1767384880.708559:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384880.708564:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000000e9fa896/00000000465b0892 to site lru. bkt: 00000000c717677d 00000020:00000002:1.0:1767384880.708566:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000000d2ee6d9/000000007b43e61c to site lru. bkt: 00000000245ffdf5 00000020:00000002:1.0:1767384880.708568:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000067c33ca/00000000aa1dce86 to site lru. bkt: 00000000d3ba7734 00000020:00000002:1.0:1767384880.708569:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000005c62dd49/000000002c55a01f to site lru. bkt: 000000005cd77403 00000020:00000002:1.0:1767384880.708571:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000df860f41/000000001b19f0b9 to site lru. bkt: 000000008c89010e 00000020:00000002:1.0:1767384880.708572:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000077be8227/00000000e2b2eebd to site lru. bkt: 00000000225ac836 00000020:00000002:1.0:1767384880.708573:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000004f871ea6/000000009b6017e7 to site lru. bkt: 000000001b9eeed4 00000020:00000002:1.0:1767384880.708574:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000007a7fa7b/000000005aa294c4 to site lru. bkt: 00000000157d8306 00002000:00000010:1.0:1767384880.708576:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000023711913. 00002000:00001000:1.0:1767384880.708578:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384880.708580:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384880.708582:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:1.0:1767384880.708584:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384880.708586:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000001da65696. 00002000:00000001:1.0:1767384880.708588:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.708595:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.708597:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.708599:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a7556755. 00002000:00000001:1.0:1767384880.708601:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263584488 : -106563445967128 : ffff9f14c3a836e8) 00002000:00000001:1.0:1767384880.708604:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.708604:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:1.0:1767384880.708608:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049abea0c. 00002000:00000001:1.0:1767384880.708610:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708611:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.708612:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.708613:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.708614:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.708615:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.708617:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.708618:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.708619:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.708620:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.708621:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.709480:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.709484:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.709485:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.709486:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.709487:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.709489:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.709490:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.709491:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.709492:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.709495:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510263584488 : -106563445967128 : ffff9f14c3a836e8) 00002000:00000001:1.0:1767384880.709496:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637510263584400 : -106563445967216 : ffff9f14c3a83690) 00002000:00000001:1.0:1767384880.709497:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.709498:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.709500:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.709502:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d58171b3. 00002000:00000001:1.0:1767384880.709504:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263581448 : -106563445970168 : ffff9f14c3a82b08) 00002000:00000001:1.0:1767384880.709506:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.709507:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:1.0:1767384880.709509:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000368350ff. 00002000:00000001:1.0:1767384880.709517:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.709518:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.709519:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.709520:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.709521:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.709522:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.709523:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.709524:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.709525:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.709526:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.709527:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.710335:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.710339:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.710340:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.710341:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.710343:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.710345:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.710347:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.710348:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.710349:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.710351:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510263581448 : -106563445970168 : ffff9f14c3a82b08) 00002000:00000001:1.0:1767384880.710353:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637510263581360 : -106563445970256 : ffff9f14c3a82ab0) 00002000:00000001:1.0:1767384880.710355:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.710356:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.710357:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.710359:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bcbded58. 00002000:00000001:1.0:1767384880.710361:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263580536 : -106563445971080 : ffff9f14c3a82778) 00002000:00000001:1.0:1767384880.710363:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.710364:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:1.0:1767384880.710365:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c355ac98. 00002000:00000001:1.0:1767384880.710367:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.710368:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.710370:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.710371:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.710371:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.710372:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.710373:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.710379:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.710380:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.710382:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.710383:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.711132:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.711137:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.711139:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.711140:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.711142:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.711144:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.711146:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.711147:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.711149:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.711153:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510263580536 : -106563445971080 : ffff9f14c3a82778) 00002000:00000001:1.0:1767384880.711156:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637510263580448 : -106563445971168 : ffff9f14c3a82720) 00002000:00000001:1.0:1767384880.711160:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.711161:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.711163:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.711167:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000080405a07. 00002000:00000001:1.0:1767384880.711170:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263579928 : -106563445971688 : ffff9f14c3a82518) 00002000:00000001:1.0:1767384880.711172:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.711173:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:1.0:1767384880.711177:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000005ba59bc. 00002000:00000001:1.0:1767384880.711180:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.711182:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.711184:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.711185:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.711187:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.711188:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.711189:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.711192:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.711193:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.711195:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.711197:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.712984:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.712989:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.712997:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.713001:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.713003:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.713006:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.713009:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.713011:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.713013:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.713016:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515376381896 : -106558333169720 : ffff9f15f4674fc8) 00002000:00000001:1.0:1767384880.713019:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515376381808 : -106558333169808 : ffff9f15f4674f70) 00002000:00000001:1.0:1767384880.713021:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.713022:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.713024:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.713027:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005caf74f5. 00002000:00000001:1.0:1767384880.713030:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263580232 : -106563445971384 : ffff9f14c3a82648) 00002000:00000001:1.0:1767384880.713033:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.713035:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:1.0:1767384880.713038:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008947646e. 00002000:00000001:1.0:1767384880.713041:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.713043:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.713044:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.713046:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.713046:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.713048:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.713049:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.713051:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.713052:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.713054:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.713057:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.714305:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.714309:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.714310:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.714311:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.714312:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.714313:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.714314:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.714315:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.714318:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.714325:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510263580232 : -106563445971384 : ffff9f14c3a82648) 00002000:00000001:1.0:1767384880.714327:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637510263580144 : -106563445971472 : ffff9f14c3a825f0) 00002000:00000001:1.0:1767384880.714329:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.714330:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.714332:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.714344:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a1ea79e3. 00002000:00000001:1.0:1767384880.714346:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263584792 : -106563445966824 : ffff9f14c3a83818) 00002000:00000001:1.0:1767384880.714347:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.714349:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:1.0:1767384880.714360:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000603ad120. 00002000:00000001:1.0:1767384880.714363:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.714364:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.714365:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.714366:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.714367:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.714368:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.714369:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.714370:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.714371:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.714371:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.714372:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.715039:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384880.715044:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.715052:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.715054:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.715055:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.715057:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.715058:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.715059:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384880.715061:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.715063:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637510263584792 : -106563445966824 : ffff9f14c3a83818) 00002000:00000001:3.0:1767384880.715065:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637510263584704 : -106563445966912 : ffff9f14c3a837c0) 00002000:00000001:3.0:1767384880.715067:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384880.715068:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384880.715069:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384880.715071:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b73817d0. 00002000:00000001:3.0:1767384880.715073:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637515343248600 : -106558366303016 : ffff9f15f26dbcd8) 00002000:00000001:3.0:1767384880.715075:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384880.715076:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:3.0:1767384880.715078:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d7a2d52. 00002000:00000001:3.0:1767384880.715081:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.715082:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384880.715083:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384880.715084:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.715085:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.715086:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.715087:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.715088:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.715089:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.715090:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.715091:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.716046:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384880.716049:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716051:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716052:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716053:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716054:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716055:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716057:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384880.716058:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384880.716060:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515343248600 : -106558366303016 : ffff9f15f26dbcd8) 00002000:00000001:1.0:1767384880.716062:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515343248512 : -106558366303104 : ffff9f15f26dbc80) 00080000:00000001:1.0:1767384880.716065:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384880.716069:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c80a201a. 00080000:00000001:1.0:1767384880.716071:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247718912 : -106563461832704 : ffff9f14c2b62000) 00080000:00000001:1.0:1767384880.716074:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384880.716085:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716086:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716088:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716099:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716100:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716102:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716103:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716104:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716105:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716106:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716107:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716115:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716117:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716118:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716119:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716123:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716123:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716124:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716125:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716127:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716129:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716130:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716132:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716137:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716138:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716140:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716141:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716147:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716148:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716149:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716150:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716151:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716153:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716154:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716155:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716164:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716165:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716170:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716171:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716179:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716181:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716182:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716184:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716185:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716186:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716188:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716189:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716210:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716212:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716214:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716216:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716228:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716229:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716230:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716231:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716232:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716233:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716234:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716235:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716255:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716257:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716258:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716259:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716265:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716266:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716268:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716269:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716271:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716272:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716274:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716276:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716285:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716287:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716288:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716298:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716308:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716310:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716311:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716312:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716314:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716315:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716317:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716318:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716331:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716334:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716335:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716336:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384880.716349:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716350:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716351:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716352:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716353:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716354:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716355:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716356:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:1.0:1767384880.716362:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:1.0:1767384880.716364:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716365:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716367:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384880.716369:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384880.716383:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384880.716384:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716421:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384880.716422:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:1.0:1767384880.716425:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384880.716435:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384880.716438:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.716480:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716481:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716482:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716483:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716484:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716491:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716492:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716493:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.716556:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.716559:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716561:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716563:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.716577:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716578:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716579:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716581:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716583:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716584:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716585:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716586:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.716609:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.716610:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716612:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716614:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.716636:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716638:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716639:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716640:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716642:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716643:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716643:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716644:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.716682:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.716684:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716686:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716689:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.716718:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716721:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716723:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716726:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716728:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716730:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716731:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716741:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.716797:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.716800:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716801:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716803:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.716823:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716825:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716826:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716827:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716828:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716829:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716830:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716831:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.716874:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.716876:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716878:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716879:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.716968:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.716971:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.716972:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.716974:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.716976:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.716977:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.716979:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.716980:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.717021:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.717023:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717025:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717028:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.717047:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.717048:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.717051:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.717053:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.717055:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717057:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.717060:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.717063:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.717093:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.717099:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717102:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717104:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384880.717125:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.717126:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.717127:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.717128:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.717129:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717131:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.717133:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.717136:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:1.0:1767384880.717168:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384880.717169:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717171:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384880.717172:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000008e3bcd58. 00002000:00001000:1.0:1767384880.717175:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:1.0:1767384880.717178:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384880.717181:0:17548:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:1.0:1767384880.717183:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384880.717186:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 4294967301 00000001:00000010:1.0:1767384880.717188:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005cb11143. 00000001:00000040:1.0:1767384880.717189:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000008b074c76 : new cb_count 3 00000020:00000040:1.0:1767384880.717207:0:17548:0:(genops.c:887:class_export_get()) GET export 000000008b074c76 refcount=8 00080000:00000001:1.0:1767384880.717210:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384880.717217:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384880.717219:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717480:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384880.717485:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000009b50b64c/00000000a7556755 to site lru. bkt: 000000003594eaba 00000020:00000002:1.0:1767384880.717488:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000001928156b/00000000d58171b3 to site lru. bkt: 0000000004b7b248 00000020:00000002:1.0:1767384880.717490:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000bbb5160c/00000000bcbded58 to site lru. bkt: 0000000058524df5 00000020:00000002:1.0:1767384880.717494:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000004e6059d0/0000000080405a07 to site lru. bkt: 00000000d0f43ce1 00000020:00000002:1.0:1767384880.717512:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000007ea0d6ee/00000000e6c179dc to site lru. bkt: 000000005390be1e 00000020:00000002:1.0:1767384880.717516:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000001fff3085/000000005caf74f5 to site lru. bkt: 00000000e16bb1f5 00000020:00000002:1.0:1767384880.717519:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000004b638e4e/00000000a1ea79e3 to site lru. bkt: 00000000902f2d9d 00000020:00000002:1.0:1767384880.717529:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000f41fc4c9/00000000b73817d0 to site lru. bkt: 00000000f59bd2b6 00002000:00000010:1.0:1767384880.717531:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001da65696. 00002000:00001000:1.0:1767384880.717535:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384880.717537:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384880.717542:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:1.0:1767384880.717547:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384880.717549:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000001da65696. 00002000:00000001:1.0:1767384880.717551:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384880.717553:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384880.717556:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384880.717559:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007a8b6696. 00002000:00000001:1.0:1767384880.717562:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637510263582968 : -106563445968648 : ffff9f14c3a830f8) 00002000:00000001:1.0:1767384880.717565:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384880.717567:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:1.0:1767384880.717571:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d04378ee. 00002000:00000001:1.0:1767384880.717574:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717576:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384880.717578:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384880.717580:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384880.717582:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.717583:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.717586:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.717589:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384880.717590:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384880.717592:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384880.717595:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.723121:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.723126:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.723128:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.723130:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.723131:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.723137:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.723139:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.723140:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.723141:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.723145:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515376378856 : -106558333172760 : ffff9f15f46743e8) 00002000:00000001:2.0:1767384880.723147:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515376378768 : -106558333172848 : ffff9f15f4674390) 00002000:00000001:2.0:1767384880.723149:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.723151:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.723154:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.723165:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d005b950. 00002000:00000001:2.0:1767384880.723168:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625903064 : -106559083648552 : ffff9f15c7abe9d8) 00002000:00000001:2.0:1767384880.723171:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.723171:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:2.0:1767384880.723175:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009ef59bb5. 00002000:00000001:2.0:1767384880.723177:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.723179:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.723196:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.723198:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.723200:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.723201:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.723203:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.723204:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.723205:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.723207:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.723208:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.724416:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.724420:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.724422:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.724423:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.724425:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.724426:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.724430:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.724431:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.724433:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.724436:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625903064 : -106559083648552 : ffff9f15c7abe9d8) 00002000:00000001:2.0:1767384880.724438:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625902976 : -106559083648640 : ffff9f15c7abe980) 00002000:00000001:2.0:1767384880.724446:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.724447:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.724449:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.724451:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e41d79f3. 00002000:00000001:2.0:1767384880.724453:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625904584 : -106559083647032 : ffff9f15c7abefc8) 00002000:00000001:2.0:1767384880.724468:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.724468:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:2.0:1767384880.724518:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082cdaabe. 00002000:00000001:2.0:1767384880.724521:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.724522:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.724524:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.724525:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.724527:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.724528:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.724530:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.724532:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.724533:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.724534:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.724536:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.725406:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.725409:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.725411:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.725411:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.725412:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.725414:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.725415:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.725416:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.725418:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.725421:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625904584 : -106559083647032 : ffff9f15c7abefc8) 00002000:00000001:2.0:1767384880.725422:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625904496 : -106559083647120 : ffff9f15c7abef70) 00002000:00000001:2.0:1767384880.725424:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.725425:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.725426:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.725429:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000625d9acb. 00002000:00000001:2.0:1767384880.725431:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625905192 : -106559083646424 : ffff9f15c7abf228) 00002000:00000001:2.0:1767384880.725432:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.725438:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:2.0:1767384880.725442:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b87cb0b2. 00002000:00000001:2.0:1767384880.725443:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.725445:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.725446:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.725447:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.725448:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.725449:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.725450:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.725451:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.725452:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.725453:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.725454:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.726455:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.726458:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726459:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726460:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726461:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726462:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726463:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726464:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.726465:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.726467:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625905192 : -106559083646424 : ffff9f15c7abf228) 00002000:00000001:2.0:1767384880.726469:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625905104 : -106559083646512 : ffff9f15c7abf1d0) 00080000:00000001:2.0:1767384880.726471:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384880.726476:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000011e6008. 00080000:00000001:2.0:1767384880.726477:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237965312 : -106563471586304 : ffff9f14c2214c00) 00080000:00000001:2.0:1767384880.726479:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384880.726485:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726486:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726488:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726497:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726498:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726499:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726500:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726501:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726502:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726509:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726510:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726521:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726522:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726523:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726526:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726533:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726534:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726535:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726536:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726537:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726538:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726539:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726541:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726560:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726561:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726562:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726563:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726573:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726575:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726575:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726576:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726578:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726579:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726580:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726582:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726590:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726592:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726592:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726593:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726598:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726599:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726599:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726600:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726601:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726602:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726603:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726608:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726621:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726623:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726624:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726625:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726634:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726635:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726636:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726637:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726638:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726639:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726640:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726640:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726646:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726647:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726648:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726649:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726654:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726655:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726656:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726657:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726658:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726658:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726660:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726660:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726666:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726667:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726667:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726668:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726676:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726677:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726678:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726679:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726679:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726681:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726682:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726682:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726693:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726694:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726695:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726696:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384880.726700:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726701:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726701:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726702:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726703:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726704:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726705:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726706:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:2.0:1767384880.726716:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:2.0:1767384880.726717:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726717:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726719:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384880.726721:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384880.726734:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384880.726735:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726748:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:2.0:1767384880.726750:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:2.0:1767384880.726752:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384880.726761:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384880.726763:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.726796:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726797:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726798:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726799:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726800:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726801:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726802:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726803:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.726850:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.726851:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726853:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726855:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.726962:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.726969:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.726970:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.726971:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.726972:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.726974:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.726975:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.726976:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.727023:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.727025:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727026:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727029:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.727042:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.727043:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.727043:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.727044:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.727045:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727047:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.727047:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.727048:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.727077:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.727078:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727079:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727081:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.727097:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.727098:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.727098:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.727099:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.727100:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727101:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.727103:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.727104:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.727134:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.727135:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727137:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727138:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.727154:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.727155:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.727155:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.727161:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.727163:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727164:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.727165:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.727166:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.727201:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.727202:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727204:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727205:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.727215:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.727216:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.727217:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.727218:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.727220:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727221:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.727222:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.727223:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.727242:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.727243:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727245:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727247:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.727259:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.727260:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.727261:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.727263:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.727264:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727265:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.727266:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.727267:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.727311:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.727313:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727315:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727317:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384880.727332:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.727333:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.727334:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.727335:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.727336:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727343:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.727344:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.727345:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.727377:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384880.727378:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727380:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384880.727382:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000ce6036dc. 00002000:00001000:2.0:1767384880.727385:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:2.0:1767384880.727387:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1767384880.727389:0:17548:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:2.0:1767384880.727391:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1767384880.727394:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 4294967301 00000001:00000010:2.0:1767384880.727396:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000084eaa1eb. 00000001:00000040:2.0:1767384880.727398:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000008b074c76 : new cb_count 4 00000020:00000040:2.0:1767384880.727400:0:17548:0:(genops.c:887:class_export_get()) GET export 000000008b074c76 refcount=9 00080000:00000001:2.0:1767384880.727402:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384880.727408:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384880.727409:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727490:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384880.727493:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000b4bf3426/000000007a8b6696 to site lru. bkt: 00000000f4dcd2fc 00000020:00000002:2.0:1767384880.727495:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000796a39a6/00000000e9ac3827 to site lru. bkt: 0000000090e922e7 00000020:00000002:2.0:1767384880.727497:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000003e50aaaa/0000000022867b5d to site lru. bkt: 000000004dab692f 00000020:00000002:2.0:1767384880.727499:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000003c6de21c/00000000721a8583 to site lru. bkt: 00000000a13e5068 00000020:00000002:2.0:1767384880.727501:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000008f0a68ac/00000000ae5ef9ad to site lru. bkt: 00000000d8c4cf65 00000020:00000002:2.0:1767384880.727502:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000007b826c2b/00000000d005b950 to site lru. bkt: 00000000f2ee2c4c 00000020:00000002:2.0:1767384880.727504:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000c1957955/00000000e41d79f3 to site lru. bkt: 00000000a38247b6 00000020:00000002:2.0:1767384880.727505:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000c74633c4/00000000625d9acb to site lru. bkt: 00000000be2ff14a 00002000:00000010:2.0:1767384880.727506:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001da65696. 00002000:00001000:2.0:1767384880.727508:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:2.0:1767384880.727510:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:2.0:1767384880.727512:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:2.0:1767384880.727514:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:2.0:1767384880.727521:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000688994af. 00002000:00000001:2.0:1767384880.727523:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.727524:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.727526:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.727528:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b00857a0. 00002000:00000001:2.0:1767384880.727530:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625907320 : -106559083644296 : ffff9f15c7abfa78) 00002000:00000001:2.0:1767384880.727532:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.727533:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:2.0:1767384880.727535:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d824f8b2. 00002000:00000001:2.0:1767384880.727537:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727538:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.727540:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.727541:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.727543:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.727544:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.727545:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.727546:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.727548:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.727549:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.727551:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.728366:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.728369:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.728370:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.728371:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.728372:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.728373:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.728374:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.728375:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.728376:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.728379:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625907320 : -106559083644296 : ffff9f15c7abfa78) 00002000:00000001:2.0:1767384880.728380:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625907232 : -106559083644384 : ffff9f15c7abfa20) 00002000:00000001:2.0:1767384880.728381:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.728382:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.728384:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.728386:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000082ca0796. 00002000:00000001:2.0:1767384880.728387:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625900936 : -106559083650680 : ffff9f15c7abe188) 00002000:00000001:2.0:1767384880.728389:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.728393:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:2.0:1767384880.728395:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004da65b60. 00002000:00000001:2.0:1767384880.728397:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.728398:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.728399:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.728400:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.728401:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.728402:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.728402:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.728404:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.728405:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.728405:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.728406:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.729336:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.729339:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.729341:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.729341:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.729342:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.729343:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.729344:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.729345:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.729346:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.729348:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625900936 : -106559083650680 : ffff9f15c7abe188) 00002000:00000001:2.0:1767384880.729350:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625900848 : -106559083650768 : ffff9f15c7abe130) 00002000:00000001:2.0:1767384880.729352:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.729353:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.729354:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.729356:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f6a8f122. 00002000:00000001:2.0:1767384880.729357:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625901544 : -106559083650072 : ffff9f15c7abe3e8) 00002000:00000001:2.0:1767384880.729359:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.729360:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:2.0:1767384880.729362:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c3f520f. 00002000:00000001:2.0:1767384880.729363:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.729364:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.729382:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.729383:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.729384:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.729389:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.729390:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.729391:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.729392:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.729393:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.729394:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.730257:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.730260:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.730262:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.730263:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.730264:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.730265:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.730266:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.730267:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.730274:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.730276:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625901544 : -106559083650072 : ffff9f15c7abe3e8) 00002000:00000001:2.0:1767384880.730278:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625901456 : -106559083650160 : ffff9f15c7abe390) 00002000:00000001:2.0:1767384880.730279:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.730280:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.730282:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.730283:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000155e0a39. 00002000:00000001:2.0:1767384880.730285:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625907016 : -106559083644600 : ffff9f15c7abf948) 00002000:00000001:2.0:1767384880.730287:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.730287:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:2.0:1767384880.730289:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007659ab58. 00002000:00000001:2.0:1767384880.730291:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.730292:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.730293:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.730294:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.730294:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.730295:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.730296:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.730297:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.730298:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.730300:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.730300:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.731051:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.731059:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.731060:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.731062:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.731063:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.731064:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.731065:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.731066:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.731068:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.731070:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625907016 : -106559083644600 : ffff9f15c7abf948) 00002000:00000001:2.0:1767384880.731072:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625906928 : -106559083644688 : ffff9f15c7abf8f0) 00002000:00000001:2.0:1767384880.731073:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.731075:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.731076:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.731078:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000069aa9800. 00002000:00000001:2.0:1767384880.731080:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625900632 : -106559083650984 : ffff9f15c7abe058) 00002000:00000001:2.0:1767384880.731082:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.731083:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:2.0:1767384880.731084:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000022994f55. 00002000:00000001:2.0:1767384880.731086:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.731087:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.731088:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.731089:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.731090:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.731091:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.731092:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.731093:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.731094:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.731095:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.731096:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.731982:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.731985:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.731986:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.731987:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.731988:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.731989:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.731990:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.731991:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.731997:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.731999:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625900632 : -106559083650984 : ffff9f15c7abe058) 00002000:00000001:2.0:1767384880.732001:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625900544 : -106559083651072 : ffff9f15c7abe000) 00002000:00000001:2.0:1767384880.732002:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.732003:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.732005:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.732006:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004fcde31d. 00002000:00000001:2.0:1767384880.732008:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625904280 : -106559083647336 : ffff9f15c7abee98) 00002000:00000001:2.0:1767384880.732010:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.732011:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:2.0:1767384880.732013:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002a1d906b. 00002000:00000001:2.0:1767384880.732014:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.732015:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.732016:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.732017:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.732018:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.732019:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.732020:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.732021:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.732022:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.732023:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.732024:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:2.0:1767384880.732740:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384880.732743:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.732745:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.732745:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.732747:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.732748:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.732749:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.732750:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384880.732751:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.732753:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625904280 : -106559083647336 : ffff9f15c7abee98) 00002000:00000001:2.0:1767384880.732755:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625904192 : -106559083647424 : ffff9f15c7abee40) 00002000:00000001:2.0:1767384880.732756:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384880.732757:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384880.732759:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384880.732765:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e66a7310. 00002000:00000001:2.0:1767384880.732767:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637514625907624 : -106559083643992 : ffff9f15c7abfba8) 00002000:00000001:2.0:1767384880.732769:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384880.732770:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:2.0:1767384880.732772:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000041d97bac. 00002000:00000001:2.0:1767384880.732773:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.732775:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384880.732776:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384880.732777:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384880.732777:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384880.732778:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384880.732779:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384880.732780:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384880.732781:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384880.732782:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384880.732783:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.733699:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384880.733704:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.733706:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.733707:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.733709:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.733710:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.733711:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.733713:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384880.733714:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.733722:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637514625907624 : -106559083643992 : ffff9f15c7abfba8) 00002000:00000001:3.0:1767384880.733724:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637514625907536 : -106559083644080 : ffff9f15c7abfb50) 00002000:00000001:3.0:1767384880.733726:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384880.733727:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384880.733729:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384880.733732:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000033d18c5a. 00002000:00000001:3.0:1767384880.733734:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637515343243736 : -106558366307880 : ffff9f15f26da9d8) 00002000:00000001:3.0:1767384880.733736:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384880.733737:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:3.0:1767384880.733740:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f882217. 00002000:00000001:3.0:1767384880.733741:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.733743:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384880.733744:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384880.733745:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.733746:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.733747:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.733748:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.733749:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.733750:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.733751:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.733752:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.734551:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384880.734555:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734556:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734557:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734558:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734559:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734561:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734578:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384880.734579:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384880.734582:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637515343243736 : -106558366307880 : ffff9f15f26da9d8) 00002000:00000001:3.0:1767384880.734584:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637515343243648 : -106558366307968 : ffff9f15f26da980) 00080000:00000001:3.0:1767384880.734586:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384880.734590:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f9cdd9d2. 00080000:00000001:3.0:1767384880.734592:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514625001472 : -106559084550144 : ffff9f15c79e2800) 00080000:00000001:3.0:1767384880.734595:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384880.734605:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734605:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734608:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734616:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734617:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734618:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734619:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734620:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734621:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734622:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734623:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734629:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734631:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734632:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734634:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734638:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734638:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734639:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734640:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734641:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734642:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734643:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734644:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734648:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734650:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734651:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734652:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734656:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734657:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734658:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734659:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734660:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734661:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734662:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734662:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734667:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734668:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734673:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734674:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734681:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734682:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734683:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734683:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734685:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734686:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734687:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734687:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734692:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734693:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734694:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734695:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734709:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734710:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734710:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734711:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734712:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734713:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734714:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734715:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734719:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734720:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734721:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734722:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734726:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734727:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734727:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734728:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734729:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734730:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734731:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734732:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734736:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734738:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734738:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734743:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734749:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734750:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734750:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734751:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734752:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734753:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734754:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734755:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734760:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734761:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734762:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734763:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384880.734767:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.734767:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.734768:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.734769:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.734770:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734771:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.734772:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.734773:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000002:3.0:1767384880.734777:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384880.734778:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734779:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734781:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384880.734783:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384880.734791:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384880.734792:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.734802:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384880.734804:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:3.0:1767384880.734806:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384880.734812:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384880.734814:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735244:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735247:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735248:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735249:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735250:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735257:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735258:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735259:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735293:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735295:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735296:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735299:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735318:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735319:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735320:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735321:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735322:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735323:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735324:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735325:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735345:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735346:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735347:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735349:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735359:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735360:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735361:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735361:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735363:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735364:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735365:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735365:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735385:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735386:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735387:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735389:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735411:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735413:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735413:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735414:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735415:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735439:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735440:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735446:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735474:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735475:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735477:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735479:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735521:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735523:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735524:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735525:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735527:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735528:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735529:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735530:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735560:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735561:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735563:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735566:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735596:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735598:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735599:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735600:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735601:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735603:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735604:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735605:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735632:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735634:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735636:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735638:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735654:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735655:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735656:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735657:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735659:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735660:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735661:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735662:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735686:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735693:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735695:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735697:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384880.735715:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384880.735716:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384880.735717:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384880.735719:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384880.735721:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735722:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384880.735723:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384880.735725:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446637514623487872 : -106559086063744 : ffff9f15c7870f80) 00080000:00000001:3.0:1767384880.735768:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384880.735769:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735771:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384880.735773:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000d86833a6. 00002000:00001000:3.0:1767384880.735776:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384880.735779:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384880.735781:0:17548:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384880.735783:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384880.735786:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:3.0:1767384880.735788:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000cf61844f. 00000001:00000040:3.0:1767384880.735790:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000008b074c76 : new cb_count 5 00000020:00000040:3.0:1767384880.735792:0:17548:0:(genops.c:887:class_export_get()) GET export 000000008b074c76 refcount=10 00080000:00000001:3.0:1767384880.735795:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384880.735801:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384880.735802:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384880.735889:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384880.735892:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000cfa88bc4/00000000b00857a0 to site lru. bkt: 000000001397f2a1 00000020:00000002:3.0:1767384880.735895:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000bc9cfd3d/0000000082ca0796 to site lru. bkt: 000000009eeb6d73 00000020:00000002:3.0:1767384880.735897:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000b5a79f39/00000000f6a8f122 to site lru. bkt: 0000000050dada18 00000020:00000002:3.0:1767384880.735899:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000ac4dd22d/00000000155e0a39 to site lru. bkt: 000000008d5e8767 00000020:00000002:3.0:1767384880.735901:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000df119d6e/0000000069aa9800 to site lru. bkt: 000000002cfe2625 00000020:00000002:3.0:1767384880.735905:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000015924378/000000004fcde31d to site lru. bkt: 0000000005a6e3f7 00000020:00000002:3.0:1767384880.735910:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000688ca301/00000000e66a7310 to site lru. bkt: 000000006ef1c4ad 00000020:00000002:3.0:1767384880.735975:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000000ab44023/0000000033d18c5a to site lru. bkt: 00000000d7f430f5 00002000:00000010:3.0:1767384880.735977:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000688994af. 00002000:00001000:3.0:1767384880.735979:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384880.735981:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384880.735983:0:17548:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384880.735985:0:17548:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384880.735987:0:17548:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000020:00000010:3.0:1767384880.735992:0:17548:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000479f30bb. 00000001:00000001:3.0:1767384880.736012:0:17548:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384880.736014:0:17548:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384880.736019:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853237352209152 00010000:00000001:3.0:1767384880.736022:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384880.736028:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000788deae2 x1853237352209152/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 432/432 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384880.736036:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384880.736038:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384880.736041:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384880.736046:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384880.736048:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384880.736049:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384880.736052:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384880.736054:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384880.736058:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384880.736060:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384880.736064:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384880.736069:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237352209152, offset 224 00000400:00000200:3.0:1767384880.736074:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384880.736084:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384880.736093:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272101b00 00000400:00000200:3.0:1767384880.736099:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1145 [1] + 224 00000400:00000200:3.0:1767384880.736104:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384880.736107:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384880.736111:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384880.736114:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384880.736126:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.736140:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384880.736150:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:3.0:1767384880.736152:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000100:00000001:3.0:1767384880.736155:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384880.736157:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384880.736164:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384880.736167:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384880.736169:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384880.736171:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.736171:0:16800:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384880.736176:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384880.736181:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000788deae2 x1853237352209152/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:106/0 lens 432/432 e 0 to 0 dl 1767384891 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384880.736183:0:16800:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384880.736188:0:16800:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384880.736193:0:16800:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e6b29. 00000100:00100000:3.0:1767384880.736194:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000788deae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:16800:x1853237352209152:12345-0@lo:5: Request processed in 41885us (42144us total) trans 8589934596 rc 0/0 00000400:00000200:1.0:1767384880.736203:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d286caa 00000100:00100000:3.0:1767384880.736207:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:1.0:1767384880.736210:0:16800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 00000100:00000040:3.0:1767384880.736212:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:3.0:1767384880.736216:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384880.736216:0:16800:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384880.736222:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384880.736224:0:17548:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00000200:1.0:1767384880.736226:0:16800:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384880.736228:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003527c684. 00000020:00000010:3.0:1767384880.736234:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000010:3.0:1767384880.736241:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008465e9ea. 00000020:00000040:3.0:1767384880.736250:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 9 00000100:00000200:1.0:1767384880.736250:0:16800:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384880.736253:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.736270:0:16800:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384880.736275:0:16800:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.736278:0:16800:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384880.736282:0:16800:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384880.736285:0:16800:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384880.736302:0:16800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384880.736305:0:16800:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384880.736312:0:16800:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384880.736316:0:16800:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384880.736319:0:16800:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384880.736321:0:16800:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384880.736324:0:16800:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384880.736329:0:16800:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e4babb07 x1853237352209152/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384880.736336:0:16800:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.736340:0:16800:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767384880.736342:0:16800:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767384880.736344:0:16800:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767384880.736346:0:16800:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384880.736348:0:16800:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528960 : -106559128022656 : ffff9f15c506d180) 00000100:00000001:1.0:1767384880.736351:0:16800:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384880.736353:0:16800:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384880.736355:0:16800:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384880.736357:0:16800:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384880.736362:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4babb07 x1853237352209152/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.736371:0:16800:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384880.736375:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384880.736377:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384880.736381:0:16800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4babb07 x1853237352209152/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384880.736420:0:16800:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4babb07 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16800:1853237352209152:0@lo:5: 00000100:00000001:1.0:1767384880.736449:0:16800:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384880.736451:0:16800:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384880.736453:0:16800:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384880.736455:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384880.736458:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4babb07 x1853237352209152/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.736464:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384880.736466:0:16800:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d26322b0. 00000100:00000001:1.0:1767384880.736480:0:16800:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384880.736482:0:16800:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384880.736488:0:16800:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:1.0:1767384880.736492:0:16800:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384880.736494:0:16800:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384880.736498:0:16800:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384880.736499:0:16800:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4babb07 x1853237352209152/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384896 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384880.736503:0:16800:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.736506:0:16800:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1767384880.736507:0:16800:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384880.736509:0:16800:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384880.736511:0:16800:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.736512:0:16800:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384880.736513:0:16800:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384880.736515:0:16800:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:1.0:1767384880.840798:0:18338:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000001:1.0:1767384881.018803:0:18347:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384881.018838:0:18347:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384881.018844:0:18347:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384881.018851:0:18347:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384881.018857:0:18347:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384881.018861:0:18347:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.381135:0:18398:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384881.381146:0:18398:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.381150:0:18398:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.381154:0:18398:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384881.381158:0:18398:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.381160:0:18398:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.645040:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384881.645049:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.645056:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384881.645057:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384882.162352:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384882.162366:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384882.162379:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000020:00000001:2.0:1767384882.162387:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384882.162398:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384882.162399:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (2) 10000000:00000001:2.0:1767384882.162404:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384882.162409:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:1.0:1767384882.162410:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008befb6fe. 00000020:01000004:2.0:1767384882.162415:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384882.162420:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384882.162425:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384882.162425:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:01000004:2.0:1767384882.162430:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384882.162434:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384882.162437:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384882.162439:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384882.162441:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384882.162446:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:01000004:2.0:1767384882.162453:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384882.162455:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:01000004:2.0:1767384882.162458:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384882.162464:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp 00000100:00000010:2.0:1767384882.162468:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000400:00000200:1.0:1767384882.162469:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384882.162477:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000020:00000040:2.0:1767384882.162478:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:1.0:1767384882.162486:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [5:5:256:4294967295] 192.168.203.112@tcp LPNI seq info [5:5:8:4294967295] 00000100:00000001:2.0:1767384882.162489:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384882.162496:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384882.162497:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp 02000000:00000001:2.0:1767384882.162505:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384882.162515:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000010:2.0:1767384882.162523:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000087819df. 00000800:00000200:1.0:1767384882.162525:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767384882.162533:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020f4e359. 00000100:00000001:2.0:1767384882.162537:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384882.162544:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000100:00000001:2.0:1767384882.162552:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384882.162557:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384882.162557:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767384882.162567:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020f4e359 type 1, nob 160 niov 1 nkiov 1 00000100:00000040:2.0:1767384882.162573:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_02+2] req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384882.162595:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384882.162599:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 10000000:00000001:2.0:1767384882.162612:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.162618:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384882.162621:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.162623:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384882.162624:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384882.162630:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384882.162636:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384882.162636:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384882.162645:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384882.162648:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384882.162653:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384882.162653:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384882.162660:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384882.162664:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384882.162668:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384882.162672:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384882.162676:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384882.162681:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384882.162684:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384882.162685:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384882.162691:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384882.162692:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384882.162694:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384882.162703:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 02000000:00000001:1.0:1767384882.162703:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384882.162710:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:1.0:1767384882.162710:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384882.162721:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.162722:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384882.162727:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384882.162731:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352209280:0@lo:253: 02000000:00000001:2.0:1767384882.162733:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.162745:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384882.162749:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f22ff080. 02000000:00000001:1.0:1767384882.162756:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384882.162757:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384882.162767:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.162775:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384882.162780:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384882.162785:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384882.162791:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d6f6249] to pc [ptlrpcd_00_03+3] req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384882.162795:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f86b06e0. 02000000:00000001:1.0:1767384882.162805:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384882.162818:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 10000000:00000001:2.0:1767384882.162827:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.162832:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384882.162833:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000912eb6f0. 00000020:00000001:2.0:1767384882.162844:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384882.162848:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352209280, portal 25 00000020:01000000:2.0:1767384882.162849:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384882.162860:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384882.162861:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006bfecd42. 00000100:00000001:1.0:1767384882.162866:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000040:1.0:1767384882.162882:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.162884:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384882.162940:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384882.162946:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384882.162959:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.162963:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384882.162975:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384882.162983:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8256561. 00000100:00000001:2.0:1767384882.162990:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384882.162996:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384882.162996:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352209280, offset 0 02000000:00000001:2.0:1767384882.163007:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384882.163012:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384882.163018:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384882.163020:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384882.163026:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352209408:0@lo:253: 00000400:00000200:1.0:1767384882.163041:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384882.163042:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384882.163053:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384882.163058:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.163064:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384882.163074:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272101b80 02000000:00000010:2.0:1767384882.163076:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007be6973a. 02000000:00000001:2.0:1767384882.163087:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384882.163093:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b1 [2] + 0 00000400:00000010:2.0:1767384882.163098:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1121f4. 00000400:00000010:1.0:1767384882.163106:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f82b0e80. 00000400:00000200:1.0:1767384882.163121:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009fe01ec8 00000400:00000010:2.0:1767384882.163132:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000726e6f19. 00000400:00000200:1.0:1767384882.163133:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384882.163142:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352209408, portal 25 00000100:00000001:2.0:1767384882.163149:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384882.163155:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384882.163156:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000400:00000200:1.0:1767384882.163174:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fe01ec8 00000100:00000040:2.0:1767384882.163176:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384882.163185:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fe01ec8. 00000100:00000001:1.0:1767384882.163198:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384882.163205:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384882.163205:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384882.163224:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000005a457534 x1853237352209280 msgsize 4848 00000100:00000040:2.0:1767384882.163232:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384882.163238:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077b27320. 00000100:00100000:1.0:1767384882.163246:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384882.163249:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352209408, offset 0 00000100:00000040:1.0:1767384882.163251:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384882.163266:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384882.163274:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384882.163284:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384882.163289:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8256561 00000400:00000010:1.0:1767384882.163297:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8256561. 00000400:00000200:2.0:1767384882.163299:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272101c00 00000100:00000001:1.0:1767384882.163307:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384882.163314:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000100:00000200:1.0:1767384882.163319:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384882.163324:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f26e5590. 00000400:00000200:2.0:1767384882.163336:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dd7c5ce 00000400:00000200:2.0:1767384882.163351:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384882.163371:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384882.163386:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dd7c5ce 00000400:00000010:2.0:1767384882.163395:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dd7c5ce. 00000100:00000001:1.0:1767384882.163403:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384882.163405:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384882.163411:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384882.163412:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384882.163420:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003b27152f x1853237352209408 msgsize 4848 00000100:00100000:2.0:1767384882.163457:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384882.163465:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384882.163465:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.163476:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384882.163488:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384882.163488:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.163504:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294871114 00000100:00000010:1.0:1767384882.163511:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e7d17e3. 00000400:00000200:2.0:1767384882.163513:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b27320 00000400:00000010:2.0:1767384882.163519:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b27320. 00000100:00000001:1.0:1767384882.163521:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384882.163530:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384882.163543:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.163543:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294871114 00000100:00000010:1.0:1767384882.163555:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030ef76d9. 00000100:00000001:1.0:1767384882.163565:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384882.163573:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384882.163574:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294871114 00000100:00000010:1.0:1767384882.163580:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea1e462c. 00000100:00000040:2.0:1767384882.163581:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.163589:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384882.163599:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294871114 00000100:00000010:1.0:1767384882.163612:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d016f7c2. 00000100:00000001:2.0:1767384882.163613:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.163620:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384882.163622:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384882.163627:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.163630:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384882.163633:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294871114 00000100:00000001:1.0:1767384882.163636:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.163640:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294871114 00000100:00000001:1.0:1767384882.163642:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.163645:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294871114 00000100:00000001:1.0:1767384882.163648:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.163650:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294871114 00000100:00000001:2.0:1767384882.163663:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294871114 00000100:00000001:2.0:1767384882.163666:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294871114 00000100:00000001:2.0:1767384882.163668:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294871114 00000100:00000001:2.0:1767384882.163671:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294871114 00000100:00000001:2.0:1767384882.163674:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384882.163677:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.163681:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.163684:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.163693:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384882.163694:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384882.163698:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384882.163699:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384882.163704:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384882.163706:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384882.163708:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384882.163711:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384882.163713:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.163715:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.163718:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.163721:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.163765:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384882.163769:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209280 02000000:00000001:1.0:1767384882.163773:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384882.163776:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384882.163788:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384882.163794:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384882.163802:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209280 00000020:00000001:1.0:1767384882.163808:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384882.163813:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384882.163820:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384882.163827:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000010:2.0:1767384882.163834:0:16771:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000837e10a0. 00000020:00000001:1.0:1767384882.163836:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384882.163846:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384882.163847:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00100000:2.0:1767384882.163851:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209408 00000100:00000001:1.0:1767384882.163857:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384882.163859:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384882.163864:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfecf284. 00000100:00000001:2.0:1767384882.163865:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384882.163871:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.163878:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384882.163880:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384882.163944:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfecf284. 00000020:00000010:1.0:1767384882.163953:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006034f471. 00000100:00100000:2.0:1767384882.163955:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209408 00000020:00000001:2.0:1767384882.163960:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384882.163963:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000010:1.0:1767384882.163963:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002282f3b2. 00000020:00000001:2.0:1767384882.163970:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384882.163973:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7c17bee. 00000020:00000040:2.0:1767384882.163975:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000020:00000001:2.0:1767384882.163984:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384882.163988:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000040:1.0:1767384882.163993:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384882.163994:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384882.164000:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384882.164003:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa109fbf. 00000100:00000001:1.0:1767384882.164005:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384882.164009:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384882.164012:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384882.164015:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa109fbf. 00000020:00000010:2.0:1767384882.164026:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf01535f. 00000100:00000001:1.0:1767384882.164027:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384882.164040:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f084f381. 00000020:00000010:2.0:1767384882.164046:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000930ddc4c. 00000100:00000001:1.0:1767384882.164052:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.164056:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384882.164061:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384882.164065:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.164075:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.164079:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.164080:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384882.164085:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384882.164091:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384882.164096:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384882.164099:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000001:2.0:1767384882.164102:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384882.164107:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384882.164107:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00100000:3.0:1767384882.164114:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000001:1.0:1767384882.164117:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526162512 : -106558183389104 : ffff9f15fd54c850) 00000100:00000040:3.0:1767384882.164120:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384882.164122:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.164125:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526165584 : -106558183386032 : ffff9f15fd54d450) 00000100:00000001:2.0:1767384882.164129:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384882.164130:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a457534 x1853237352209280/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 4848/0 e 0 to 0 dl 1767384893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384882.164138:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b27152f x1853237352209408/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 4848/0 e 0 to 0 dl 1767384893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.164153:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384882.164157:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384882.164159:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfecf284. 00000020:00000010:3.0:1767384882.164163:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001266518f. 00000100:00000001:1.0:1767384882.164167:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.164170:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384882.164177:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfecf284. 00000020:00000010:3.0:1767384882.164178:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001266518f. 00000100:00100000:3.0:1767384882.164198:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b27152f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352209408:12345-0@lo:253: 00000100:00100000:1.0:1767384882.164199:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a457534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352209280:12345-0@lo:253: 00000100:00000200:3.0:1767384882.164216:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209408 00000100:00000200:1.0:1767384882.164216:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209280 00000020:00000001:3.0:1767384882.164223:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384882.164226:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384882.164229:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384882.164230:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384882.164236:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384882.164237:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.164243:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384882.164245:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384882.164254:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384882.164254:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384882.164271:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384882.164273:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384882.164280:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.164282:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384882.164292:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384882.164294:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384882.164301:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384882.164305:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384882.164309:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384882.164313:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.164320:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384882.164321:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384882.164326:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384882.164329:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384882.164334:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000841815f0. 02000000:00000010:1.0:1767384882.164337:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008c7a1b53. 02000000:00000001:3.0:1767384882.164338:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384882.164342:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.164343:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.164349:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.164350:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384882.164356:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384882.164362:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d069b14. 20000000:00000010:1.0:1767384882.164367:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005c61cb12. 20000000:01000000:3.0:1767384882.164368:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384882.164373:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384882.164375:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384882.164377:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384882.164379:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384882.164381:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.164384:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.164386:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384882.164386:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384882.164390:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384882.164395:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384882.164397:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384882.164399:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f562115. 20000000:01000000:3.0:1767384882.164402:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:3.0:1767384882.164408:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384882.164414:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384882.164455:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384882.164458:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384882.164459:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.164460:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384882.164463:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384882.164467:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:3.0:1767384882.164470:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384882.164476:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b9b2bce9. 00080000:00000001:3.0:1767384882.164478:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514624992256 : -106559084559360 : ffff9f15c79e0400) 00080000:00000001:3.0:1767384882.164480:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384882.164569:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384882.164571:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.164574:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384882.164594:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.164598:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384882.164654:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384882.164657:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384882.167946:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294871114, at 4294871115 00000100:00000010:3.0:1767384882.167954:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d016f7c2. 00000100:00000040:2.0:1767384882.168030:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294871114, at 4294871115 00000100:00000010:2.0:1767384882.168039:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea1e462c. 00000100:00000040:1.0:1767384882.168180:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294871114, at 4294871115 00000100:00000010:1.0:1767384882.168219:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030ef76d9. 00080000:00000001:1.0:1767384882.175289:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384882.175295:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384882.175299:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384882.175301:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384882.175302:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384882.175305:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b9b2bce9. 00080000:00000001:1.0:1767384882.175310:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384882.175362:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384882.175372:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384882.175377:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384882.175380:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384882.175392:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384882.175407:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008d19d2f8. 20000000:01000000:1.0:1767384882.175413:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:2.0:1767384882.175417:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384882.175427:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:1.0:1767384882.175434:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384882.175440:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384882.175444:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384882.175478:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384882.175487:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384882.175491:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384882.175499:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384882.175509:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384882.175521:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384882.175528:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384882.175537:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001abdaf78. 00080000:00000001:1.0:1767384882.175543:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247714816 : -106563461836800 : ffff9f14c2b61000) 00080000:00000001:1.0:1767384882.175553:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384882.175666:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384882.175671:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384882.175678:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384882.175701:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384882.175708:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384882.175851:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384882.175858:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384882.175948:0:16759:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000012125e97. 00000100:00000001:3.0:1767384882.175959:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384882.175963:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209536 02000000:00000001:3.0:1767384882.175968:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384882.175972:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384882.175979:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.175991:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384882.176004:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209536 00000020:00000001:3.0:1767384882.176008:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384882.176015:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000020:00000001:3.0:1767384882.176019:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384882.176024:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000020:00000001:3.0:1767384882.176035:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000020:00000001:3.0:1767384882.176039:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:3.0:1767384882.176045:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384882.176054:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b2b3a54. 00000100:00000001:3.0:1767384882.176068:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384882.176073:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b2b3a54. 00000020:00000010:3.0:1767384882.176081:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ba00db9. 00000020:00000010:3.0:1767384882.176087:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047e7c18f. 00000020:00000010:3.0:1767384882.176095:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000100:00000040:3.0:1767384882.176110:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384882.176126:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384882.176130:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384882.176134:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.176152:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.176166:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.176192:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384882.176197:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384882.176208:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000010:2.0:1767384882.176208:0:16760:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003f6c627e. 00000100:00000040:3.0:1767384882.176216:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:2.0:1767384882.176218:0:16760:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384882.176224:0:16760:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000001:3.0:1767384882.176225:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376605184 : -106558332946432 : ffff9f15f46ab800) 00000100:00000040:3.0:1767384882.176240:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029324cfe x1853237352209536/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 328/0 e 0 to 0 dl 1767384893 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384882.176240:0:16760:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ec37c56d. 00000100:00100000:2.0:1767384882.176251:0:16760:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:3.0:1767384882.176264:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384882.176268:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b2b3a54. 00000100:00000001:3.0:1767384882.176272:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384882.176275:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b2b3a54. 00000100:00100000:3.0:1767384882.176281:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029324cfe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352209536:12345-0@lo:104: 00000100:00000200:3.0:1767384882.176286:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209536 00010000:00000001:3.0:1767384882.176289:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384882.176295:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384882.176298:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384882.176300:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dcc6c901 refcount=2 00000020:00000001:3.0:1767384882.176303:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685538816 : -106559024012800 : ffff9f15cb39e200) 00010000:00000001:3.0:1767384882.176306:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685538816 : -106559024012800 : ffff9f15cb39e200) 00010000:00000001:3.0:1767384882.176310:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384882.176320:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384882.176324:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384882.176332:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384882.176336:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384882.176341:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b9b2bce9. 02000000:00000001:3.0:1767384882.176343:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.176344:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384882.176348:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384882.176350:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384882.176353:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384882.176359:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384882.176362:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384882.176364:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384882.176366:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384882.176369:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.176373:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384882.176375:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384882.176378:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384882.176382:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352209536, offset 224 00000400:00000200:3.0:1767384882.176386:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384882.176395:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384882.176403:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272101c80 00000400:00000200:3.0:1767384882.176411:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x116d [1] + 224 00000400:00000200:3.0:1767384882.176415:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384882.176419:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384882.176425:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384882.176428:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb2a2c5 x1853237352209536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384882.176440:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cfb2a2c5 x1853237352209536/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384882.176441:0:16760:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.176463:0:18566:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:3.0:1767384882.176465:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384882.176477:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000100:00000010:1.0:1767384882.176484:0:18566:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006b96fc3e. 00000400:00000010:3.0:1767384882.176486:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00000020:00000010:1.0:1767384882.176489:0:18566:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000095724d01. 00000100:00000001:3.0:1767384882.176494:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384882.176497:0:18566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001838d4c2. 00000100:00000001:3.0:1767384882.176503:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384882.176504:0:18566:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd356f94. 00000040:00000010:1.0:1767384882.176514:0:18566:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008f3e0e84. 00000100:00000001:3.0:1767384882.176519:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.176533:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000010:1.0:1767384882.176535:0:18566:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042f5515c. 00010000:00000001:3.0:1767384882.176551:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:1.0:1767384882.176551:0:18566:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bb8d80a. 00010000:00000010:3.0:1767384882.176559:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000570d6b88. 00000020:00000010:1.0:1767384882.176561:0:18566:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d96c4ae3. 00010000:00000001:3.0:1767384882.176571:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 80000000:00000010:1.0:1767384882.176572:0:18566:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4672c81. 40000000:00000010:1.0:1767384882.176578:0:18566:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009b4547c1. 00010000:00010000:3.0:1767384882.176582:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:00000001:2.0:1767384882.176586:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384882.176586:0:18566:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006727c438. 00010000:00000001:3.0:1767384882.176590:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384882.176596:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384882.176598:0:18566:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0f164e2. 00010000:00000001:3.0:1767384882.176600:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384882.176605:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00040000:00000010:1.0:1767384882.176610:0:18566:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007dfefa87. 00010000:00000001:3.0:1767384882.176611:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.176615:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00040000:00000010:1.0:1767384882.176624:0:18566:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000790c7da6. 00000100:00000040:3.0:1767384882.176625:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029324cfe x1853237352209536/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 328/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384882.176625:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384882.176640:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384882.176641:0:18566:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000066df05b8. 00000100:00100000:3.0:1767384882.176659:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029324cfe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352209536:12345-0@lo:104: Request processed in 386us (784us total) trans 0 rc 0/0 00000004:00000010:1.0:1767384882.176662:0:18566:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007842495d. 00000004:00000010:1.0:1767384882.176674:0:18566:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000393a63b0. 00000004:00000010:1.0:1767384882.176686:0:18566:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006c59f900. 00002000:00000010:1.0:1767384882.176698:0:18566:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000758191f7. 00010000:00010000:2.0:1767384882.176699:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dcc6c901 already unused, calling callback (000000005e873491) 00000100:00100000:3.0:1767384882.176708:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000004:00000010:1.0:1767384882.176710:0:18566:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a28b9c55. 10000000:00000001:2.0:1767384882.176715:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384882.176723:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384882.176723:0:18566:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007e468da5. 00000100:00000040:3.0:1767384882.176724:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:3.0:1767384882.176736:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384882.176742:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384882.176742:0:18566:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767384882.176752:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047e7c18f. 00010000:00000001:2.0:1767384882.176754:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384882.176761:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767384882.176762:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb1ebfec. 00000020:00000001:2.0:1767384882.176764:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.176773:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dcc6c901 refcount=3 00000020:00000010:3.0:1767384882.176775:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ba00db9. 00000020:00000001:2.0:1767384882.176778:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685538816 : -106559024012800 : ffff9f15cb39e200) 00000020:00000040:3.0:1767384882.176785:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00010000:00000001:2.0:1767384882.176786:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685538816 : -106559024012800 : ffff9f15cb39e200) 00000100:00000001:3.0:1767384882.176802:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384882.176803:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384882.176814:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384882.176824:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384882.176827:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384882.176834:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384882.176841:0:16764:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384882.176844:0:16764:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384882.176847:0:16764:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384882.176852:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384882.176856:0:16764:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.176868:0:16764:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384882.176872:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384882.176875:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384882.176880:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384882.176883:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.176942:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384882.176946:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384882.176950:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384882.176955:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384882.176958:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384882.176962:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dcc6c901 with handle 0x7ec529173eeb8253 from hash 00010000:00000001:2.0:1767384882.176966:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384882.176973:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.176975:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.176976:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384882.176978:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384882.176980:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384882.176986:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384882.176990:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384882.176996:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bef0775. 00000020:00000040:2.0:1767384882.177001:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384882.177007:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384882.177010:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384882.177013:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384882.177018:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043d2a0cb. 00000100:00000001:2.0:1767384882.177023:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.177028:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384882.177033:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384882.177038:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384882.177040:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.177042:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384882.177043:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384882.177047:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bef0775] to pc [ptlrpcd_00_00+0] req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384882.177073:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384882.177077:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.177080:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384882.177081:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384882.177087:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.177089:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384882.177090:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.177093:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384882.177097:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.177097:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384882.177099:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384882.177108:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.177123:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767384882.177124:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384882.177125:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.177135:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384882.177136:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384882.177138:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000dcc6c901/0x7ec529173eeb8253 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb825a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384882.177145:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384882.177148:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384882.177162:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bef0775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352209664:0@lo:103: 00000100:00000001:3.0:1767384882.177174:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:2.0:1767384882.177174:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000477cc649 count: 0 02000000:00000001:3.0:1767384882.177182:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384882.177186:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.177188:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384882.177190:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384882.177191:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ba00db9. 00010000:00000001:2.0:1767384882.177193:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384882.177194:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384882.177196:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000570d6b88. 00000400:00000010:3.0:1767384882.177201:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fb07751. 00010000:00000001:2.0:1767384882.177201:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384882.177214:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384882.177216:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384882.177218:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384882.177220:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000020:00000001:2.0:1767384882.177221:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384882.177226:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384882.177229:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352209664, portal 18 00010000:00010000:2.0:1767384882.177229:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384882.177236:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384882.177237:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384882.177243:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606549120 : -106559103002496 : ffff9f15c6849880) 00000020:00000001:2.0:1767384882.177245:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384882.177255:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384882.177261:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.177270:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384882.177276:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384882.177281:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009647cc3. 00000100:00000200:3.0:1767384882.177285:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352209664, offset 0 00000400:00000200:3.0:1767384882.177292:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384882.177301:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384882.177308:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272101d00 00000400:00000200:3.0:1767384882.177315:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384882.177321:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384882.177324:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384882.177329:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384882.177331:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384882.177335:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de1b2369. 00000100:00000040:3.0:1767384882.177337:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000de1b2369 x1853237352209664 msgsize 328 00000100:00100000:3.0:1767384882.177342:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384882.177355:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384882.177362:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009647cc3 00000400:00000010:3.0:1767384882.177364:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009647cc3. 00000100:00000001:3.0:1767384882.177375:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384882.177378:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.177384:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384882.177385:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384882.177392:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209664 00000100:00000040:3.0:1767384882.177395:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384882.177396:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384882.177401:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384882.177407:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.177419:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.177420:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.177435:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384882.177436:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209664 00000020:00000001:2.0:1767384882.177442:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384882.177445:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384882.177449:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384882.177450:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384882.177455:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000100:00000001:3.0:1767384882.177458:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294871128 00000020:00000001:2.0:1767384882.177459:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384882.177469:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384882.177477:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871127 00000100:00000001:2.0:1767384882.177478:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384882.177489:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2dc4511. 00000100:00000001:3.0:1767384882.177492:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294871128 00000100:00000001:2.0:1767384882.177499:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.177500:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871127 00000020:00000010:2.0:1767384882.177513:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2dc4511. 00000100:00000001:3.0:1767384882.177515:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294871128 00000020:00000010:2.0:1767384882.177530:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000176b7e7b. 00000100:00000001:3.0:1767384882.177531:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871127 00000100:00000001:3.0:1767384882.177540:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294871128 00000020:00000010:2.0:1767384882.177543:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f9a6fbc. 00000100:00000001:3.0:1767384882.177551:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871127 00000100:00000001:3.0:1767384882.177559:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384882.177563:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384882.177563:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006382bb93. 00000100:00000001:3.0:1767384882.177573:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.177577:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.177585:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384882.177585:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384882.177590:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384882.177594:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384882.177596:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384882.177597:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384882.177604:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.177605:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384882.177614:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.177615:0:16763:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384882.177620:0:16763:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.177624:0:16763:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384882.177627:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384882.177630:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.177633:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad00646c refcount=4 00000020:00000001:2.0:1767384882.177636:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385032704 : -106558324518912 : ffff9f15f4eb5000) 00010000:00000001:2.0:1767384882.177639:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385032704 : -106558324518912 : ffff9f15f4eb5000) 00010000:00010000:2.0:1767384882.177645:0:16763:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ad00646c/0x7ec529173eeb825a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8253 expref: 17 pid: 16771 timeout: 353 lvb_type: 0 00010000:00000001:2.0:1767384882.177653:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.177655:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.177657:0:16763:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.177659:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.177665:0:16763:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384882.177671:0:16763:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000de1b2369 x1853237352209664/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 328/0 e 0 to 0 dl 1767384893 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.177680:0:16763:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384882.177684:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.177697:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.177716:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384882.177719:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384882.177723:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384882.177727:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:2.0:1767384882.177730:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545433216 : -106559164118400 : ffff9f15c2e00a80) 00000100:00000040:2.0:1767384882.177736:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de1b2369 x1853237352209664/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 328/0 e 0 to 0 dl 1767384893 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.177746:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384882.177758:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2dc4511. 00000100:00000001:2.0:1767384882.177761:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384882.177763:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2dc4511. 00000100:00100000:2.0:1767384882.177770:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de1b2369 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16136:x1853237352209664:12345-0@lo:103: 00000100:00000200:2.0:1767384882.177775:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209664 00010000:00000001:2.0:1767384882.177777:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384882.177781:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384882.177784:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384882.177790:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384882.177792:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384882.177797:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b93112c. 02000000:00000001:2.0:1767384882.177800:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.177803:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.177806:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384882.177809:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384882.177811:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384882.177813:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.177816:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad00646c refcount=4 00000020:00000001:2.0:1767384882.177820:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385032704 : -106558324518912 : ffff9f15f4eb5000) 00010000:00000001:2.0:1767384882.177825:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385032704 : -106558324518912 : ffff9f15f4eb5000) 00010000:00000040:2.0:1767384882.177830:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f6c78766 count: 3 00010000:00010000:2.0:1767384882.177836:0:16763:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ad00646c/0x7ec529173eeb825a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8253 expref: 17 pid: 16771 timeout: 353 lvb_type: 0 00000100:00001000:2.0:1767384882.177845:0:16763:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384882 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384882.177851:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384882.177862:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.177865:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384882.177873:0:16763:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ad00646c/0x7ec529173eeb825a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb8253 expref: 17 pid: 16771 timeout: 353 lvb_type: 0 00000020:00000001:2.0:1767384882.177882:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384882.177949:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384882.177953:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384882.177963:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.177967:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384882.177969:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384882.177975:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.177977:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.177980:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384882.177983:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384882.177986:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad00646c with handle 0x7ec529173eeb825a from hash 00010000:00000001:2.0:1767384882.177990:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384882.177992:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.177994:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.177997:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384882.178000:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384882.178002:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384882.178009:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad00646c/0x7ec529173eeb825a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb8253 expref: 17 pid: 16771 timeout: 353 lvb_type: 0 00010000:00000040:2.0:1767384882.178017:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:2.0:1767384882.178020:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:2.0:1767384882.178039:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.178044:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384882.178050:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384882.178052:0:16763:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000a05d2d79 00010000:00000001:2.0:1767384882.178055:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384882.178059:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384882.178062:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384882.178066:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384882.178069:0:16763:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384882.178073:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384882.178077:0:16763:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384882.178079:0:16763:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178087:0:16763:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384882.178090:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384882.178093:0:16763:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384882.178095:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384882.178105:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f6c78766) refcount = 2 00010000:00010000:2.0:1767384882.178110:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178117:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384882.178120:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384882.178122:0:16763:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384882.178125:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384882.178142:0:16763:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f2dc4511. 00000100:00000001:2.0:1767384882.178146:0:16763:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384882.178151:0:16763:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000685d3fa. 00000100:00000001:2.0:1767384882.178153:0:16763:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510249989632 : -106563459561984 : ffff9f14c2d8c600) 00000100:00000001:2.0:1767384882.178156:0:16763:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510249989632 : -106563459561984 : ffff9f14c2d8c600) 00000100:00000001:2.0:1767384882.178159:0:16763:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384882.178161:0:16763:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384882.178163:0:16763:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384882.178167:0:16763:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384882.178170:0:16763:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002740716s 00010000:00000001:2.0:1767384882.178174:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384882.178175:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.178178:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05d2d79 refcount=5 00000020:00000001:2.0:1767384882.178180:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:2.0:1767384882.178183:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:2.0:1767384882.178186:0:16763:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384882.178188:0:16763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178196:0:16763:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384882.178198:0:16763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178205:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.178206:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384882.178208:0:16763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178228:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384882.178230:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.178233:0:16763:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384882.178236:0:16763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384882.178242:0:16763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a05d2d79 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384882.178246:0:16763:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384882.178249:0:16763:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384882.178251:0:16763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178257:0:16763:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384882.178259:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384882.178261:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.178263:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05d2d79 refcount=6 00000020:00000001:2.0:1767384882.178266:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:2.0:1767384882.178269:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:2.0:1767384882.178273:0:16763:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384882.178277:0:16763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178283:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384882.178286:0:16763:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384882.178288:0:16763:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.178301:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384882.178304:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384882.178307:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384882.178308:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384882.178311:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a05d2d79 with handle 0x7ec529173eeb8268 from hash 00010000:00000001:2.0:1767384882.178314:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384882.178316:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.178318:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.178328:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384882.178332:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384882.178334:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384882.178338:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384882.178340:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384882.178344:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.178346:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384882.178348:0:16763:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384882.178352:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.178354:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.178356:0:16763:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.178358:0:16763:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.178361:0:16763:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384882.178364:0:16763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb8268 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.178371:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.178375:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.178378:0:16763:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384882.178381:0:16763:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384882.178383:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.178386:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.178389:0:16763:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384882.178395:0:16763:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384882.178398:0:16763:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.178401:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.178404:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.178407:0:16763:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.178410:0:16763:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384882.178412:0:16763:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384882.178416:0:16763:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.178418:0:16763:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.178420:0:16763:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384882.178423:0:16763:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000685d3fa. 00000100:00000001:2.0:1767384882.178429:0:16763:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384882.178431:0:16763:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384882.178434:0:16763:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f2dc4511. 00010000:00000001:2.0:1767384882.178439:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384882.178449:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384882.178453:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384882.178459:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384882.178462:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384882.178467:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384882.178473:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384882.178478:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384882.178481:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384882.178485:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384882.178489:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.178493:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384882.178498:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384882.178660:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000100:00000200:2.0:1767384882.178669:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352209664, offset 224 00000400:00000200:2.0:1767384882.178868:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384882.178970:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384882.179394:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272101d00 00000400:00000200:2.0:1767384882.179405:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:2.0:1767384882.179411:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384882.179416:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384882.179422:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384882.179429:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384882.179442:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.179465:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384882.179476:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805c1957 00000400:00000010:2.0:1767384882.179481:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000100:00000001:1.0:1767384882.179484:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384882.179487:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384882.179488:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384882.179498:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384882.179503:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384882.179507:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384882.179508:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384882.179513:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fb07751. 00000100:00000040:2.0:1767384882.179519:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:1.0:1767384882.179521:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000400:00000010:1.0:1767384882.179525:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00010000:00000001:2.0:1767384882.179527:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.179529:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384882.179534:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384882.179535:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384882.179544:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.179554:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384882.179558:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de1b2369 x1853237352209664/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 328/224 e 0 to 0 dl 1767384893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.179559:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.179564:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384882.179568:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384882.179570:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384882.179573:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384882.179581:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384882.179588:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=12 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384882.179593:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=12 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384882.179594:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de1b2369 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352209664:12345-0@lo:103: Request processed in 1844us (2252us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384882.179597:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384882.179600:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.179606:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384882.179609:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.179617:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384882.179626:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384882.179627:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384882.179632:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384882.179642:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384882.179647:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384882.179648:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384882.179654:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384882.179655:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f9a6fbc. 00000100:00000001:1.0:1767384882.179657:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384882.179669:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006382bb93. 00000100:00000040:1.0:1767384882.179669:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384882.179683:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000176b7e7b. 00000100:00100000:1.0:1767384882.179684:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bef0775 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352209664:0@lo:103: 00000100:00000001:1.0:1767384882.179699:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384882.179701:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000001:1.0:1767384882.179701:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384882.179706:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bef0775 x1853237352209664/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.179710:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.179713:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384882.179719:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384882.179721:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ba00db9. 02000000:00000001:1.0:1767384882.179726:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384882.179728:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384882.179730:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384882.179734:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384882.179737:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043d2a0cb. 02000000:00000001:1.0:1767384882.179741:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384882.179743:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384882.179745:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bef0775. 00000100:00000001:1.0:1767384882.179750:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384882.179751:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.179753:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.179758:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384882.179760:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.179762:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384882.179764:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384882.181956:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294871128, at 4294871129 00000100:00000010:1.0:1767384882.181966:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00000100:00000040:3.0:1767384882.182173:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294871128, at 4294871129 00000100:00000010:3.0:1767384882.182179:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049cec937. 00000100:00000040:2.0:1767384882.183336:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294871128, at 4294871130 00000100:00000010:2.0:1767384882.183346:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005ef07e9. 00010000:00000010:2.1:1767384882.186926:0:18569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000477cc649. 00010000:00000010:0.1:1767384882.186929:0:18570:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f6c78766. 00010000:00000010:2.1:1767384882.186935:0:18569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dcc6c901. 00010000:00000010:0.1:1767384882.186947:0:18570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a05d2d79. 00010000:00000010:2.1:1767384882.186949:0:18569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad00646c. 00080000:00000001:3.0:1767384882.187470:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384882.187477:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:3.0:1767384882.187480:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384882.187490:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384882.187493:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384882.187504:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384882.187510:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384882.187517:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384882.187517:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384882.187523:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384882.187534:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384882.187535:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384882.187538:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384882.187541:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:3.0:1767384882.187542:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384882.187547:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384882.187547:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:3.0:1767384882.187549:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384882.187553:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001abdaf78. 00010000:00000010:1.0:1767384882.187557:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000172e417e. 00080000:00000001:3.0:1767384882.187561:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384882.187565:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384882.187572:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384882.187577:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384882.187580:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb826f to hash 00000020:00000001:1.0:1767384882.187584:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384882.187586:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384882.187590:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384882.187595:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384882.187597:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384882.187602:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187610:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384882.187614:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384882.187616:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384882.187618:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384882.187622:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384882.187624:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384882.187626:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384882.187628:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384882.187630:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384882.187631:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384882.187635:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384882.187638:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000172e417e) refcount = 1 00010000:00010000:1.0:1767384882.187640:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187645:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384882.187647:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384882.187649:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384882.187651:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.187653:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384882.187665:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384882.187668:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002740716s 00010000:00000001:1.0:1767384882.187671:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384882.187673:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384882.187675:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=4 00000020:00000001:1.0:1767384882.187678:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384882.187681:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384882.187685:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384882.187688:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187695:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384882.187697:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187701:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384882.187703:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384882.187704:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187708:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384882.187709:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.187713:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384882.187715:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384882.187723:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384882.187725:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384882.187727:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384882.187729:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187733:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384882.187735:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384882.187737:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384882.187743:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=5 00000020:00000001:1.0:1767384882.187746:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384882.187748:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384882.187753:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384882.187755:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187760:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384882.187765:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384882.187768:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.187775:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384882.187778:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384882.187783:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384882.187785:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384882.187788:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb826f from hash 00010000:00000001:1.0:1767384882.187792:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384882.187796:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384882.187799:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384882.187801:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384882.187803:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384882.187807:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384882.187810:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384882.187811:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384882.187816:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.187818:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384882.187820:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384882.187823:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384882.187825:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384882.187826:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.187829:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.187831:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384882.187834:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187838:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384882.187841:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384882.187847:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384882.187849:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384882.187853:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384882.187856:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384882.187859:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384882.187864:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384882.187865:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384882.187867:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384882.187872:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384882.187875:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384882.187877:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb826f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384882.187882:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000172e417e count: 0 00010000:00000001:1.0:1767384882.187947:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384882.187951:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384882.188760:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384882.188764:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384882.188765:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d069b14. 20000000:00000001:1.0:1767384882.188771:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384882.188774:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352209408 00010000:00000001:1.0:1767384882.188777:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384882.188787:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b27152f x1853237352209408/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 4848/4768 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384882.188793:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384882.188797:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384882.188800:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384882.188806:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384882.188809:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384882.188811:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384882.188814:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384882.188818:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.188824:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384882.188833:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384882.188842:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000457cd277. 00000100:00000200:1.0:1767384882.188847:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352209408, offset 224 00000400:00000200:1.0:1767384882.188857:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384882.188877:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384882.188953:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272101c00 00000400:00000200:1.0:1767384882.188959:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1161 [2] + 224 00000400:00000200:1.0:1767384882.188966:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384882.188970:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384882.188978:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384882.188985:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384882.188996:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.189013:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384882.189019:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457cd277 00000400:00000010:1.0:1767384882.189022:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000457cd277. 00000100:00000001:1.0:1767384882.189029:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384882.189032:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384882.189033:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384882.189039:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384882.189040:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384882.189045:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384882.189048:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:2.0:1767384882.189050:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384882.189059:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e1121f4. 00010000:00000001:1.0:1767384882.189060:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384882.189065:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384882.189071:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384882.189076:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726e6f19 00000100:00000040:1.0:1767384882.189082:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b27152f x1853237352209408/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 4848/4768 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384882.189084:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000726e6f19. 00000100:00000001:2.0:1767384882.189097:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384882.189103:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b27152f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352209408:12345-0@lo:253: Request processed in 24943us (25677us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384882.189108:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384882.189130:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000200:2.0:1767384882.189132:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384882.189136:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384882.189144:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384882.189152:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384882.189153:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384882.189158:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f084f381. 00000100:00000001:2.0:1767384882.189159:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.189168:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384882.189169:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000930ddc4c. 02000000:00000001:2.0:1767384882.189173:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384882.189176:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384882.189181:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384882.189182:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf01535f. 00000020:00000040:1.0:1767384882.189192:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:2.0:1767384882.189195:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384882.189198:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384882.189201:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000841815f0. 00000100:00001000:2.0:1767384882.189204:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=12 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384882.189205:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384882.189208:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384882.189215:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=12 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384882.189217:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384882.189227:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ff4903e. 00000100:00000001:2.0:1767384882.189228:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384882.189236:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384882.189238:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000457cd277. 00010000:00000001:2.0:1767384882.189248:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384882.189252:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.189256:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384882.189261:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.189270:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384882.189273:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384882.189276:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384882.189281:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384882.189284:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384882.189287:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384882.189289:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384882.189291:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384882.189293:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384882.189296:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384882.189299:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384882.189302:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384882.189305:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384882.189316:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d6f6249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352209408:0@lo:253: 00000100:00000001:2.0:1767384882.189325:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.189328:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384882.189335:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d6f6249 x1853237352209408/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.189342:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384882.189344:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384882.189347:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007be6973a. 02000000:00000001:2.0:1767384882.189353:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384882.189356:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384882.189359:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384882.189369:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384882.189372:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f22ff080. 02000000:00000001:2.0:1767384882.189381:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384882.189385:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384882.189389:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6f6249. 00000100:00000001:2.0:1767384882.189395:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384882.189397:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.189401:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.189409:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384882.189411:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.189417:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384882.189421:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384882.190975:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384882.190979:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384882.190981:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005c61cb12. 20000000:00000001:3.0:1767384882.190986:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384882.190990:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352209280 00010000:00000001:3.0:1767384882.190992:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384882.191000:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a457534 x1853237352209280/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 4848/4768 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384882.191007:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384882.191010:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384882.191012:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384882.191015:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384882.191017:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384882.191019:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384882.191022:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384882.191024:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.191028:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384882.191034:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384882.191043:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b661b1f3. 00000100:00000200:3.0:1767384882.191045:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352209280, offset 224 00000400:00000200:3.0:1767384882.191055:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384882.191063:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384882.191071:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272101b80 00000400:00000200:3.0:1767384882.191078:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1159 [2] + 224 00000400:00000200:3.0:1767384882.191092:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384882.191095:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384882.191102:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384882.191105:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384882.191112:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384882.191127:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384882.191135:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b661b1f3 00000400:00000010:3.0:1767384882.191138:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b661b1f3. 00000100:00000001:3.0:1767384882.191143:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384882.191145:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384882.191153:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.191158:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.191158:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384882.191167:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:1.0:1767384882.191168:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384882.191172:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384882.191173:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384882.191177:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384882.191178:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e6b29. 00000020:00000001:3.0:1767384882.191183:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384882.191186:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000912eb6f0 00000400:00000010:1.0:1767384882.191189:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000912eb6f0. 00000100:00000040:3.0:1767384882.191191:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a457534 x1853237352209280/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:108/0 lens 4848/4768 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.191196:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384882.191204:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384882.191212:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a457534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352209280:12345-0@lo:253: Request processed in 27053us (27983us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384882.191226:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384882.191231:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000040:3.0:1767384882.191237:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384882.191242:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384882.191243:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384882.191247:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384882.191249:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384882.191252:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002282f3b2. 00000100:00000001:1.0:1767384882.191253:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384882.191258:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384882.191261:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384882.191262:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7c17bee. 00000100:00000001:1.0:1767384882.191263:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384882.191269:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384882.191272:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006034f471. 00000100:00001000:1.0:1767384882.191273:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=12 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384882.191280:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=12 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384882.191281:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:1.0:1767384882.191286:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384882.191291:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384882.191291:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384882.191294:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384882.191295:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008c7a1b53. 00010000:00000001:1.0:1767384882.191299:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384882.191302:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384882.191304:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.191307:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384882.191314:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384882.191322:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384882.191326:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dd9060. 00000400:00000010:3.0:1767384882.191331:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b661b1f3. 00000100:00000001:1.0:1767384882.191343:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384882.191349:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384882.191352:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384882.191356:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384882.191358:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384882.191360:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384882.191362:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384882.191364:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384882.191366:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384882.191367:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384882.191369:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384882.191370:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384882.191372:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384882.191379:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384882.191385:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352209280:0@lo:253: 00000100:00000001:1.0:1767384882.191390:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.191392:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384882.191397:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352209280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384882.191401:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384882.191402:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384882.191405:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f86b06e0. 02000000:00000001:1.0:1767384882.191411:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384882.191414:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384882.191417:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384882.191419:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384882.191422:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000087819df. 02000000:00000001:1.0:1767384882.191427:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384882.191429:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384882.191431:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:1.0:1767384882.191436:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384882.191437:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.191439:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384882.191449:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384882.191450:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384882.191452:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384882.191453:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384882.199945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000172e417e. 00010000:00000010:1.1:1767384882.199956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00010000:00000001:2.0:1767384882.669002:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384882.669009:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.669015:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384882.669017:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384883.694064:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384883.694072:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384883.694081:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384883.694082:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384883.694103:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384883.694105:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384883.694107:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384883.931651:0:19020:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384883.931656:0:19020:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384883.935633:0:19020:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384883.942106:0:19021:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003c6d8834. 00000400:00000010:3.0:1767384883.942121:0:19021:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000a326e88. 00000400:00000010:3.0:1767384883.942131:0:19021:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a470a997. 00000400:00000010:3.0:1767384883.942136:0:19021:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000049e737da. 00000400:00000010:3.0:1767384883.942141:0:19021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000aad1a23f. 00000400:00000010:3.0:1767384883.942146:0:19021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c15a2a08. 00000400:00000010:3.0:1767384883.942149:0:19021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f75fe24. 00000400:00000010:3.0:1767384883.942152:0:19021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8e050ab. 00000400:00000010:3.0:1767384883.942156:0:19021:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003d747b42. 00000800:00000010:3.0:1767384883.942166:0:19021:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000181d0e95. 00000800:00000200:3.0:1767384883.942177:0:19021:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384883.942182:0:19021:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384883.942214:0:19021:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384883.942231:0:19021:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384883.944058:0:19021:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000cb4d901a. 00000400:00000010:3.0:1767384883.944064:0:19021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001323c55. 00000400:00000010:3.0:1767384883.944069:0:19021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009647cc3. 00000400:00000001:3.0:1767384883.944080:0:19021:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384883.944081:0:19021:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384883.944083:0:19021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df1d279. 00000400:00000200:3.0:1767384883.944085:0:19021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc41784d 00000400:00000010:3.0:1767384883.944087:0:19021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc41784d. 00000400:00000010:3.0:1767384883.944090:0:19021:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000092061a5b. 00000400:00000200:3.0:1767384883.944095:0:19021:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (2) 00000400:00000200:3.0:1767384883.944104:0:19021:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384883.944113:0:19021:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384883.944119:0:19021:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f2bd3bf3. 00000020:01000000:3.0:1767384883.944127:0:19021:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384883.944128:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384883.944132:0:19021:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp11 00000400:00000200:1.0:1767384883.944136:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384883.944143:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000400:00000200:1.0:1767384883.944146:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (3) 00000400:00000010:1.0:1767384883.944151:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d377c10b. 00000400:00000010:3.0:1767384883.944153:0:19021:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000a326e88. 00000400:00000200:1.0:1767384883.944155:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767384883.944160:0:19021:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003c6d8834. 00000400:00000200:1.0:1767384883.944169:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767384883.944175:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384883.944179:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384883.944182:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp10 00000400:00000200:1.0:1767384883.944186:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp10 lpni_is_preferred = 0 00000400:00000200:1.0:1767384883.944190:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp10 00000400:00000200:1.0:1767384883.944195:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp10 NI seq info: [7:7:256:4294967295] 192.168.203.112@tcp10 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384883.944204:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp10 00000400:00000200:1.0:1767384883.944222:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10:) -> 192.168.203.112@tcp10(192.168.203.112@tcp:192.168.203.112@tcp10) : PUT try# 0 00000800:00000200:1.0:1767384883.944233:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.203.112@tcp10 00000800:00000010:1.0:1767384883.944239:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a88fb2fa. 00000800:00000010:1.0:1767384883.944250:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008cfc2da8. 00000800:00000010:1.0:1767384883.944256:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002f375739. 00000800:00000200:1.0:1767384883.944265:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (2) 00000800:00000200:1.1:1767384883.944273:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (2) 00000400:00000200:1.0:1767384883.944297:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384883.944302:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000001:3.0:1767384883.944357:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384883.944365:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384883.944369:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384883.944376:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.944388:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384883.944389:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000001:3.0:1767384883.944390:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384883.944402:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384883.944406:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384883.944411:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384883.944415:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cfb2a2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352209792:0@lo:253: 00000100:00000001:3.0:1767384883.944419:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384883.944427:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384883.944431:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384883.944436:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384883.944443:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e271b132. 02000000:00000001:3.0:1767384883.944447:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384883.944453:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc19906. 00000400:00000010:3.0:1767384883.944462:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a326e88. 00000400:00000200:2.0:1767384883.944466:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000200:3.0:1767384883.944468:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352209792, portal 25 00000100:00000001:3.0:1767384883.944477:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384883.944482:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376595328 : -106558332956288 : ffff9f15f46a9180) 00000100:00000040:3.0:1767384883.944491:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.944498:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384883.944503:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384883.944506:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e84a872. 00000100:00000200:3.0:1767384883.944513:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352209792, offset 0 00000400:00000200:3.0:1767384883.944521:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384883.944532:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384883.944547:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272101d80 00000400:00000200:3.0:1767384883.944553:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000400:00000010:3.0:1767384883.944558:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000858744f3. 00000400:00000200:3.0:1767384883.944564:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7ebd813 00000400:00000200:3.0:1767384883.944572:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384883.944579:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384883.944582:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7ebd813 00000400:00000010:3.0:1767384883.944584:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7ebd813. 00000100:00000001:3.0:1767384883.944589:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384883.944590:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384883.944595:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000cc8ec6c7 x1853237352209792 msgsize 4848 00000100:00100000:3.0:1767384883.944603:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384883.944605:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384883.944615:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384883.944624:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e84a872 00000400:00000010:3.0:1767384883.944628:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e84a872. 00000100:00000001:3.0:1767384883.944633:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384883.944640:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.944651:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384883.944655:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.944665:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.944669:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384883.944681:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.944687:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294872895 00000100:00000010:3.0:1767384883.944695:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfc6e8f3. 00000100:00000001:3.0:1767384883.944702:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384883.944710:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294872895 00000100:00000010:3.0:1767384883.944717:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b17a760. 00000100:00000001:3.0:1767384883.944726:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384883.944733:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294872895 00000100:00000010:3.0:1767384883.944737:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d60f11b6. 00000100:00000001:3.0:1767384883.944749:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384883.944753:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294872895 00000100:00000010:3.0:1767384883.944757:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c7a34e4. 00000100:00000001:3.0:1767384883.944760:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384883.944765:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384883.944769:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.944772:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.944776:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.944787:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384883.944792:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767384883.944792:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000037a225b6. 00000100:00000001:3.0:1767384883.944801:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384883.944807:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384883.944808:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4c92218. 00000100:00000001:3.0:1767384883.944809:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.944817:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384883.944822:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006665e95a. 00000100:00000001:3.0:1767384883.944835:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384883.944840:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209792 02000000:00000001:3.0:1767384883.944843:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384883.944847:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384883.944848:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384883.944852:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384883.944855:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209792 00000020:00000001:3.0:1767384883.944859:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:2.0:1767384883.944862:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006665e95a. 00000020:00000040:3.0:1767384883.944863:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384883.944873:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384883.944878:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384883.944883:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384883.944924:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384883.944928:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.944943:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384883.944951:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384883.944957:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006428703f. 00000100:00000001:3.0:1767384883.944964:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384883.944968:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006428703f. 00000020:00000010:3.0:1767384883.944981:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000303c1dcd. 00000020:00000010:3.0:1767384883.944986:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000031cdade7. 00000020:00000010:3.0:1767384883.944992:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb1ebfec. 00000400:00000200:2.0:1767384883.945003:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000040:3.0:1767384883.945015:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384883.945021:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384883.945026:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384883.945028:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.945037:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384883.945037:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp10 from 253.3.0.2 00000800:00000010:2.0:1767384883.945047:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f36eaf84. 00000100:00000001:3.0:1767384883.945054:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.945069:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384883.945076:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352209920 02000000:00000001:3.0:1767384883.945081:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384883.945084:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384883.945088:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384883.945092:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384883.945096:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352209920 00000020:00000001:3.0:1767384883.945100:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384883.945103:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384883.945107:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384883.945111:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384883.945116:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384883.945124:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384883.945128:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384883.945132:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006428703f. 00000100:00000001:3.0:1767384883.945138:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384883.945140:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006428703f. 00000020:00000010:3.0:1767384883.945148:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006abe0604. 00000100:00000001:2.0:1767384883.945152:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384883.945154:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b927944. 00000100:00000001:2.0:1767384883.945156:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384883.945165:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000036971b30. 00000100:00100000:2.0:1767384883.945171:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000001:3.0:1767384883.945176:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384883.945184:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384883.945186:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384883.945188:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.945190:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526167632 : -106558183383984 : ffff9f15fd54dc50) 00000100:00000001:3.0:1767384883.945199:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.945205:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384883.945208:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc8ec6c7 x1853237352209792/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:109/0 lens 4848/0 e 0 to 0 dl 1767384894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384883.945215:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384883.945222:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384883.945225:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384883.945231:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006665e95a. 00000100:00100000:3.0:1767384883.945233:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000001:2.0:1767384883.945240:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384883.945243:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000010:2.0:1767384883.945245:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006665e95a. 00000100:00100000:2.0:1767384883.945259:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc8ec6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352209792:12345-0@lo:253: 00000100:00000001:3.0:1767384883.945261:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526170704 : -106558183380912 : ffff9f15fd54e850) 00000100:00000040:3.0:1767384883.945280:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000677f0d54 x1853237352209920/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:109/0 lens 4848/0 e 0 to 0 dl 1767384894 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384883.945280:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209792 00000020:00000001:2.0:1767384883.945291:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384883.945302:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384883.945304:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384883.945306:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384883.945312:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006428703f. 00000020:00000001:2.0:1767384883.945312:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384883.945318:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:3.0:1767384883.945319:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384883.945329:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006428703f. 00000020:00000001:2.0:1767384883.945329:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384883.945336:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384883.945341:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000677f0d54 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352209920:12345-0@lo:253: 00000020:00000001:2.0:1767384883.945342:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384883.945350:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384883.945351:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352209920 00000020:00000001:2.0:1767384883.945358:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.945359:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384883.945366:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384883.945369:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.945369:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384883.945376:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384883.945376:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384883.945389:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 02000000:00000010:2.0:1767384883.945392:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000064f3c222. 00000020:00000001:3.0:1767384883.945393:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384883.945402:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.945403:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384883.945414:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.945415:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384883.945420:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384883.945421:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384883.945427:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.945431:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384883.945433:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384883.945437:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000087819df. 02000000:00000010:3.0:1767384883.945438:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f2bd3bf3. 02000000:00000001:3.0:1767384883.945448:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384883.945449:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384883.945454:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384883.945455:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384883.945464:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384883.945465:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384883.945475:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384883.945478:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384883.945481:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384883.945482:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d069b14. 20000000:01000000:3.0:1767384883.945486:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384883.945493:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384883.945496:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384883.945498:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384883.945500:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384883.945503:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384883.945503:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf01535f. 20000000:01000000:2.0:1767384883.945509:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384883.945516:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384883.945525:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:0.1:1767384883.945566:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (2) 00000800:00000200:0.1:1767384883.945571:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp10 00000000068c7b3e deleted 00000800:00000010:0.1:1767384883.945573:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000068c7b3e. 00000800:00000200:0.1:1767384883.945577:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384883.945584:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384883.945584:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp10 ip 192.168.203.112:1021 00080000:00000001:2.0:1767384883.945598:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000200:0.1:1767384883.945599:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a88fb2fa type 1, nob 176 niov 1 nkiov 1 00080000:00000001:2.0:1767384883.945606:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.945613:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384883.945623:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384883.945632:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384883.945637:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384883.945643:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000036d1425. 00080000:00000001:2.0:1767384883.945645:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237976576 : -106563471575040 : ffff9f14c2217800) 00080000:00000001:2.0:1767384883.945648:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384883.945776:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384883.945778:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.945781:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384883.945803:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.945807:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.1:1767384883.946020:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384883.946234:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384883.946239:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384883.946336:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.946346:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384883.946348:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.946354:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384883.946361:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10) <- 192.168.203.112@tcp10 : PUT - for me 00000400:00000200:2.0:1767384883.946376:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384883.946383:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 80/80 into md 0x1169 [1] + 0 00000400:00000010:2.0:1767384883.946387:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000555330af. 00000400:00000200:2.0:1767384883.946390:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030b06c8f 00000800:00000001:2.0:1767384883.946395:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.946411:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384883.946413:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384883.946421:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp10->192.168.203.112@tcp10: PUT: OK 00000400:00000200:2.0:1767384883.946426:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b06c8f 00000400:00000010:2.0:1767384883.946431:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030b06c8f. 00000400:00000200:2.0:1767384883.946443:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384883.946446:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (4) 00000400:00000200:2.0:1767384883.946452:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:2.0:1767384883.946455:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000a90212cd. 00000400:00000200:2.0:1767384883.946459:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 3 00000400:00000200:2.0:1767384883.946466:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384883.946481:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (5) 00000400:00000200:2.0:1767384883.946488:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384883.946496:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp10 to MR: 192.168.203.112@tcp10 local destination 00000400:00000200:2.0:1767384883.946503:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp10 NI seq info: [8:8:256:4294967295] 192.168.203.112@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384883.946519:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10:192.168.203.112@tcp10) -> 192.168.203.112@tcp10(192.168.203.112@tcp10:192.168.203.112@tcp10) 192.168.203.112@tcp10 : ACK try# 0 00000800:00000200:2.0:1767384883.946527:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp10 00000800:00000010:2.0:1767384883.946531:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f606646b. 00000800:00000200:2.0:1767384883.946538:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (4) 00000800:00000200:2.0:1767384883.946553:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp10 ip 192.168.203.112:988 00000800:00000200:2.0:1767384883.946559:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f606646b type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384883.946641:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384883.946648:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f606646b. 00000400:00000200:2.0:1767384883.946655:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384883.946673:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp10->192.168.203.112@tcp10: ACK: OK 00000800:00000001:2.0:1767384883.946723:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.946729:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384883.946732:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.946739:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384883.946740:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.946747:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384883.946755:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10) <- 192.168.203.112@tcp10 : ACK - for me 00000400:00000200:2.0:1767384883.946768:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp10: ACK from 12345-192.168.203.112@tcp10 into md 0x1199 00000400:00000200:2.0:1767384883.946774:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384883.946780:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp10->192.168.203.112@tcp10: ACK: OK 00000400:00000200:2.0:1767384883.946785:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:2.0:1767384883.946796:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000400:00000200:2.0:1767384883.946801:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384883.946806:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:2.0:1767384883.946810:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (4) 00000800:00000001:2.0:1767384883.946818:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.946824:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384883.946984:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (4) 00000800:00000200:0.1:1767384883.946988:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp10 00000000679f9e54 deleted 00000800:00000010:0.1:1767384883.946990:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000679f9e54. 00000800:00000200:0.1:1767384883.946993:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384883.947108:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:2.0:1767384883.947206:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.947211:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384883.947213:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384883.947215:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384883.949962:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294872896, at 4294872897 00000100:00000010:1.0:1767384883.949972:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b17a760. 00000100:00000040:2.0:1767384883.950038:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294872896, at 4294872897 00000100:00000010:2.0:1767384883.950045:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d60f11b6. 00000100:00000040:3.0:1767384883.950246:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294872896, at 4294872897 00000100:00000010:3.0:1767384883.950260:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c7a34e4. 00080000:00000001:1.0:1767384883.957052:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384883.957056:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384883.957059:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384883.957063:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384883.957072:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384883.957078:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000036d1425. 20000000:00000010:2.0:1767384883.957083:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001b677b07. 00080000:00000001:1.0:1767384883.957085:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384883.957092:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384883.957097:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384883.957100:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384883.957105:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384883.957109:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384883.957112:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384883.957117:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384883.957120:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384883.957126:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384883.957128:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000172e417e. 00080000:00000001:2.0:1767384883.957132:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384883.957134:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957135:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384883.957136:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384883.957140:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384883.957140:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000345c1e6c. 00000020:00000001:2.0:1767384883.957150:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000020:00000001:1.0:1767384883.957150:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384883.957156:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384883.957156:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000345c1e6c with handle 0x7ec529173eeb8276 to hash 00000020:00000001:1.0:1767384883.957164:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:2.0:1767384883.957168:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076a73ef7. 00010000:00000001:1.0:1767384883.957168:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00080000:00000001:2.0:1767384883.957179:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237963264 : -106563471588352 : ffff9f14c2214400) 00010000:00000001:1.0:1767384883.957179:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00080000:00000001:2.0:1767384883.957195:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384883.957196:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384883.957203:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384883.957208:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957215:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384883.957220:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384883.957224:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384883.957227:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384883.957228:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.957230:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384883.957232:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.957234:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384883.957236:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384883.957237:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384883.957238:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384883.957240:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000172e417e) refcount = 1 00010000:00010000:1.0:1767384883.957243:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957248:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384883.957255:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384883.957257:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.957261:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957264:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384883.957270:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:2.0:1767384883.957273:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:1.0:1767384883.957274:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002740716s 00080000:00000001:2.0:1767384883.957275:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384883.957281:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384883.957281:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384883.957290:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384883.957292:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=4 00000020:00000001:1.0:1767384883.957294:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.957297:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00080000:00000001:2.0:1767384883.957299:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957300:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384883.957305:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384883.957307:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384883.957316:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384883.957318:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957322:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.957324:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384883.957325:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957328:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384883.957330:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957333:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384883.957334:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384883.957340:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000345c1e6c already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384883.957342:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384883.957346:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384883.957349:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957361:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384883.957363:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384883.957364:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384883.957366:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=5 00000020:00000001:1.0:1767384883.957368:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.957370:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.957373:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384883.957375:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957380:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384883.957385:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384883.957387:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957395:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384883.957397:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384883.957400:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384883.957404:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384883.957407:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000345c1e6c with handle 0x7ec529173eeb8276 from hash 00010000:00000001:1.0:1767384883.957411:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384883.957412:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.957413:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384883.957415:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384883.957415:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384883.957417:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1767384883.957420:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384883.957422:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384883.957425:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384883.957427:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.957430:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957432:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384883.957436:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384883.957439:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.957442:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384883.957444:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957446:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.957448:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384883.957455:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957459:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.957463:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384883.957466:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384883.957468:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384883.957469:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.957471:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384883.957474:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384883.957479:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384883.957482:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384883.957485:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.957489:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384883.957492:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384883.957494:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8276 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384883.957499:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000172e417e count: 0 00010000:00000001:1.0:1767384883.957519:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384883.957522:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384883.962026:0:19026:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000172e417e. 00010000:00000010:1.1:1767384883.962037:0:19026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000345c1e6c. 00000400:00000010:1.0:1767384883.966016:0:19026:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004859e6ef. 00000400:00000040:1.0:1767384883.966032:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384883.966035:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384883.966037:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.966039:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384883.966042:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.966043:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384883.966046:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384883.966047:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384883.966048:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384883.966049:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384883.966051:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384883.966053:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384883.966055:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384883.966056:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384883.966061:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384883.966064:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384883.966065:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384883.966066:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384883.966067:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384883.966068:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.966070:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384883.966070:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384883.966072:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384883.966074:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.966075:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384883.966077:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.966078:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384883.966079:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384883.966081:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384883.966082:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.966084:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384883.966086:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384883.966087:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384883.966088:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384883.966090:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384883.966091:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.966093:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384883.966095:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384883.966096:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384883.966098:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384883.966099:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384883.966101:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384883.966102:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384883.966103:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384883.966105:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384883.966106:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384883.966107:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384883.966108:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384883.966110:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384883.966111:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384883.966113:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384883.966114:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384883.966116:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384883.966121:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384883.966123:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384883.966124:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384883.966125:0:19026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384883.966139:0:19026:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004859e6ef. 00080000:00000001:3.0:1767384883.968182:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384883.968188:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384883.968190:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:1.0:1767384883.968192:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384883.968195:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384883.968195:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384883.968197:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384883.968199:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384883.968200:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384883.968205:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076a73ef7. 20000000:01000000:3.0:1767384883.968206:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384883.968211:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384883.968217:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384883.968220:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384883.968224:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384883.968225:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384883.968227:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384883.968230:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384883.968233:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384883.968235:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384883.968240:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000172e417e. 00010000:00000001:1.0:1767384883.968243:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384883.968246:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000345c1e6c. 00000020:00000001:1.0:1767384883.968248:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384883.968251:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000345c1e6c with handle 0x7ec529173eeb827d to hash 00000020:00000001:1.0:1767384883.968252:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384883.968254:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.968256:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.968257:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384883.968259:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384883.968261:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968266:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384883.968268:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384883.968270:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384883.968271:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384883.968273:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.968274:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384883.968275:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.968283:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384883.968285:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384883.968287:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384883.968288:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384883.968289:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000172e417e) refcount = 1 00010000:00010000:1.0:1767384883.968292:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968297:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384883.968298:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384883.968299:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.968301:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.968302:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384883.968304:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384883.968306:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002740716s 00010000:00000001:1.0:1767384883.968308:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384883.968309:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384883.968310:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=4 00000020:00000001:1.0:1767384883.968311:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.968313:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.968315:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384883.968316:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968321:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384883.968322:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968326:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.968327:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384883.968328:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968331:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384883.968332:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.968338:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384883.968340:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384883.968343:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000345c1e6c already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384883.968345:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384883.968346:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384883.968347:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968351:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384883.968352:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384883.968352:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384883.968353:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=5 00000020:00000001:1.0:1767384883.968354:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.968355:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384883.968357:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384883.968358:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968361:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384883.968362:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384883.968363:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.968367:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384883.968368:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384883.968368:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384883.968369:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384883.968370:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000345c1e6c with handle 0x7ec529173eeb827d from hash 00010000:00000001:1.0:1767384883.968372:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384883.968372:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.968373:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384883.968374:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384883.968375:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384883.968376:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384883.968377:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384883.968378:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384883.968384:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.968385:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384883.968387:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384883.968389:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.968390:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384883.968391:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.968392:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.968393:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384883.968394:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968398:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.968399:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384883.968401:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384883.968402:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384883.968403:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384883.968404:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384883.968405:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384883.968408:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384883.968409:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384883.968411:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384883.968414:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384883.968415:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384883.968416:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb827d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384883.968420:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000172e417e count: 0 00010000:00000001:1.0:1767384883.968426:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384883.968427:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384883.970614:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384883.970618:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384883.970626:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384883.970630:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384883.970633:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc19906. 00000400:00000200:1.0:1767384883.970638:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a326e88 00000400:00000010:1.0:1767384883.970643:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a326e88. 00000100:00000001:1.0:1767384883.970663:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384883.970670:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384883.970689:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384883.970702:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384883.970704:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.970710:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384883.970713:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384883.970716:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384883.970720:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384883.970723:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384883.970727:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384883.970732:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384883.970737:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384883.970739:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.970742:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384883.970744:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384883.970748:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384883.970752:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384883.970760:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384883.970764:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384883.970766:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384883.970772:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384883.970774:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384883.970778:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384883.970780:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384883.970782:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384883.970785:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384883.970787:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384883.970789:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384883.970790:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384883.970793:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384883.970798:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384883.970821:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cfb2a2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352209792:0@lo:253: 00000100:00000001:1.0:1767384883.970826:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.970828:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384883.970832:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb2a2c5 x1853237352209792/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384883.970839:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384883.970841:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384883.970844:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e271b132. 02000000:00000001:1.0:1767384883.970849:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384883.970852:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384883.970854:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384883.970857:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384883.970859:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000025da474d. 02000000:00000001:1.0:1767384883.970865:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384883.970867:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384883.970870:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb2a2c5. 00000100:00000001:1.0:1767384883.970877:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384883.970879:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.970880:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.970940:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384883.970943:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384883.970945:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384883.970948:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384883.972299:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000172e417e. 00010000:00000010:1.1:1767384883.972304:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000345c1e6c. 00000100:00000001:1.0:1767384883.972506:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384883.972509:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384883.972516:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384883.972521:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384883.972526:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0db6d61. 00000400:00000200:1.0:1767384883.972531:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca64a54 00000400:00000010:1.0:1767384883.972535:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ca64a54. 00000100:00000001:1.0:1767384883.972542:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384883.972550:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221c8332 x1853237352209920/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384883.972566:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221c8332 x1853237352209920/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384883.972590:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384883.972593:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.972597:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384883.972598:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384883.972602:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384883.972604:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384883.972609:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384883.972613:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384883.972619:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384883.972624:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384883.972627:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384883.972628:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384883.972631:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384883.972634:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384883.972637:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000221c8332 x1853237352209920/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384883.972647:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384883.972651:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384883.972654:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384883.972656:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384883.972658:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384883.972660:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384883.972661:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384883.972662:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384883.972663:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384883.972664:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384883.972666:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384883.972668:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384883.972670:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352209920/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384883.972676:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352209920:0@lo:253: 00000100:00000001:1.0:1767384883.972679:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.972681:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384883.972682:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000221c8332 x1853237352209920/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384883.972691:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384883.972693:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384883.972694:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e1c817b6. 02000000:00000001:1.0:1767384883.972697:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384883.972698:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384883.972699:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384883.972700:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384883.972701:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bfecd42. 02000000:00000001:1.0:1767384883.972707:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384883.972708:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384883.972709:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221c8332. 00000100:00000001:1.0:1767384883.972713:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384883.972715:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.972717:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384883.972722:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384883.972723:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384883.972724:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384883.972726:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384884.479414:0:19160:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384884.479426:0:19160:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384884.479430:0:19160:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384884.479435:0:19160:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384884.479440:0:19160:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384884.479442:0:19160:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.717049:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384884.717059:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384884.717067:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384884.717070:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384885.258802:0:19324:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384885.258808:0:19324:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:2.0:1767384885.263368:0:19324:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384885.272787:0:19325:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d31eea8b. 00000400:00000010:2.0:1767384885.272808:0:19325:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b23872ae. 00000400:00000010:2.0:1767384885.272820:0:19325:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000085665bca. 00000400:00000010:2.0:1767384885.272825:0:19325:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000051482a2e. 00000400:00000010:2.0:1767384885.272830:0:19325:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d8f1860. 00000400:00000010:2.0:1767384885.272835:0:19325:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f0af36e. 00000400:00000010:2.0:1767384885.272837:0:19325:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013316ce8. 00000400:00000010:2.0:1767384885.272839:0:19325:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e481cfb. 00000400:00000010:2.0:1767384885.272843:0:19325:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f44802d2. 00000800:00000010:2.0:1767384885.272857:0:19325:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cb370bbd. 00000800:00000200:2.0:1767384885.272871:0:19325:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384885.272879:0:19325:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384885.273077:0:19325:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384885.273114:0:19325:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp12 [8/256/0/180] 00000400:00000010:2.0:1767384885.274972:0:19325:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000006892c5b4. 00000400:00000010:2.0:1767384885.274980:0:19325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1121f4. 00000400:00000010:2.0:1767384885.274987:0:19325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000400:00000001:2.0:1767384885.275005:0:19325:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384885.275007:0:19325:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384885.275008:0:19325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001323c55. 00000400:00000200:2.0:1767384885.275012:0:19325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009647cc3 00000400:00000010:2.0:1767384885.275014:0:19325:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009647cc3. 00000400:00000010:2.0:1767384885.275020:0:19325:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000cb4d901a. 00000400:00000200:2.0:1767384885.275027:0:19325:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (3) 00000400:00000200:2.0:1767384885.275047:0:19325:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384885.275063:0:19325:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000400:00000200:1.0:1767384885.275072:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384885.275076:0:19325:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007be6973a. 00000400:00000200:1.0:1767384885.275084:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000020:01000000:2.0:1767384885.275086:0:19325:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:1.0:1767384885.275096:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000020:01000000:2.0:1767384885.275097:0:19325:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp12 00000400:00000200:1.0:1767384885.275103:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (4) 00000400:00000010:1.0:1767384885.275110:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000078c34c88. 00000400:00000200:1.0:1767384885.275114:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767384885.275126:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000010:2.0:1767384885.275128:0:19325:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b23872ae. 00000400:00000200:1.0:1767384885.275131:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384885.275139:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000010:2.0:1767384885.275148:0:19325:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d31eea8b. 00000400:00000200:1.0:1767384885.275148:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:1.0:1767384885.275165:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp11 00000400:00000200:1.0:1767384885.275172:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp11 lpni_is_preferred = 0 00000400:00000200:1.0:1767384885.275176:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp11 00000400:00000200:1.0:1767384885.275185:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.112@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384885.275198:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp11 00000400:00000200:1.0:1767384885.275209:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11:) -> 192.168.203.112@tcp11(192.168.203.112@tcp:192.168.203.112@tcp11) : PUT try# 0 00000800:00000200:1.0:1767384885.275218:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.112@tcp11 00000800:00000010:1.0:1767384885.275223:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da051ed3. 00000800:00000010:1.0:1767384885.275233:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000017d01bc8. 00000800:00000010:1.0:1767384885.275238:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000772c29f6. 00000800:00000200:1.0:1767384885.275243:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (2) 00000800:00000200:1.1:1767384885.275249:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (2) 00000400:00000200:1.0:1767384885.275274:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384885.275282:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000001:1.0:1767384885.275325:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384885.275331:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384885.275334:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.275345:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384885.275349:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.275355:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384885.275358:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384885.275361:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384885.275365:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000040:1.0:1767384885.275369:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.275385:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384885.275387:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384885.275393:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384885.275396:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384885.275399:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384885.275406:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352210048:0@lo:253: 00000100:00000001:1.0:1767384885.275412:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384885.275417:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384885.275422:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384885.275426:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384885.275435:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 02000000:00000010:1.0:1767384885.275439:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000359c3065. 02000000:00000001:1.0:1767384885.275446:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384885.275454:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 00000400:00000010:1.0:1767384885.275463:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbfefefd. 00000100:00000200:1.0:1767384885.275468:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352210048, portal 25 00000100:00000001:1.0:1767384885.275473:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384885.275476:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376590848 : -106558332960768 : ffff9f15f46a8000) 00000100:00000040:1.0:1767384885.275485:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.275492:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384885.275494:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000040:1.0:1767384885.275498:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384885.275504:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbc606f2. 00000100:00000200:1.0:1767384885.275509:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352210048, offset 0 00000400:00000200:1.0:1767384885.275520:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384885.275542:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384885.275560:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272101e80 00000400:00000200:1.0:1767384885.275572:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:1.0:1767384885.275579:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083bbdcb7. 00000400:00000200:1.0:1767384885.275587:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009636e33 00000400:00000200:1.0:1767384885.275596:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384885.275599:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384885.275609:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384885.275619:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009636e33 00000400:00000010:1.0:1767384885.275624:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009636e33. 00000100:00000001:1.0:1767384885.275633:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384885.275636:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384885.275640:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000003ed32d43 x1853237352210048 msgsize 4848 00000100:00100000:1.0:1767384885.275656:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384885.275662:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384885.275681:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384885.275692:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc606f2 00000400:00000010:1.0:1767384885.275697:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbc606f2. 00000100:00000001:1.0:1767384885.275702:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384885.275706:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.275736:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384885.275741:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.275755:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.275760:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384885.275768:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.275775:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294874226 00000100:00000010:1.0:1767384885.275780:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e95f1453. 00000100:00000001:1.0:1767384885.275790:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384885.275798:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294874226 00000100:00000010:1.0:1767384885.275812:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022a765d1. 00000100:00000001:1.0:1767384885.275818:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384885.275823:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294874226 00000100:00000010:1.0:1767384885.275828:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e7d17e3. 00000100:00000001:1.0:1767384885.275834:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384885.275838:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294874226 00000100:00000010:1.0:1767384885.275845:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea1e462c. 00000100:00000001:1.0:1767384885.275851:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384885.275855:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384885.275860:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.275866:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.275870:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.275882:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384885.275927:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.275953:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384885.275957:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352210048 00000800:00000010:3.0:1767384885.275959:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f2bd3bf3. 02000000:00000001:1.0:1767384885.275961:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384885.275965:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:3.0:1767384885.275966:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4c92218. 00000100:00000001:1.0:1767384885.275968:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384885.275975:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a91e253b. 02000000:00000001:1.0:1767384885.275977:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384885.275984:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352210048 00000020:00000001:1.0:1767384885.275993:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384885.275997:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384885.276002:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384885.276005:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000800:00000010:3.0:1767384885.276009:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a91e253b. 00000020:00000001:1.0:1767384885.276010:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384885.276020:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384885.276025:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384885.276029:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001272e9c0. 00000100:00000001:1.0:1767384885.276031:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384885.276033:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001272e9c0. 00000020:00000010:1.0:1767384885.276039:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0dc01d9. 00000020:00000010:1.0:1767384885.276043:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000882e1b06. 00000020:00000010:1.0:1767384885.276047:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d927dbe0. 00000100:00000040:1.0:1767384885.276058:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384885.276063:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384885.276068:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384885.276069:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384885.276071:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.276080:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384885.276089:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp11 from 251.3.0.2 00000100:00000001:1.0:1767384885.276094:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384885.276095:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000052de6f69. 00000100:00000001:1.0:1767384885.276105:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384885.276108:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384885.276118:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:1.0:1767384885.276122:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384885.276125:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526172752 : -106558183378864 : ffff9f15fd54f050) 00000100:00000040:1.0:1767384885.276131:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ed32d43 x1853237352210048/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 4848/0 e 0 to 0 dl 1767384896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.276138:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384885.276141:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001272e9c0. 00000100:00000001:1.0:1767384885.276144:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384885.276146:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001272e9c0. 00000100:00100000:1.0:1767384885.276149:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ed32d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352210048:12345-0@lo:253: 00000100:00000200:1.0:1767384885.276156:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352210048 00000020:00000001:1.0:1767384885.276167:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384885.276172:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384885.276175:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384885.276179:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384885.276181:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000800:00000010:3.0:1767384885.276183:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d069b14. 00000020:00000001:1.0:1767384885.276184:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384885.276188:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384885.276189:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000861d267c. 00000020:00000001:1.0:1767384885.276193:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384885.276197:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384885.276202:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384885.276206:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a91cb62b. 00000100:00000001:1.0:1767384885.276209:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384885.276215:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.1:1767384885.276218:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (2) 02000000:00000010:1.0:1767384885.276222:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000043861229. 02000000:00000001:1.0:1767384885.276228:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384885.276232:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp11 00000000a91cb62b deleted 00000100:00000001:1.0:1767384885.276234:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.1:1767384885.276237:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a91cb62b. 20000000:00000001:1.0:1767384885.276240:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:3.1:1767384885.276244:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000010:1.0:1767384885.276251:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007b242c85. 00000800:00000200:3.1:1767384885.276252:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp11 ip 192.168.203.112:1019 00000800:00000200:3.1:1767384885.276260:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da051ed3 type 1, nob 192 niov 1 nkiov 1 20000000:01000000:1.0:1767384885.276260:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384885.276269:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:3.0:1767384885.276272:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp11 p 3.x 192.168.203.112 -> 192.168.203.112:1019 incarnation:1767384883942168994 sched[0] 20000000:00000001:1.0:1767384885.276275:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:3.0:1767384885.276279:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a91e253b. 20000000:00000001:1.0:1767384885.276281:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384885.276287:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384885.276294:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384885.276310:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071a3b608. 20000000:01000000:1.0:1767384885.276316:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00000800:00000010:3.0:1767384885.276321:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a91e253b. 00000800:00000010:3.0:1767384885.276326:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000861d267c. 20000000:00000001:1.0:1767384885.276327:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384885.276335:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:3.0:1767384885.276355:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000052de6f69. 00000800:00000001:3.0:1767384885.276372:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384885.276376:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384885.276386:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384885.276390:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384885.276392:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384885.276393:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384885.276397:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384885.276402:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384885.276405:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384885.276412:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001faf577d. 00080000:00000001:1.0:1767384885.276414:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247723008 : -106563461828608 : ffff9f14c2b63000) 00080000:00000001:1.0:1767384885.276417:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384885.276427:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384885.276431:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da051ed3. 00000400:00000200:3.0:1767384885.276436:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384885.276463:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: PUT: OK 00000400:00000200:3.0:1767384885.276467:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384885.276470:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000200:3.1:1767384885.276524:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384885.276530:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp11 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384883942168994 sched[0] 00000800:00000010:3.0:1767384885.276533:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4c92218. 00000001:00000001:1.0:1767384885.276544:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384885.276547:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384885.276550:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384885.276580:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00080000:00000001:1.0:1767384885.276581:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384885.276588:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384885.276631:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384885.276676:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384885.276712:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00080000:00000001:1.0:1767384885.276722:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384885.276726:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384885.276741:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000010:3.0:1767384885.277019:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e271b132. 00000800:00000010:3.0:1767384885.277026:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4c92218. 00000800:00000010:3.0:1767384885.277048:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a91e253b. 00000800:00000010:3.0:1767384885.277093:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a91e253b. 00000400:00000200:3.0:1767384885.277146:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384885.277163:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp11 from 250.3.0.2 00000800:00000010:3.0:1767384885.277166:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f11238de. 00000800:00000010:3.0:1767384885.277214:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f86b06e0. 00000800:00000010:3.0:1767384885.277217:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000861d267c. 00000800:00000010:3.0:1767384885.277241:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a91cb62b. 00000800:00000200:3.1:1767384885.277248:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (4) 00000800:00000200:3.1:1767384885.277257:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp11 00000000a91cb62b deleted 00000800:00000010:3.1:1767384885.277260:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a91cb62b. 00000800:00000200:3.1:1767384885.277266:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384885.277275:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp11 p 3.x 192.168.203.112 -> 192.168.203.112:1018 incarnation:1767384883942168994 sched[0] 00000800:00000010:3.0:1767384885.277279:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a91e253b. 00000400:00000200:1.0:1767384885.277294:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384885.277304:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a51bd1e. 00000400:00000010:1.0:1767384885.277316:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000881dd80a. 00000400:00000200:1.0:1767384885.277327:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:1.0:1767384885.277339:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1004d1 00000800:00000010:3.0:1767384885.277347:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a91e253b. 00000400:00000010:1.0:1767384885.277348:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 00000000e1fb12c9. 00000400:00000010:1.0:1767384885.277356:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000d67cd78e. 00000800:00000010:3.0:1767384885.277357:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000861d267c. 00000400:00000010:1.0:1767384885.277363:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 0000000081b84604. 00000400:00000010:1.0:1767384885.277385:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000823bfe35. 00000400:00000200:1.0:1767384885.277397:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000823bfe35 nid 192.168.203.112@tcp12 00000400:00000010:1.0:1767384885.277402:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d016f7c2. 00000800:00000010:3.0:1767384885.277403:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f11238de. 00000400:00000200:1.0:1767384885.277409:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d016f7c2 net tcp12 00000400:00000200:1.0:1767384885.277419:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (5) 00000400:00000200:1.0:1767384885.277436:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp12 flags 0x11 00000400:00000010:1.0:1767384885.277446:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 00000000e1fb12c9. 00000400:00000010:1.0:1767384885.277454:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000d67cd78e. 00000400:00000010:1.0:1767384885.277463:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 0000000081b84604. 00000400:00000010:1.0:1767384885.277468:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000001851c02d. 00000400:00000200:1.0:1767384885.277476:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384885.277483:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:1.0:1767384885.277494:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:1.0:1767384885.277504:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:1.0:1767384885.277512:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384885.277516:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:1.0:1767384885.277523:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:1.0:1767384885.277529:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (5) 00000800:00000001:1.0:1767384885.277573:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384885.277580:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384885.277581:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384885.277590:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384885.277828:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000040:1.0:1767384885.280953:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294874227, at 4294874228 00000100:00000010:1.0:1767384885.280961:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022a765d1. 00000100:00000040:2.0:1767384885.280970:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294874227, at 4294874228 00000100:00000010:2.0:1767384885.280986:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e7d17e3. 00000100:00000040:3.0:1767384885.282166:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294874227, at 4294874229 00000100:00000010:3.0:1767384885.282173:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea1e462c. 00080000:00000001:3.0:1767384885.287328:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384885.287333:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384885.287336:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384885.287345:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384885.287348:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384885.287350:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001faf577d. 20000000:00000010:1.0:1767384885.287352:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050aaa0fb. 00080000:00000001:3.0:1767384885.287356:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384885.287357:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:1.0:1767384885.287362:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384885.287366:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384885.287384:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384885.287386:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384885.287388:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384885.287389:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384885.287391:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384885.287393:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384885.287396:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384885.287399:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9cb4e7e. 00080000:00000001:1.0:1767384885.287401:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247719936 : -106563461831680 : ffff9f14c2b62400) 00080000:00000001:1.0:1767384885.287403:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384885.287434:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384885.287435:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384885.287437:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384885.287444:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384885.287446:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384885.287480:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384885.287482:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384885.287495:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384885.287498:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384885.287500:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384885.287504:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384885.287506:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384885.287512:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca96b601. 00010000:00000001:1.0:1767384885.287516:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384885.287519:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000345c1e6c. 00000020:00000001:1.0:1767384885.287522:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384885.287523:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000345c1e6c with handle 0x7ec529173eeb8284 to hash 00000020:00000001:1.0:1767384885.287525:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384885.287526:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384885.287528:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384885.287536:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384885.287538:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384885.287540:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287546:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384885.287549:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384885.287551:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384885.287553:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384885.287554:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384885.287556:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384885.287557:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384885.287558:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384885.287560:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384885.287561:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384885.287562:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384885.287563:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca96b601) refcount = 1 00010000:00010000:1.0:1767384885.287566:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287570:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384885.287571:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384885.287573:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384885.287574:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.287576:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384885.287578:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384885.287580:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002740716s 00010000:00000001:1.0:1767384885.287583:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384885.287584:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384885.287585:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=4 00000020:00000001:1.0:1767384885.287586:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384885.287588:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384885.287590:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384885.287591:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287604:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384885.287605:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287610:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384885.287611:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384885.287612:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287616:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384885.287617:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.287619:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384885.287620:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384885.287624:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000345c1e6c already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384885.287626:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384885.287628:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384885.287630:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287634:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384885.287635:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384885.287636:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384885.287637:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=5 00000020:00000001:1.0:1767384885.287638:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384885.287640:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384885.287642:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384885.287643:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287647:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384885.287648:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384885.287653:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.287655:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384885.287657:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384885.287658:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384885.287659:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384885.287660:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000345c1e6c with handle 0x7ec529173eeb8284 from hash 00010000:00000001:1.0:1767384885.287662:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384885.287662:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384885.287663:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384885.287664:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384885.287665:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384885.287667:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384885.287668:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384885.287669:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384885.287671:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.287672:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384885.287673:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384885.287675:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384885.287675:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384885.287676:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.287678:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.287679:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384885.287680:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287683:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384885.287684:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384885.287685:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384885.287686:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384885.287687:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384885.287688:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384885.287690:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384885.287691:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384885.287692:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384885.287694:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384885.287697:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384885.287701:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384885.287702:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb8284 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384885.287706:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca96b601 count: 0 00010000:00000001:1.0:1767384885.287712:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384885.287713:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384885.295947:0:19329:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca96b601. 00010000:00000010:1.1:1767384885.295966:0:19329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000345c1e6c. 00000400:00000010:3.0:1767384885.303452:0:19330:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000be733cc5. 00000400:00000040:3.0:1767384885.303478:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384885.303482:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384885.303485:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384885.303488:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384885.303491:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384885.303494:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384885.303498:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384885.303501:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384885.303503:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384885.303505:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384885.303509:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384885.303512:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384885.303515:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384885.303519:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384885.303521:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384885.303525:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384885.303528:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384885.303531:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384885.303533:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384885.303535:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384885.303536:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384885.303538:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384885.303540:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384885.303541:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384885.303543:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384885.303545:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384885.303546:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384885.303548:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384885.303550:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384885.303552:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384885.303554:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384885.303555:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384885.303557:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384885.303558:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384885.303567:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384885.303569:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384885.303571:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384885.303574:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384885.303577:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384885.303580:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384885.303582:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384885.303585:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384885.303588:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384885.303590:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384885.303591:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384885.303593:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384885.303596:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384885.303599:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384885.303602:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384885.303607:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384885.303610:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384885.303612:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384885.303615:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384885.303617:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384885.303620:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384885.303625:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384885.303626:0:19330:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384885.303669:0:19330:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000be733cc5. 00080000:00000001:3.0:1767384885.312320:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384885.312323:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384885.312328:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:1.0:1767384885.312328:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384885.312330:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384885.312333:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384885.312334:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384885.312336:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384885.312338:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384885.312340:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9cb4e7e. 20000000:01000000:3.0:1767384885.312342:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384885.312345:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384885.312358:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384885.312362:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384885.312369:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384885.312386:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384885.312389:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384885.312392:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384885.312396:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384885.312399:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384885.312417:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000ee66097. 00010000:00000001:3.0:1767384885.312422:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384885.312427:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384885.312431:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384885.312436:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb828b to hash 00000020:00000001:3.0:1767384885.312439:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384885.312441:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384885.312444:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384885.312447:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384885.312450:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384885.312453:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312460:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384885.312464:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384885.312466:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384885.312469:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384885.312470:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.312473:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384885.312475:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.312477:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384885.312478:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384885.312481:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384885.312482:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384885.312484:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000ee66097) refcount = 1 00010000:00010000:3.0:1767384885.312486:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312490:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384885.312491:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384885.312492:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.312494:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.312495:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384885.312497:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384885.312502:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002740716s 00010000:00000001:3.0:1767384885.312504:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384885.312510:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384885.312512:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384885.312514:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384885.312517:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384885.312519:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384885.312520:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312525:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384885.312526:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312530:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384885.312531:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384885.312532:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312536:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384885.312537:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.312540:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384885.312543:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384885.312548:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc73e294 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384885.312550:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384885.312552:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384885.312554:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312559:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384885.312561:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384885.312563:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384885.312565:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=5 00000020:00000001:3.0:1767384885.312566:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384885.312568:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384885.312575:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384885.312577:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312581:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384885.312584:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384885.312587:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.312590:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384885.312592:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384885.312593:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384885.312594:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384885.312596:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb828b from hash 00010000:00000001:3.0:1767384885.312597:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384885.312598:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384885.312598:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384885.312599:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384885.312600:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384885.312601:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384885.312603:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384885.312604:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.312606:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.312608:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384885.312609:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384885.312611:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384885.312612:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384885.312615:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.312618:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.312620:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384885.312622:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312627:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384885.312628:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384885.312630:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384885.312632:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384885.312635:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384885.312636:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384885.312644:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384885.312649:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384885.312651:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384885.312654:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.312659:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384885.312661:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384885.312663:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb828b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384885.312667:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000ee66097 count: 0 00010000:00000001:3.0:1767384885.312687:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384885.312688:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384885.314690:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384885.314696:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384885.314699:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007b242c85. 20000000:00000001:2.0:1767384885.314706:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384885.314711:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352210048 00010000:00000001:2.0:1767384885.314713:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384885.314722:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ed32d43 x1853237352210048/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 4848/4768 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384885.314730:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384885.314733:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384885.314737:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384885.314741:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384885.314744:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384885.314745:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384885.314749:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384885.314753:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384885.314757:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384885.314760:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384885.314764:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0822e2a. 00000100:00000200:2.0:1767384885.314770:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352210048, offset 224 00000400:00000200:2.0:1767384885.314776:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384885.314791:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384885.314801:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272101e80 00000400:00000200:2.0:1767384885.314808:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11c9 [2] + 224 00000400:00000200:2.0:1767384885.314817:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384885.314821:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384885.314827:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384885.314830:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384885.314837:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384885.314861:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384885.314871:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0822e2a 00000400:00000010:2.0:1767384885.314873:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0822e2a. 00000100:00000001:2.0:1767384885.314878:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384885.314880:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384885.314931:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.314933:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384885.314936:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384885.314940:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384885.314940:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384885.314946:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384885.314951:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384885.314953:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384885.314955:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384885.314957:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ed32d43 x1853237352210048/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 4848/4768 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384885.314959:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e6b29. 00000400:00000200:1.0:1767384885.314971:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbfefefd 00000100:00100000:2.0:1767384885.314977:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ed32d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352210048:12345-0@lo:253: Request processed in 38835us (39333us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384885.314977:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbfefefd. 00000100:00000001:1.0:1767384885.314987:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384885.314994:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000200:1.0:1767384885.314997:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384885.315002:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384885.315011:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384885.315016:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384885.315028:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384885.315029:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000882e1b06. 00000020:00000010:2.0:1767384885.315042:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d927dbe0. 00000100:00000001:1.0:1767384885.315043:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384885.315045:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384885.315049:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0dc01d9. 00000100:00000001:1.0:1767384885.315050:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384885.315056:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384885.315059:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384885.315060:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:1.0:1767384885.315067:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384885.315069:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384885.315071:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384885.315072:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000043861229. 02000000:00000001:2.0:1767384885.315078:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384885.315080:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=15 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384885.315081:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384885.315096:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=15 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384885.315099:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384885.315103:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384885.315106:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde69961. 00000100:00000001:1.0:1767384885.315106:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384885.315126:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0822e2a. 00010000:00000001:1.0:1767384885.315127:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384885.315136:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.315139:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384885.315145:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.315152:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384885.315154:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384885.315157:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384885.315161:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384885.315163:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384885.315165:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384885.315167:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384885.315168:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384885.315169:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384885.315170:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384885.315172:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384885.315173:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384885.315175:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384885.315177:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384885.315183:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352210048:0@lo:253: 00000100:00000001:1.0:1767384885.315188:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.315190:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384885.315191:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e6519eb x1853237352210048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.315197:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384885.315199:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384885.315202:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000359c3065. 02000000:00000001:1.0:1767384885.315210:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384885.315212:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384885.315214:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384885.315217:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384885.315220:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e1c817b6. 02000000:00000001:1.0:1767384885.315225:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384885.315227:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384885.315229:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e6519eb. 00000100:00000001:1.0:1767384885.315238:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384885.315239:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.315241:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.315249:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384885.315251:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.315253:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384885.315254:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.316759:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384885.316763:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384885.316769:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384885.316775:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384885.316782:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621f7fcb. 00000400:00000200:1.0:1767384885.316791:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b78f930 00000400:00000010:1.0:1767384885.316797:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b78f930. 00000100:00000001:1.0:1767384885.316806:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384885.316816:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a1caf19 x1853237352210176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384885.316839:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a1caf19 x1853237352210176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.316858:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384885.316864:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.316871:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384885.316877:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384885.316879:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384885.316881:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384885.316939:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384885.316944:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384885.316949:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384885.316953:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384885.316956:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.316958:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384885.316960:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.316963:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384885.316967:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a1caf19 x1853237352210176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.316974:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384885.316983:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384885.316985:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384885.316988:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384885.316990:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384885.316992:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384885.316994:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384885.316995:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384885.316996:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384885.316997:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384885.316998:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384885.317000:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384885.317002:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a1caf19 x1853237352210176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384885.317008:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a1caf19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352210176:0@lo:253: 00000100:00000001:1.0:1767384885.317014:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.317016:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384885.317019:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a1caf19 x1853237352210176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.317025:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384885.317026:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384885.317028:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003b0386ed. 02000000:00000001:1.0:1767384885.317034:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384885.317036:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384885.317038:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384885.317040:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384885.317043:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000064f3c222. 02000000:00000001:1.0:1767384885.317049:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384885.317051:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384885.317053:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a1caf19. 00000100:00000001:1.0:1767384885.317055:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384885.317058:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.317060:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384885.317064:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384885.317066:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.317069:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384885.317073:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384885.318939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000ee66097. 00010000:00000010:3.1:1767384885.318952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00010000:00000001:2.0:1767384885.740986:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384885.740992:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384885.740998:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384885.741000:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384885.741026:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384885.741029:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384885.741031:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384885.869021:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384885.869029:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:1.0:1767384885.869036:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384885.869039:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384885.869041:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384885.869043:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384885.869046:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384885.869049:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384885.869051:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 7 10000000:00000001:1.0:1767384885.869055:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384885.869057:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384885.869069:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ca8573. 00000020:00000040:1.0:1767384885.869075:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384885.869082:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384885.869087:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384885.869095:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384885.869102:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e1755fe. 00000100:00000001:1.0:1767384885.869113:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384885.869118:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384885.869122:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384885.869132:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000172e417e. 00010000:00000001:1.0:1767384885.869138:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384885.869142:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384885.869148:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384885.869152:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb8292 to hash 00000020:00000001:1.0:1767384885.869156:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384885.869160:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384885.869165:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384885.869171:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384885.869173:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384885.869178:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384885.869188:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384885.869218:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384885.869224:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384885.869227:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384885.869235:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038ce0523. 00000100:00000001:1.0:1767384885.869238:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510236862144 : -106563472689472 : ffff9f14c21076c0) 00000100:00000001:1.0:1767384885.869242:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384885.869243:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581526272 : -106559128025344 : ffff9f15c506c700) 00000100:00000001:1.0:1767384885.869249:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384885.869252:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.869254:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384885.869257:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384885.869265:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ca8573 x1853237352210304/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.869275:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384885.869278:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384885.869283:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384885.869287:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384885.869290:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384885.869292:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352210304:0@lo:101: 00000100:00000001:1.0:1767384885.869297:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384885.869304:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384885.869308:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384885.869311:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384885.869315:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e7bec56. 02000000:00000001:1.0:1767384885.869317:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384885.869324:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 00000400:00000010:1.0:1767384885.869332:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d260fbd7. 00000100:00000200:1.0:1767384885.869340:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352210304, portal 25 00000100:00000001:1.0:1767384885.869342:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384885.869344:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581526272 : -106559128025344 : ffff9f15c506c700) 00000100:00000040:1.0:1767384885.869348:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ca8573 x1853237352210304/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384885.869362:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384885.869386:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384885.869389:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00000100:00000200:1.0:1767384885.869393:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352210304, offset 0 00000400:00000200:1.0:1767384885.869401:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384885.869419:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384885.869433:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272101f80 00000400:00000200:1.0:1767384885.869441:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1c9 [2] + 0 00000400:00000010:1.0:1767384885.869446:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d76613. 00000400:00000200:1.0:1767384885.869451:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000598bf46 00000400:00000200:1.0:1767384885.869459:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384885.869464:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384885.869470:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000598bf46 00000400:00000010:1.0:1767384885.869473:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000598bf46. 00000100:00000001:1.0:1767384885.869480:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384885.869483:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384885.869487:0:16773:0:(events.c:337:request_in_callback()) incoming req@0000000035ccdc04 x1853237352210304 msgsize 328 00000100:00100000:1.0:1767384885.869492:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384885.869494:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384885.869517:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384885.869530:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802507e1 00000400:00000010:1.0:1767384885.869533:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000100:00000001:1.0:1767384885.869537:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384885.869543:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ca8573 x1853237352210304/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384901 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384885.869556:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384885.869557:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384885.869565:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352210304 00000100:00000040:1.0:1767384885.869566:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000086ca8573 x1853237352210304/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384901 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384885.869573:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384885.869584:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384885.869584:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.869589:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384885.869597:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.869600:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384885.869609:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294874820 02000000:00000001:3.0:1767384885.869611:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384885.869615:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005cb11143. 00000100:00100000:3.0:1767384885.869620:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352210304 00000020:00000001:3.0:1767384885.869625:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384885.869631:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384885.869636:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384885.869637:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000020:00000040:3.0:1767384885.869643:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:1.0:1767384885.869649:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294874820 00000020:00000001:3.0:1767384885.869652:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000010:1.0:1767384885.869655:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e3bcd58. 00000020:00000001:3.0:1767384885.869667:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384885.869667:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384885.869672:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294874820 00000100:00000010:1.0:1767384885.869681:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041e102bf. 00000100:00000001:3.0:1767384885.869685:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384885.869686:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384885.869700:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aac7006. 00000100:00000001:1.0:1767384885.869705:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294874820 00000100:00000001:3.0:1767384885.869706:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384885.869715:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022a765d1. 00000020:00000010:3.0:1767384885.869716:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aac7006. 00000100:00000001:1.0:1767384885.869725:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384885.869731:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384885.869732:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe72bd1. 00000100:00000001:1.0:1767384885.869754:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384885.869755:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b15160f. 00000100:00000001:1.0:1767384885.869760:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384885.869767:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384885.869772:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038ce0523 going to sleep for 11 seconds 00000020:00000010:3.0:1767384885.869773:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f10fa11. 00000100:00000001:1.0:1767384885.869777:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384885.869783:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384885.869800:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384885.869815:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384885.869817:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384885.869818:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.869828:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.869842:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384885.869855:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384885.869856:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384885.869863:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384885.869867:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384885.869870:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526174800 : -106558183376816 : ffff9f15fd54f850) 00000100:00000040:3.0:1767384885.869878:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035ccdc04 x1853237352210304/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 328/0 e 0 to 0 dl 1767384896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384885.869979:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384885.869984:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aac7006. 00000100:00000001:3.0:1767384885.869986:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384885.869997:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aac7006. 00000100:00100000:3.0:1767384885.870001:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035ccdc04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352210304:12345-0@lo:101: 00000100:00000200:3.0:1767384885.870004:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352210304 00000020:00000001:3.0:1767384885.870007:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384885.870012:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384885.870015:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384885.870017:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384885.870019:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384885.870022:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384885.870023:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384885.870025:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384885.870028:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384885.870033:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384885.870035:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384885.870036:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384885.870038:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384885.870040:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384885.870043:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.870054:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384885.870060:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000ee66097. 00010000:00000001:3.0:1767384885.870064:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384885.870066:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384885.870069:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384885.870070:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb8299 to hash 00000020:00000001:3.0:1767384885.870072:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384885.870073:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384885.870075:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00010000:3.0:1767384885.870078:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb8292 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384885.870084:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384885.870098:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384885.870106:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384885.870108:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384885.870110:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008464254a. 02000000:00000001:3.0:1767384885.870113:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.870115:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.870118:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384885.870121:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384885.870122:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384885.870124:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384885.870126:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.870128:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384885.870129:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.870130:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384885.870132:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384885.870133:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384885.870134:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384885.870136:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000ee66097) refcount = 1 00010000:00010000:3.0:1767384885.870139:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.870144:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384885.870153:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384885.870155:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.870156:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.870159:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384885.870164:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384885.870167:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384885.870175:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384885.870177:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384885.870179:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384885.870182:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.870184:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384885.870186:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384885.870188:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384885.870189:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000dc73e294, rc 0) 00000020:00000001:3.0:1767384885.870192:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384885.870196:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352210304 00010000:00000001:3.0:1767384885.870199:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384885.870203:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035ccdc04 x1853237352210304/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 328/344 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384885.870212:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384885.870214:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384885.870219:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384885.870224:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384885.870227:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384885.870230:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384885.870233:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384885.870235:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.870238:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384885.870241:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384885.870246:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000100:00000200:3.0:1767384885.870254:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352210304, offset 224 00000400:00000200:3.0:1767384885.870259:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384885.870270:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384885.870279:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272101f80 00000400:00000200:3.0:1767384885.870291:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11ed [1] + 224 00000400:00000200:3.0:1767384885.870297:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384885.870300:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384885.870305:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384885.870309:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ca8573 x1853237352210304/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384885.870316:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000086ca8573 x1853237352210304/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384885.870334:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384885.870344:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000400:00000010:3.0:1767384885.870346:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000100:00000001:3.0:1767384885.870350:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384885.870352:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384885.870359:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384885.870363:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384885.870367:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384885.870370:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384885.870373:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384885.870381:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035ccdc04 x1853237352210304/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 328/344 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384885.870400:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035ccdc04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352210304:12345-0@lo:101: Request processed in 417us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384885.870418:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384885.870422:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384885.870426:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384885.870429:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384885.870434:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b15160f. 00000020:00000010:3.0:1767384885.870439:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f10fa11. 00000020:00000010:3.0:1767384885.870444:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe72bd1. 00000020:00000040:3.0:1767384885.870450:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384885.870455:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384885.870459:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008464254a. 02000000:00000001:3.0:1767384885.870482:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384885.870486:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384885.870494:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384885.870501:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043bd761b. 00000400:00000010:3.0:1767384885.870509:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5132937. 00000100:00000001:3.0:1767384885.870982:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384885.870987:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352210432 02000000:00000001:3.0:1767384885.870990:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384885.870991:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384885.870993:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384885.870996:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384885.870998:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352210432 00000020:00000001:3.0:1767384885.871001:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384885.871004:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384885.871006:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384885.871010:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384885.871013:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384885.871018:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384885.871025:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384885.871033:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aac7006. 00000100:00000001:3.0:1767384885.871040:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384885.871045:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aac7006. 00000020:00000010:3.0:1767384885.871054:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe72bd1. 00000020:00000010:3.0:1767384885.871059:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b15160f. 00000020:00000010:3.0:1767384885.871062:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f10fa11. 00000100:00000040:3.0:1767384885.871066:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384885.871068:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384885.871069:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384885.871070:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.871074:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.871086:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384885.871101:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384885.871103:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384885.871106:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384885.871108:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384885.871116:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526168656 : -106558183382960 : ffff9f15fd54e050) 00000100:00000040:3.0:1767384885.871121:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b694d8b8 x1853237352210432/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 304/0 e 0 to 0 dl 1767384896 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384885.871128:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384885.871130:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003aac7006. 00000100:00000001:3.0:1767384885.871132:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384885.871134:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003aac7006. 00000100:00100000:3.0:1767384885.871138:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b694d8b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352210432:12345-0@lo:256: 00000100:00000200:3.0:1767384885.871140:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352210432 00000020:00000001:3.0:1767384885.871142:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384885.871144:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384885.871145:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384885.871148:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384885.871150:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384885.871152:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384885.871153:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384885.871154:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384885.871155:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384885.871157:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.871159:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384885.871160:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384885.871162:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008464254a. 02000000:00000001:3.0:1767384885.871164:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.871166:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384885.871168:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384885.871171:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384885.871173:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384885.871177:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384885.871179:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384885.871180:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384885.871182:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384885.871184:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004bd88639. 20000000:00000001:3.0:1767384885.871187:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384885.871200:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384885.871205:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384885.871209:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384885.871211:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:01000000:3.0:1767384885.871213:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 104, pages 3992/1/4/3. 20000000:00000040:3.0:1767384885.871216:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384885.871218:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384885.871219:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384885.871221:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:01000000:3.0:1767384885.871222:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 104, pages 3888/1/4/3. 20000000:01000000:3.0:1767384885.871224:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 208, version 12 20000000:00000001:3.0:1767384885.871225:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=208 : 208 : d0) 00000100:00000001:3.0:1767384885.871227:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384885.871229:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001a3666fd. 00000100:00000010:3.0:1767384885.871231:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000faf5ca74. 00000020:00000040:3.0:1767384885.871233:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384885.871235:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384885.871237:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384885.871239:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000400:00000010:3.0:1767384885.871243:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ddd80f13. 00000400:00000200:3.0:1767384885.871246:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384885.871253:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384885.871259:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 208 into portal 33 MB=0x6958272102000 00000400:00000200:3.0:1767384885.871264:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 208/208 into md 0x11fd [4] + 0 00000400:00000010:3.0:1767384885.871267:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000513bf423. 00000400:00000200:3.0:1767384885.871272:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d34fcbdf 00000400:00000200:3.0:1767384885.871275:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384885.871278:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384885.871281:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d34fcbdf 00000400:00000010:3.0:1767384885.871284:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d34fcbdf. 00000100:00000001:3.0:1767384885.871287:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384885.871288:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000047b442e1 desc 000000005a9225c5 mbits 1853237352210432 00000100:00000001:3.0:1767384885.871302:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384885.871307:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384885.871316:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384885.871329:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1209 00000400:00000200:3.0:1767384885.871341:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384885.871347:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384885.871353:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384885.871355:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001a3666fd 00000100:00000001:3.0:1767384885.871357:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384885.871366:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000400:00000010:3.0:1767384885.871368:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000100:00000001:3.0:1767384885.871371:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384885.871373:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001a3666fd 00000100:00000001:3.0:1767384885.871375:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384885.871382:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 208 bytes via portal 33 id 12345-0@lo mbits 0x6958272102000-0x6958272102000 00000100:00000001:3.0:1767384885.871386:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384885.871390:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.871393:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384885.871396:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384885.871400:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000faf5ca74. 00000100:00000010:3.0:1767384885.871404:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001a3666fd. 00000100:00000001:3.0:1767384885.871407:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384885.871409:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384885.871419:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004bd88639. 20000000:00000001:3.0:1767384885.871424:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384885.871426:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352210432 00010000:00000001:3.0:1767384885.871429:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384885.871434:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b694d8b8 x1853237352210432/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 304/240 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384885.871443:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384885.871445:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384885.871448:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384885.871453:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384885.871456:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384885.871458:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384885.871461:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384885.871463:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.871466:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384885.871469:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384885.871482:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000100:00000200:3.0:1767384885.871485:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352210432, offset 224 00000400:00000200:3.0:1767384885.871493:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384885.871500:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384885.871506:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272102000 00000400:00000200:3.0:1767384885.871510:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1201 [1] + 224 00000400:00000200:3.0:1767384885.871515:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384885.871518:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384885.871521:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384885.871527:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b442e1 x1853237352210432/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384901 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384885.871537:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000047b442e1 x1853237352210432/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384901 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384885.871562:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384885.871573:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000400:00000010:3.0:1767384885.871577:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000100:00000001:3.0:1767384885.871583:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384885.871584:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384885.871589:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384885.871596:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384885.871603:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384885.871608:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384885.871613:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384885.871622:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b694d8b8 x1853237352210432/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:111/0 lens 304/240 e 0 to 0 dl 1767384896 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384885.871671:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b694d8b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352210432:12345-0@lo:256: Request processed in 538us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384885.871689:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384885.871694:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384885.871703:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384885.871712:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384885.871720:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b15160f. 00000020:00000010:3.0:1767384885.871727:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f10fa11. 00000020:00000010:3.0:1767384885.871760:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe72bd1. 00000020:00000040:3.0:1767384885.871768:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384885.871777:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384885.871782:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008464254a. 02000000:00000001:3.0:1767384885.871789:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384885.871794:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384885.871817:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384885.871827:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41d8003. 00000400:00000010:3.0:1767384885.871836:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044bcc015. 00000100:00000040:3.0:1767384885.875968:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294874822, at 4294874823 00000100:00000010:3.0:1767384885.875990:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022a765d1. 00000100:00000040:2.0:1767384885.875999:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294874822, at 4294874823 00000100:00000010:2.0:1767384885.876012:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041e102bf. 00000100:00000040:1.0:1767384885.876046:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294874822, at 4294874823 00000100:00000010:1.0:1767384885.876060:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e3bcd58. 00000020:00000010:1.0:1767384885.884235:0:19485:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005e67aadf. 00000020:00000040:1.0:1767384885.884247:0:19485:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384885.884251:0:19485:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005e67aadf. 00080000:00000001:3.0:1767384885.918518:0:19477:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384885.918531:0:19477:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384885.918534:0:19477:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384885.918540:0:19477:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384885.918544:0:19477:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384885.918546:0:19477:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.188935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384886.188945:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384886.188952:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ca8573. 00000020:00000040:1.0:1767384886.188958:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384886.188964:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384886.188968:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384886.188974:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384886.188982:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4d8b7b4. 00000100:00000001:1.0:1767384886.188991:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.189010:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384886.189028:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384886.189031:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.189044:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ca8573] to pc [ptlrpcd_00_01+1] req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.189088:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.189097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384886.189101:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384886.189105:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b104e31. 00000020:00000040:1.0:1767384886.189109:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384886.189111:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384886.189114:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384886.189122:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384886.189127:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d426ab08. 00000100:00000001:1.0:1767384886.189132:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.189146:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009b104e31 x1853237352210816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384886.189158:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.189165:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384886.189168:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384886.189169:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384886.189172:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384886.189178:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b104e31] to pc [ptlrpcd_00_03+3] req@000000009b104e31 x1853237352210816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.189180:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384886.189186:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.189195:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.189205:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384886.189206:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.189218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384886.189219:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384886.189223:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384886.189232:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000020:00000040:1.0:1767384886.189237:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384886.189244:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.189245:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384886.189252:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384886.189258:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384886.189269:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e4c4524c. 00000100:00000001:1.0:1767384886.189285:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.189301:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384886.189313:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384886.189319:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.189331:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384886.189333:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384886.189337:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.189339:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384886.189348:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10d12a3] to pc [ptlrpcd_00_00+0] req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384886.189349:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.189369:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384886.189371:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352210560:0@lo:400: 00000100:00000001:2.0:1767384886.189382:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384886.189385:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (212) 02000000:00000001:2.0:1767384886.189390:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384886.189396:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.189402:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384886.189408:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384886.189409:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384886.189418:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c03e406b. 02000000:00000001:2.0:1767384886.189427:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.189432:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384886.189435:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743f9ae3. 00000100:00100000:1.0:1767384886.189435:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384886.189442:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384886.189449:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00000100:00000001:1.0:1767384886.189449:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384886.189452:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.189462:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384886.189463:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352210560, portal 4 00000100:00000001:1.0:1767384886.189464:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384886.189469:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384886.189470:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384886.189474:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581526272 : -106559128025344 : ffff9f15c506c700) 00000100:00000040:1.0:1767384886.189477:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384886.189487:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.189516:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384886.189522:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.189535:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384886.189542:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384886.189556:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384886.189568:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352210944:0@lo:400: 00000100:00000001:1.0:1767384886.189581:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384886.189587:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384886.189594:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.189595:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384886.189600:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384886.189604:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006df652b. 00000100:00000040:2.0:1767384886.189614:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384886.189614:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384886.189620:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000400:00000010:1.0:1767384886.189621:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be295e91. 00000100:00000200:2.0:1767384886.189626:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352210560, offset 0 00000400:00000010:1.0:1767384886.189636:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00000400:00000200:2.0:1767384886.189648:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384886.189656:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352210944, portal 10 00000100:00000001:1.0:1767384886.189666:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384886.189671:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000400:00000200:2.0:1767384886.189672:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384886.189684:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.189698:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272102080 00000400:00000200:2.0:1767384886.189717:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1648 00000100:00000001:1.0:1767384886.189718:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384886.189731:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384886.189733:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384886.189740:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000517dbb24. 00000400:00000200:2.0:1767384886.189744:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384886.189747:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352210944, offset 0 00000100:00000001:2.0:1767384886.189755:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384886.189758:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384886.189762:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6f6249. 00000400:00000200:1.0:1767384886.189767:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384886.189775:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000001d6f6249 x1853237352210560 msgsize 224 00000400:00000200:1.0:1767384886.189780:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384886.189809:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272102200 00000100:00100000:2.0:1767384886.189824:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384886.189824:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:1.0:1767384886.189833:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384886.189836:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.189842:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384886.189872:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384886.189933:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000100:00100000:1.0:1767384886.189936:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352210816 00000400:00000010:2.0:1767384886.189938:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 02000000:00000001:1.0:1767384886.189940:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384886.189945:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384886.189947:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384886.189952:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384886.189959:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384886.189965:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384886.189977:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352210816 00000020:00000001:1.0:1767384886.189985:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384886.189990:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:1.0:1767384886.189996:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384886.190000:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384886.190009:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000020:00000001:1.0:1767384886.190012:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000001:1.0:1767384886.190016:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000040:2.0:1767384886.190021:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.190023:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384886.190031:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a9b1f82. 00000100:00000001:1.0:1767384886.190042:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384886.190055:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a9b1f82. 00000020:00000010:1.0:1767384886.190068:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28f0c1b. 00000020:00000010:1.0:1767384886.190086:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fcab788. 00000020:00000010:1.0:1767384886.190098:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003622eb3c. 00000100:00000001:2.0:1767384886.190108:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.190111:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384886.190126:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384886.190127:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384886.190134:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384886.190142:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.190148:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 12937 usecs (13 jiffies) 00000100:00000001:2.0:1767384886.190153:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875150 00000100:00000010:2.0:1767384886.190159:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009413ac94. 00000100:00000001:2.0:1767384886.190168:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384886.190173:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875150 00000100:00000010:2.0:1767384886.190182:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f9c0631. 00000100:00000001:2.0:1767384886.190188:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384886.190192:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875150 00000100:00000010:2.0:1767384886.190198:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a81ab17. 00000100:00000001:2.0:1767384886.190215:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384886.190219:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875150 00000100:00000010:2.0:1767384886.190234:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a379901. 00000100:00000001:1.0:1767384886.190243:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.190246:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384886.190258:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.190260:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384886.190267:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384886.190269:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.190271:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.190278:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.190286:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.190292:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.190293:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.190295:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384886.190301:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.190312:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.190313:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384886.190318:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384886.190331:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384886.190339:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000001:1.0:1767384886.190346:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376599808 : -106558332951808 : ffff9f15f46aa300) 00000020:00000010:2.0:1767384886.190353:0:17548:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f22ff080. 00000100:00000040:1.0:1767384886.190357:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026d89a78 x1853237352210816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.190360:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384886.190366:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352210560 02000000:00000001:2.0:1767384886.190373:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384886.190379:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384886.190387:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.190389:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384886.190398:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a9b1f82. 02000000:00000001:2.0:1767384886.190405:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.190405:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384886.190421:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352210560 00000020:00000010:1.0:1767384886.190422:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a9b1f82. 00000020:00000001:2.0:1767384886.190433:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384886.190436:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:2.0:1767384886.190445:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384886.190446:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026d89a78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352210816:12345-0@lo:400: 00000020:00000040:2.0:1767384886.190455:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000200:1.0:1767384886.190457:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352210816 00000020:00000001:2.0:1767384886.190460:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384886.190465:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384886.190468:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384886.190470:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384886.190478:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384886.190478:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384886.190484:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032e51412. 00000020:00000001:1.0:1767384886.190485:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384886.190492:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000010:2.0:1767384886.190494:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003d150e9d. 00000020:00000001:1.0:1767384886.190499:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384886.190506:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384886.190510:0:17548:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000020:00000001:1.0:1767384886.190511:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384886.190517:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384886.190523:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.190528:0:17548:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384886.190535:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004152feea. 00000020:00000001:1.0:1767384886.190538:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384886.190541:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f86d547a. 00000100:00000001:1.0:1767384886.190545:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384886.190551:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384886.190557:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006382bb93. 02000000:00000010:1.0:1767384886.190558:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006bba96fb. 02000000:00000001:1.0:1767384886.190567:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.190571:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384886.190572:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.190576:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384886.190581:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384886.190581:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.190586:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384886.190587:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352210816 00010000:00000001:1.0:1767384886.190594:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384886.190595:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384886.190602:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:1.0:1767384886.190605:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026d89a78 x1853237352210816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.190609:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.190630:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384886.190634:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384886.190634:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.190650:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1767384886.190653:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384886.190654:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384886.190662:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384886.190662:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384886.190669:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:2.0:1767384886.190670:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384886.190675:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384886.190682:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000040:3.0:1767384886.190684:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384886.190685:0:17548:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.190685:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384886.190693:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.190695:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606553600 : -106559102998016 : ffff9f15c684aa00) 00000100:00000001:2.0:1767384886.190698:0:17548:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.190700:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384886.190704:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d6f6249 x1853237352210560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384886.190711:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384886.190719:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb9f07. 00000100:00000001:3.0:1767384886.190721:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384886.190721:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384886.190732:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352210688 00000020:00000010:3.0:1767384886.190734:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a073be01. 00000100:00000200:1.0:1767384886.190734:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352210816, offset 224 02000000:00000001:2.0:1767384886.190743:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384886.190745:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.190750:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384886.190754:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384886.190760:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.190761:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a073be01. 02000000:00000001:2.0:1767384886.190774:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.190774:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384886.190790:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d6f6249 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352210560:12345-0@lo:400: 00000100:00100000:2.0:1767384886.190791:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352210688 00000020:00000001:2.0:1767384886.190799:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384886.190802:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272102180 00000020:00000040:2.0:1767384886.190805:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:2.0:1767384886.190816:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384886.190817:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352210560 00000020:00000040:2.0:1767384886.190822:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:3.0:1767384886.190824:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384886.190825:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1219 [1] + 224 00000020:00000001:3.0:1767384886.190831:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384886.190834:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:3.0:1767384886.190835:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.190843:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000200:1.0:1767384886.190844:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384886.190846:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384886.190853:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:2.0:1767384886.190858:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384886.190862:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384886.190865:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c266d3d. 00000400:00000200:1.0:1767384886.190865:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384886.190867:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.190874:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384886.190875:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384886.190920:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384886.190921:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384886.190927:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384886.190929:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b104e31 x1853237352210816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384886.190933:0:18311:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384886.190938:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384886.190943:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384886.190947:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009b104e31 x1853237352210816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384886.190949:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008c4fc3d3. 02000000:00000001:3.0:1767384886.190956:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.190961:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.190965:0:18311:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384886.190970:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352210560 00010000:00000001:3.0:1767384886.190975:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384886.190979:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:3.0:1767384886.190981:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d6f6249 x1853237352210560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.190989:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384886.190993:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384886.190997:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=6 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384886.191004:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb9f07 00000100:00000001:3.0:1767384886.191005:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384886.191009:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb9f07. 00000100:00000040:3.0:1767384886.191011:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:3.0:1767384886.191015:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384886.191018:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384886.191019:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.191022:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384886.191024:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384886.191025:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384886.191034:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384886.191035:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.191042:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000100:00000040:1.0:1767384886.191044:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000200:3.0:1767384886.191048:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352210560, offset 224 00010000:00000001:1.0:1767384886.191049:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384886.191054:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384886.191058:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384886.191059:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384886.191065:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026d89a78 x1853237352210816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384886.191070:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384886.191080:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272102080 00000100:00100000:1.0:1767384886.191084:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026d89a78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352210816:12345-0@lo:400: Request processed in 691us (1308us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384886.191092:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1215 [1] + 224 00000100:00100000:1.0:1767384886.191098:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000200:3.0:1767384886.191099:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384886.191105:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:1.0:1767384886.191110:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384886.191115:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384886.191118:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384886.191121:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fcab788. 00000100:00000001:3.0:1767384886.191125:0:18311:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384886.191133:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c266d3d. 00000100:00000200:3.0:1767384886.191135:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384886.191135:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003622eb3c. 00000020:00000010:1.0:1767384886.191142:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28f0c1b. 00000020:00000010:2.0:1767384886.191143:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bc59b4d. 00000020:00000040:1.0:1767384886.191150:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000020:00000010:2.0:1767384886.191156:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039d8bd06. 00000100:00000001:1.0:1767384886.191159:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384886.191165:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002283729a. 00000100:00000001:1.0:1767384886.191172:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384886.191180:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352210944 00000100:00000040:2.0:1767384886.191184:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384886.191186:0:18311:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ca8573 x1853237352210560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384886.191186:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384886.191192:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384886.191195:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384886.191197:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.191202:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384886.191205:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.191210:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384886.191213:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352210944 00000020:00000001:1.0:1767384886.191222:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384886.191224:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384886.191226:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000001:1.0:1767384886.191238:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384886.191243:0:18311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.191247:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384886.191249:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000400:00000200:3.0:1767384886.191253:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000020:00000001:1.0:1767384886.191257:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000400:00000010:3.0:1767384886.191258:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000100:00000001:2.0:1767384886.191263:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384886.191264:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:3.0:1767384886.191265:0:18311:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384886.191266:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384886.191270:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384886.191274:0:18311:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384886.191277:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a9b1f82. 00000100:00000001:3.0:1767384886.191282:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384886.191287:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000010:1.0:1767384886.191289:0:16776:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000010ee6ec6. 00000100:00000040:3.0:1767384886.191294:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000040:2.0:1767384886.191296:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000020:00000040:1.0:1767384886.191299:0:16776:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:2.0:1767384886.191304:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376604288 : -106558332947328 : ffff9f15f46ab480) 00010000:00000001:3.0:1767384886.191305:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384886.191310:0:16776:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384886.191314:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.191319:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384886.191319:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28f0c1b. 00000100:00000040:2.0:1767384886.191322:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c83bcc75 x1853237352210688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.191329:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d6f6249 x1853237352210560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384886.191331:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fcab788. 00000020:00000010:1.0:1767384886.191343:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003622eb3c. 00000100:00000040:1.0:1767384886.191356:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384886.191368:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384886.191374:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384886.191382:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.191395:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384886.191397:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384886.191399:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384886.191405:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c266d3d. 00000100:00000001:1.0:1767384886.191405:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.191413:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d6f6249 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352210560:12345-0@lo:400: Request processed in 683us (1631us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384886.191416:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.191419:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384886.191432:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00000010:2.0:1767384886.191432:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c266d3d. 00000100:00000001:1.0:1767384886.191438:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384886.191445:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384886.191448:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:3.0:1767384886.191457:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384886.191458:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c83bcc75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237352210688:12345-0@lo:13: 00000100:00100000:1.0:1767384886.191458:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384886.191466:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384886.191472:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000020:00000010:3.0:1767384886.191476:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f86d547a. 00000100:00000200:2.0:1767384886.191478:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352210688 00000100:00000001:1.0:1767384886.191479:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376593536 : -106558332958080 : ffff9f15f46a8a80) 00000020:00000001:2.0:1767384886.191486:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384886.191489:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006382bb93. 00000020:00000001:2.0:1767384886.191492:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384886.191493:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000572d6adc x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384886.191496:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.191497:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004152feea. 00000020:00000001:2.0:1767384886.191509:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384886.191510:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000020:00000001:2.0:1767384886.191519:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00000001:3.0:1767384886.191521:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384886.191531:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384886.191538:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.191539:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384886.191550:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384886.191550:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000020:00000001:2.0:1767384886.191557:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384886.191559:0:16776:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384886.191564:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384886.191566:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 00000100:00000001:2.0:1767384886.191575:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384886.191578:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384886.191578:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000572d6adc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352210944:12345-0@lo:400: 00000100:00000200:1.0:1767384886.191584:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352210944 02000000:00000010:2.0:1767384886.191588:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e762a278. 02000000:00000001:2.0:1767384886.191597:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.191598:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384886.191603:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.191606:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:2.0:1767384886.191608:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384886.191617:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384886.191619:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384886.191623:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384886.191624:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384886.191630:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00080000:00000001:2.0:1767384886.191631:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:1.0:1767384886.191639:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384886.191642:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384886.191650:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384886.191655:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.191657:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384886.191667:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.191668:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384886.191673:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00002000:00000024:2.0:1767384886.191681:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384886.191683:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:2.0:1767384886.191693:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:1.0:1767384886.191693:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:2.0:1767384886.191705:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 02000000:00000010:1.0:1767384886.191706:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001abdaf78. 02000000:00000001:1.0:1767384886.191717:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384886.191725:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384886.191726:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.191738:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384886.191743:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000040:1.0:1767384886.191745:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352210944 00000001:00000001:2.0:1767384886.191751:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1767384886.191752:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:2.0:1767384886.191763:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384886.191770:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000572d6adc x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384886.191774:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384886.191786:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352210688 00010000:00000001:1.0:1767384886.191789:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384886.191796:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384886.191796:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384886.191807:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=11 v=5 (1 0 0 0) 00010000:00000200:2.0:1767384886.191810:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c83bcc75 x1853237352210688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/368 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.191823:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384886.191835:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:2.0:1767384886.191841:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384886.191842:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00010000:00000001:2.0:1767384886.191852:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.191853:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1767384886.191864:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=6 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384886.191864:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.191912:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384886.191915:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:1.0:1767384886.191917:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384886.191918:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384886.191925:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384886.191926:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384886.191936:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384886.191937:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb9f07. 00000100:00000001:2.0:1767384886.191945:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384886.191946:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352210944, offset 224 00000100:00000040:2.0:1767384886.191953:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384886.191956:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000400:00000200:1.0:1767384886.191957:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384886.191964:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352210688, offset 224 00000400:00000200:1.0:1767384886.191974:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384886.191980:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384886.191989:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272102200 00000400:00000200:2.0:1767384886.191991:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384886.192009:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1225 [1] + 224 00000400:00000200:2.0:1767384886.192016:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272102100 00000400:00000200:1.0:1767384886.192016:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384886.192039:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384886.192041:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x122d [1] + 224 00000400:00000200:2.0:1767384886.192055:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384886.192057:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384886.192066:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384886.192066:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.192080:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384886.192085:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384886.192088:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384886.192147:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.192149:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.192174:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384886.192177:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb9f07 00000400:00000010:1.0:1767384886.192181:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb9f07. 00000100:00000001:1.0:1767384886.192188:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384886.192192:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000100:00000001:1.0:1767384886.192194:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384886.192205:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000100:00000001:1.0:1767384886.192208:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.192214:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384886.192218:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384886.192219:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384886.192230:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.192230:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384886.192238:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.192242:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000001:1.0:1767384886.192243:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384886.192252:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384886.192256:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000572d6adc x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384886.192257:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.192266:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384886.192276:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c83bcc75 x1853237352210688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/368 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384886.192293:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000572d6adc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352210944:12345-0@lo:400: Request processed in 747us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384886.192330:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1767384886.192334:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c83bcc75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352210688:12345-0@lo:13: Request processed in 927us (1672us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384886.192340:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:1.0:1767384886.192349:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384886.192358:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384886.192361:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000010:1.0:1767384886.192364:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fcab788. 00000100:00000040:2.0:1767384886.192370:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:2.0:1767384886.192374:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384886.192375:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003622eb3c. 00000100:00000001:2.0:1767384886.192381:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384886.192383:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28f0c1b. 00000020:00000010:2.0:1767384886.192388:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039d8bd06. 00000020:00000040:1.0:1767384886.192389:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000020:00000010:2.0:1767384886.192399:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002283729a. 00000100:00000001:1.0:1767384886.192400:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384886.192413:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bc59b4d. 00000020:00000040:2.0:1767384886.192420:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:2.0:1767384886.192423:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.192423:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.192438:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384886.192445:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384886.192448:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384886.192450:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be295e91. 00000400:00000200:1.0:1767384886.192455:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802507e1 00000400:00000010:1.0:1767384886.192459:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000100:00000001:2.0:1767384886.192461:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.192466:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384886.192469:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384886.192473:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384886.192478:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384886.192479:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384886.192487:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024290130. 00000400:00000200:2.0:1767384886.192498:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dbffc2 00000100:00000200:1.0:1767384886.192504:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384886.192506:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dbffc2. 00000100:00000001:2.0:1767384886.192515:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384886.192518:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384886.192525:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384886.192527:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.192533:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384886.192540:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384886.192546:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384886.192553:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.192562:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384886.192568:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384886.192573:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384886.192585:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384886.192599:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384886.192603:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.192612:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384886.192614:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.192619:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384886.192621:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.192629:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384886.192634:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384886.192641:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384886.192646:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.192649:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.192651:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384886.192658:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384886.192659:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.192665:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384886.192672:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384886.192675:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=6 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384886.192685:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384886.192691:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384886.192704:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384886.192707:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.192716:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384886.192728:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.192729:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.192745:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384886.192754:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384886.192760:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.192769:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384886.192772:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384886.192777:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384886.192777:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.192783:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.192799:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384886.192843:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352210944:0@lo:400: 00000100:00000001:2.0:1767384886.192858:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.192863:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.192871:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384886.192872:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384886.192908:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384886.192913:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:1.0:1767384886.192914:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352210944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384886.192919:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384886.192928:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384886.192930:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384886.192935:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384886.192939:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006df652b. 00000004:00000020:2.0:1767384886.192942:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000001:1.0:1767384886.192943:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384886.192950:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1767384886.192958:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384886.192959:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384886.192970:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384886.192975:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e4c4524c. 00000100:00000040:2.0:1767384886.192976:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384886.192983:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384886.192991:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384886.192998:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 00000100:00100000:2.0:1767384886.193015:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047b442e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352210688:0@lo:13: 00000100:00000001:1.0:1767384886.193016:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384886.193022:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.193028:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.193031:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.193032:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.193040:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047b442e1 x1853237352210688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.193042:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384886.193049:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.193059:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.193064:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.193066:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384886.193075:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384886.193083:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000695b5573. 02000000:00000001:2.0:1767384886.193089:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384886.193091:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384886.193094:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384886.193098:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384886.193103:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a97385fe. 02000000:00000001:2.0:1767384886.193111:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384886.193114:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384886.193115:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b442e1. 00000100:00000001:2.0:1767384886.193119:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384886.193121:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.193123:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.193128:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384886.193129:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.193131:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.193132:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.203974:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294875150, at 4294875151 00000100:00000010:2.0:1767384886.203998:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a81ab17. 00000100:00000040:3.0:1767384886.204939:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294875150, at 4294875152 00000100:00000010:3.0:1767384886.204949:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a379901. 00000100:00000040:1.0:1767384886.204952:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294875150, at 4294875152 00000100:00000010:1.0:1767384886.204965:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f9c0631. 00000400:00000200:1.0:1767384886.754384:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384886.754392:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384886.754400:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00000400:00000200:1.0:1767384886.754403:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (5) 00000400:00000010:1.0:1767384886.754408:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0fb7f5d. 00000400:00000200:1.0:1767384886.754412:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767384886.754425:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767384886.754437:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384886.754442:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384886.754445:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000001:3.0:1767384886.754450:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384886.754450:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:1.0:1767384886.754454:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp12 00000400:00000200:1.0:1767384886.754457:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp12 lpni_is_preferred = 0 00000400:00000200:1.0:1767384886.754461:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp12 10000000:00000001:3.0:1767384886.754463:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384886.754467:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384886.754467:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp12 NI seq info: [11:11:256:4294967295] 192.168.203.112@tcp12 LPNI seq info [11:11:8:4294967295] 10000000:01000000:3.0:1767384886.754471:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384886.754474:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384886.754476:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp12 00000020:01000004:3.0:1767384886.754478:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384886.754481:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384886.754483:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384886.754485:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384886.754490:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384886.754491:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384886.754494:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384886.754495:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12:) -> 192.168.203.112@tcp12(192.168.203.112@tcp:192.168.203.112@tcp12) : PUT try# 0 00000020:01000004:3.0:1767384886.754496:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384886.754499:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384886.754503:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.203.112@tcp12 00000100:00000010:3.0:1767384886.754505:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087192b50. 00000800:00000010:1.0:1767384886.754509:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c4524c. 00000020:00000040:3.0:1767384886.754510:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384886.754517:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384886.754519:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384886.754521:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000054976e51. 02000000:00000001:3.0:1767384886.754523:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384886.754528:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b5c4e092. 02000000:00000010:3.0:1767384886.754532:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008c7a1b53. 00000800:00000200:1.0:1767384886.754538:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (2) 00000100:00000001:3.0:1767384886.754541:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384886.754547:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (2) 00000100:00000001:3.0:1767384886.754550:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384886.754563:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.754570:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087192b50] to pc [ptlrpcd_00_01+1] req@0000000087192b50 x1853237352211072/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384886.754584:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384886.754589:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 10000000:00000001:3.0:1767384886.754593:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384886.754596:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.754598:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384886.754600:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384886.754603:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384886.754606:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384886.754608:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384886.754609:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384886.754612:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384886.754613:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384886.754614:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384886.754617:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384886.754619:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767384886.754619:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087192b50 x1853237352211072/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384886.754621:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384886.754622:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384886.754623:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384886.754653:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384886.754655:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384886.754658:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384886.754661:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384886.754663:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384886.754666:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081111716. 00000100:00000001:1.0:1767384886.754666:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.754672:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:1.0:1767384886.754673:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384886.754678:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384886.754678:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384886.754681:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384886.754683:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.754686:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384886.754689:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087192b50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352211072:0@lo:253: 00000100:00000001:1.0:1767384886.754694:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384886.754695:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005c61cb12. 00000100:00000001:3.0:1767384886.754699:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.754719:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384886.754721:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.754729:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384886.754733:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081111716] to pc [ptlrpcd_00_02+2] req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384886.754735:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.754741:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384886.754750:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000359c3065. 02000000:00000001:1.0:1767384886.754754:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384886.754759:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be295e91. 10000000:00000001:3.0:1767384886.754763:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384886.754767:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384886.754768:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aafa6ed. 00000020:00000001:3.0:1767384886.754770:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384886.754774:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352211072, portal 25 00000020:01000000:3.0:1767384886.754775:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384886.754783:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384886.754784:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000065968a99. 00000100:00000001:1.0:1767384886.754787:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545439488 : -106559164112128 : ffff9f15c2e02300) 00000100:00000040:1.0:1767384886.754798:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087192b50 x1853237352211072/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.754804:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384886.754804:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000001:1.0:1767384886.754807:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384886.754814:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.754821:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384886.754827:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038ce0523. 00000100:00000200:1.0:1767384886.754831:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352211072, offset 0 00000400:00000200:1.0:1767384886.754840:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384886.754842:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384886.754851:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384886.754856:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384886.754857:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384886.754864:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.754870:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384886.754934:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102280 00000100:00000001:3.0:1767384886.754943:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384886.754944:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00000001:3.0:1767384886.754946:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384886.754949:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f670c056. 00000100:00000001:3.0:1767384886.754951:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384886.754956:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001eea9abc 00000100:00000040:3.0:1767384886.754961:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384886.754964:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384886.754974:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384886.754977:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.754979:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.754984:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eea9abc 02000000:00000001:3.0:1767384886.754985:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384886.754988:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eea9abc. 02000000:00000001:3.0:1767384886.754990:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.754995:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384886.754996:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000200:1.0:1767384886.755000:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384886.755011:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.755012:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000026dcb2bc x1853237352211072 msgsize 4848 00000100:00100000:3.0:1767384886.755042:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081111716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352211200:0@lo:253: 00000100:00100000:1.0:1767384886.755049:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384886.755051:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384886.755053:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384886.755057:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384886.755061:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.755065:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000001:3.0:1767384886.755066:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384886.755066:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384886.755079:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee802f44. 02000000:00000001:3.0:1767384886.755087:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384886.755087:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ce0523 00000400:00000010:1.0:1767384886.755094:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038ce0523. 00000400:00000010:3.0:1767384886.755097:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004b89dd2. 00000100:00000001:1.0:1767384886.755104:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384886.755111:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecfb0290. 00000100:00000200:3.0:1767384886.755135:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352211200, portal 25 00000100:00000001:3.0:1767384886.755140:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384886.755141:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087192b50 x1853237352211072/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.755144:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545434112 : -106559164117504 : ffff9f15c2e00e00) 00000400:00000200:2.0:1767384886.755155:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:1.0:1767384886.755158:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384886.755161:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384886.755168:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087192b50 x1853237352211072/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.755183:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384886.755187:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.755191:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384886.755212:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384886.755215:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.755217:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4c92218. 00000100:00000001:1.0:1767384886.755223:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294875715 00000100:00000200:3.0:1767384886.755226:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352211200, offset 0 00000400:00000200:2.0:1767384886.755227:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000010:1.0:1767384886.755228:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e3bcd58. 00000100:00000001:1.0:1767384886.755242:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384886.755245:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384886.755251:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294875715 00000100:00000010:1.0:1767384886.755258:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea1e462c. 00000400:00000200:3.0:1767384886.755263:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384886.755265:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384886.755272:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294875715 00000100:00000010:1.0:1767384886.755278:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e7d17e3. 00000400:00000200:3.0:1767384886.755282:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102300 00000100:00000001:1.0:1767384886.755285:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384886.755292:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294875715 00000400:00000200:3.0:1767384886.755295:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000100:00000010:1.0:1767384886.755297:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e95f1453. 00000100:00000001:1.0:1767384886.755306:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384886.755307:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055ab06ee. 00000100:00000001:1.0:1767384886.755311:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.755314:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384886.755315:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000820ccdab 00000100:00000001:1.0:1767384886.755319:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.755322:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384886.755324:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384886.755328:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384886.755331:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:1.0:1767384886.755332:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384886.755333:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384886.755344:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384886.755347:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384886.755349:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820ccdab 00000100:00000001:1.0:1767384886.755351:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.755353:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000820ccdab. 00000100:00000001:1.0:1767384886.755357:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.755362:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384886.755365:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384886.755384:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000149d4fdd x1853237352211200 msgsize 4848 00000100:00000001:1.0:1767384886.755394:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384886.755398:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384886.755401:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.755402:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384886.755418:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384886.755424:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384886.755428:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211072 00000400:00000200:3.0:1767384886.755432:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4c92218 02000000:00000001:1.0:1767384886.755432:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384886.755434:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384886.755436:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4c92218. 00000100:00000001:1.0:1767384886.755438:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.755440:0:16139:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384886.755443:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384886.755446:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384886.755448:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211072 00000020:00000001:1.0:1767384886.755452:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384886.755455:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384886.755459:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384886.755461:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384886.755462:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000040:3.0:1767384886.755465:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384886.755466:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384886.755473:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384886.755479:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.755481:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384886.755482:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384886.755485:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000014af5e7. 00000100:00000001:1.0:1767384886.755490:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.755491:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384886.755492:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000014af5e7. 00000100:00000001:3.0:1767384886.755497:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294875715 00000020:00000010:1.0:1767384886.755500:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b67ad5f5. 00000100:00000001:3.0:1767384886.755501:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294875715 00000100:00000001:3.0:1767384886.755506:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294875715 00000100:00000001:3.0:1767384886.755507:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294875715 00000100:00000001:3.0:1767384886.755509:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294875715 00000020:00000010:1.0:1767384886.755510:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fcab788. 00000100:00000001:3.0:1767384886.755511:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294875715 00000100:00000001:3.0:1767384886.755515:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294875715 00000100:00000001:3.0:1767384886.755519:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294875715 00000100:00000001:3.0:1767384886.755520:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384886.755521:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003622eb3c. 00000100:00000001:3.0:1767384886.755522:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.755529:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.755532:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.755539:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384886.755544:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384886.755547:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384886.755550:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.755561:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384886.755564:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.755566:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211200 02000000:00000001:3.0:1767384886.755571:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384886.755573:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384886.755575:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.755577:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.755578:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384886.755579:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211200 00000020:00000001:3.0:1767384886.755584:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384886.755592:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384886.755594:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384886.755596:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384886.755597:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000100:00000001:1.0:1767384886.755600:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384886.755601:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384886.755605:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384886.755609:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384886.755609:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000010:3.0:1767384886.755614:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b2b3a54. 00000100:00000040:1.0:1767384886.755615:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384886.755620:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526163536 : -106558183388080 : ffff9f15fd54cc50) 00000100:00000001:3.0:1767384886.755623:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.755628:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b2b3a54. 00000100:00000040:1.0:1767384886.755631:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026dcb2bc x1853237352211072/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 4848/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384886.755640:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b99d570e. 00000100:00000001:1.0:1767384886.755640:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384886.755648:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f029ca1. 00000020:00000010:1.0:1767384886.755651:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000014af5e7. 00000020:00000010:3.0:1767384886.755654:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f10fa11. 00000100:00000001:1.0:1767384886.755655:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384886.755660:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000014af5e7. 00000100:00000001:3.0:1767384886.755663:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384886.755668:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384886.755669:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384886.755672:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026dcb2bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352211072:12345-0@lo:253: 00000100:00000001:3.0:1767384886.755675:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384886.755677:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211072 00000100:00000001:3.0:1767384886.755683:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384886.755683:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384886.755692:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384886.755695:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.755698:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384886.755701:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:3.0:1767384886.755705:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384886.755705:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384886.755707:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.755708:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384886.755711:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384886.755714:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384886.755717:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000020:00000001:1.0:1767384886.755718:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.755721:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384886.755723:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384886.755725:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526171728 : -106558183379888 : ffff9f15fd54ec50) 02000000:00000001:1.0:1767384886.755727:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384886.755731:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149d4fdd x1853237352211200/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 4848/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384886.755734:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000043861229. 02000000:00000001:1.0:1767384886.755739:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.755746:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384886.755746:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.755752:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b2b3a54. 20000000:00000001:1.0:1767384886.755754:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384886.755760:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.755763:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b2b3a54. 20000000:00000010:1.0:1767384886.755767:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007b242c85. 20000000:01000000:1.0:1767384886.755773:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384886.755776:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:3.0:1767384886.755777:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000149d4fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352211200:12345-0@lo:253: 20000000:00000001:1.0:1767384886.755778:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:2.0:1767384886.755782:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007be6973a. 00000100:00000200:3.0:1767384886.755784:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211200 20000000:00000001:1.0:1767384886.755784:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.755793:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384886.755793:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384886.755795:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000396214f9. 20000000:00000001:1.0:1767384886.755797:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384886.755809:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384886.755813:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384886.755813:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a010078d. 20000000:00000010:1.0:1767384886.755814:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f5ec659e. 00000020:00000001:3.0:1767384886.755825:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384886.755830:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 20000000:01000000:1.0:1767384886.755830:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000020:00000001:3.0:1767384886.755837:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384886.755838:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384886.755839:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384886.755840:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384886.755843:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384886.755845:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384886.755846:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:3.0:1767384886.755848:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384886.755850:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384886.755856:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba3cddb8. 02000000:00000001:3.0:1767384886.755859:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.755861:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.755864:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384886.755933:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bba2601a. 20000000:01000000:3.0:1767384886.755938:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:2.0:1767384886.755938:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a010078d. 20000000:00000001:3.0:1767384886.755954:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384886.755957:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384886.755959:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.755962:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.755965:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384886.755968:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384886.755973:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384886.755977:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384886.755985:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384886.755989:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384886.755995:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384886.755999:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384886.756007:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b886ab4. 00080000:00000001:1.0:1767384886.756011:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247717888 : -106563461833728 : ffff9f14c2b61c00) 00080000:00000001:1.0:1767384886.756015:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384886.756122:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384886.756161:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp12 from 249.3.0.2 00000800:00000010:2.0:1767384886.756166:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f9a010a1. 00000001:00000001:1.0:1767384886.756189:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384886.756194:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384886.756199:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384886.756244:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384886.756249:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384886.756456:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000087819df. 00080000:00000001:1.0:1767384886.756461:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000010:2.0:1767384886.756462:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b504562. 00080000:00000001:1.0:1767384886.756473:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384886.756509:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e6a17219. 00000800:00000200:2.1:1767384886.756518:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (2) 00000800:00000200:2.1:1767384886.756524:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp12 00000000e6a17219 deleted 00000800:00000010:2.1:1767384886.756527:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e6a17219. 00000800:00000200:2.1:1767384886.756536:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384886.756546:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp12 ip 192.168.203.112:1017 00000800:00000200:2.1:1767384886.756551:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 1, nob 208 niov 1 nkiov 1 00000800:00000200:2.0:1767384886.756561:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp12 p 3.x 192.168.203.112 -> 192.168.203.112:1017 incarnation:1767384885272859200 sched[0] 00000800:00000010:2.0:1767384886.756568:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a010078d. 00000800:00000010:2.0:1767384886.756642:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a010078d. 00000800:00000010:2.0:1767384886.756649:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b504562. 00000800:00000200:3.1:1767384886.756674:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384886.756688:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp12 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384885272859200 sched[0] 00000800:00000010:3.0:1767384886.756692:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000396214f9. 00000800:00000010:2.0:1767384886.756711:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f9a010a1. 00000800:00000001:2.0:1767384886.756752:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384886.756759:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384886.756799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:2.0:1767384886.756846:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384886.756851:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c4524c. 00000400:00000200:2.0:1767384886.756858:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384886.756868:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: PUT: OK 00000800:00000001:3.0:1767384886.757033:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.757046:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384886.757048:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384886.757051:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384886.757053:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384886.757061:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000400:00000200:3.0:1767384886.757070:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12) <- 192.168.203.112@tcp12 : PUT - for me 00000400:00000200:3.0:1767384886.757083:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384886.757090:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 112/112 into md 0x11d9 [1] + 0 00000400:00000010:3.0:1767384886.757093:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a51bd1e. 00000400:00000200:3.0:1767384886.757096:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000881dd80a 00000800:00000001:3.0:1767384886.757108:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.757116:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384886.757118:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.757123:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: PUT: OK 00000400:00000200:3.0:1767384886.757126:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000881dd80a 00000400:00000010:3.0:1767384886.757128:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881dd80a. 00000400:00000200:3.0:1767384886.757155:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384886.757159:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (6) 00000400:00000200:3.0:1767384886.757166:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:3.0:1767384886.757169:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 0000000018b0e862. 00000400:00000200:3.0:1767384886.757176:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 5 00000400:00000200:3.0:1767384886.757184:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384886.757200:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (7) 00000400:00000200:3.0:1767384886.757206:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384886.757212:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp12 to MR: 192.168.203.112@tcp12 local destination 00000400:00000200:3.0:1767384886.757218:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp12 NI seq info: [12:12:256:4294967295] 192.168.203.112@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384886.757243:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12:192.168.203.112@tcp12) -> 192.168.203.112@tcp12(192.168.203.112@tcp12:192.168.203.112@tcp12) 192.168.203.112@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384886.757248:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp12 00000800:00000010:3.0:1767384886.757253:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ad44461. 00000800:00000200:3.0:1767384886.757258:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (4) 00000800:00000200:3.0:1767384886.757262:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp12 ip 192.168.203.112:988 00000800:00000200:3.0:1767384886.757266:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ad44461 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384886.757353:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384886.757357:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ad44461. 00000400:00000200:3.0:1767384886.757380:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.757385:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: ACK: OK 00000800:00000001:3.0:1767384886.757392:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.757394:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384886.757396:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.757399:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384886.757400:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.757410:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384886.757414:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12) <- 192.168.203.112@tcp12 : ACK - for me 00000400:00000200:3.0:1767384886.757420:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp12: ACK from 12345-192.168.203.112@tcp12 into md 0x1249 00000400:00000200:3.0:1767384886.757424:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.757426:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: ACK: OK 00000400:00000200:3.0:1767384886.757429:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802507e1 00000400:00000010:3.0:1767384886.757430:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000400:00000200:3.0:1767384886.757433:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384886.757435:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:3.0:1767384886.757437:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384886.757439:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (6) 00000800:00000001:3.0:1767384886.757444:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.757447:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384886.757480:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384886.757485:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384886.757493:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a435b1. 00000400:00000010:1.0:1767384886.757500:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb9f07. 00000400:00000200:1.0:1767384886.757504:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:1.0:1767384886.757512:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:1.0:1767384886.757521:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 000000006ea28d2f. 00000400:00000010:1.0:1767384886.757527:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 00000000e0a47d8c. 00000400:00000010:1.0:1767384886.757530:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 0000000073e6360e. 00000400:00000200:3.0:1767384886.757531:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000010:1.0:1767384886.757545:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000006df652b. 00000400:00000200:1.0:1767384886.757552:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000006df652b nid 192.168.203.112@tcp13 00000400:00000010:1.0:1767384886.757557:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000041e102bf. 00000400:00000200:1.0:1767384886.757561:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000041e102bf net tcp13 00000400:00000200:3.0:1767384886.757562:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384886.757565:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (5) 00000400:00000200:1.0:1767384886.757578:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp13 flags 0x11 00000400:00000010:1.0:1767384886.757584:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 000000006ea28d2f. 00000400:00000010:1.0:1767384886.757588:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 00000000e0a47d8c. 00000400:00000010:1.0:1767384886.757591:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 0000000073e6360e. 00000400:00000010:1.0:1767384886.757597:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 0000000018b0e862. 00000400:00000200:1.0:1767384886.757695:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384886.757696:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384886.757707:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:1.0:1767384886.757718:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:1.0:1767384886.757737:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:1.0:1767384886.757742:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384886.757748:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:1.0:1767384886.757754:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:1.0:1767384886.757766:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (6) 00000400:00000200:2.0:1767384886.757818:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384886.757962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000800:00000010:2.0:1767384886.758566:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bfecd42. 00000800:00000010:2.0:1767384886.758571:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b504562. 00000800:00000010:2.0:1767384886.758577:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac78d17f. 00000800:00000010:2.0:1767384886.758629:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac78d17f. 00000400:00000200:2.0:1767384886.758781:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384886.758807:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp12 from 248.3.0.2 00000800:00000010:2.0:1767384886.758811:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ee9d6147. 00000800:00000010:3.0:1767384886.759079:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e41d83c7. 00000800:00000010:3.0:1767384886.759088:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4c92218. 00000800:00000010:3.0:1767384886.759142:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a8288742. 00000800:00000200:3.1:1767384886.759170:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (4) 00000800:00000200:3.1:1767384886.759179:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp12 00000000a8288742 deleted 00000800:00000010:3.1:1767384886.759183:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a8288742. 00000800:00000200:3.1:1767384886.759191:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384886.759199:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp12 p 3.x 192.168.203.112 -> 192.168.203.112:1016 incarnation:1767384885272859200 sched[0] 00000800:00000010:3.0:1767384886.759204:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ba54f200. 00000800:00000010:3.0:1767384886.759296:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ba54f200. 00000800:00000010:3.0:1767384886.759301:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4c92218. 00000800:00000200:1.1:1767384886.759306:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384886.759316:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp12 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384885272859200 sched[0] 00000800:00000010:1.0:1767384886.759320:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b504562. 00000800:00000010:3.0:1767384886.759330:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ee9d6147. 00000800:00000001:3.0:1767384886.759360:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.759384:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384886.759393:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384886.759397:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384886.766122:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384886.766130:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.766148:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384886.766150:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.766195:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384886.766198:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384886.766201:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384886.768977:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294875715, at 4294875716 00000100:00000040:1.0:1767384886.768986:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294875715, at 4294875716 00000100:00000010:3.0:1767384886.768989:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e95f1453. 00000100:00000010:1.0:1767384886.768997:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea1e462c. 00080000:00000001:1.0:1767384886.769796:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384886.769804:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384886.769807:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.769809:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384886.769811:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384886.769820:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384886.769826:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384886.769829:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384886.769830:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384886.769838:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384886.769843:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008b886ab4. 20000000:00000001:1.0:1767384886.769850:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384886.769852:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384886.769853:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000082e7877c. 20000000:01000000:1.0:1767384886.769857:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384886.769859:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:3.0:1767384886.769866:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384886.769867:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384886.769872:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000040:2.0:1767384886.769958:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294875715, at 4294875717 20000000:01000000:1.0:1767384886.769960:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384886.769966:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384886.769967:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384886.769971:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e7d17e3. 10000000:01000000:1.0:1767384886.769972:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384886.769973:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384886.769979:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.769986:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384886.769987:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:3.0:1767384886.769990:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384886.769991:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384886.769997:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000040:1.0:1767384886.769999:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000ee66097 count: 2 00080000:00000001:3.0:1767384886.770003:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384886.770004:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384886.770010:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384886.770011:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b739efc7. 00010000:00000010:1.0:1767384886.770015:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 00080000:00000001:3.0:1767384886.770016:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241892352 : -106563467659264 : ffff9f14c25d3800) 00000020:00000001:1.0:1767384886.770021:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384886.770022:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384886.770033:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f09508b with handle 0x7ec529173eeb82a0 to hash 00000020:00000001:1.0:1767384886.770036:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384886.770037:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384886.770041:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384886.770046:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384886.770056:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384886.770059:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384886.770068:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384886.770072:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384886.770075:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384886.770080:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384886.770084:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384886.770090:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384886.770100:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384886.770104:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.770108:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384886.770111:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384886.770115:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384886.770118:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384886.770121:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384886.770131:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:1.0:1767384886.770132:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000ee66097) refcount = 2 00080000:00000001:3.0:1767384886.770157:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384886.770159:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:3.0:1767384886.770160:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384886.770168:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384886.770173:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384886.770175:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384886.770182:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a87edb81. 00080000:00000001:3.0:1767384886.770185:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.770187:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1767384886.770189:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000010:1.0:1767384886.770193:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038ce0523. 00000100:00000001:1.0:1767384886.770197:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510236862144 : -106563472689472 : ffff9f14c21076c0) 00000100:00000001:1.0:1767384886.770200:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510236862144 : -106563472689472 : ffff9f14c21076c0) 00000100:00000001:1.0:1767384886.770202:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384886.770209:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384886.770212:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384886.770216:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384886.770219:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384886.770222:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384886.770225:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384886.770244:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384886.770246:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384886.770251:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000020:00000040:1.0:1767384886.770255:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:1.0:1767384886.770259:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384886.770263:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384886.770268:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384886.770274:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1b417b9. 00000100:00000001:1.0:1767384886.770282:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384886.770288:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384886.770307:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 16 pid: 16771 timeout: 358 lvb_type: 0 00010000:00000001:1.0:1767384886.770314:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384886.770317:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384886.770320:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352211328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384886.770328:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384886.770330:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384886.770337:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352211328:0@lo:104: 00000100:00000001:1.0:1767384886.770341:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384886.770347:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384886.770349:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.770352:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384886.770356:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000769a1e60. 02000000:00000001:1.0:1767384886.770358:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384886.770363:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004adad42. 00000400:00000010:1.0:1767384886.770389:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083653650. 00000100:00000200:1.0:1767384886.770399:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352211328, portal 16 00000100:00000001:1.0:1767384886.770402:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384886.770404:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000040:1.0:1767384886.770409:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000f10d12a3 x1853237352211328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1767384886.770411:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384886.770416:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384886.770425:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384886.770438:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384886.770442:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017e8d93d. 00000100:00000200:1.0:1767384886.770446:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352211328, offset 0 00000400:00000200:1.0:1767384886.770455:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384886.770466:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384886.770475:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272102380 00000400:00000200:1.0:1767384886.770483:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:1.0:1767384886.770490:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384886.770495:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384886.770503:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384886.770506:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384886.770512:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002e8fb6b. 00000100:00000040:1.0:1767384886.770516:0:16792:0:(events.c:337:request_in_callback()) incoming req@0000000002e8fb6b x1853237352211328 msgsize 328 00000100:00100000:1.0:1767384886.770531:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384886.770551:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384886.770559:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e8d93d 00000400:00000010:1.0:1767384886.770562:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017e8d93d. 00000100:00000001:1.0:1767384886.770566:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384886.770570:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352211328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384886.770577:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384886.770581:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352211328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384886.770586:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.770587:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384886.770592:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.770595:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294875730 00000100:00000010:1.0:1767384886.770599:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea1e462c. 00000100:00000001:1.0:1767384886.770611:0:16792:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384886.770619:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294875730 00000100:00000010:1.0:1767384886.770624:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005cb11143. 00000100:00000001:1.0:1767384886.770627:0:16792:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384886.770632:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294875730 00000100:00000010:1.0:1767384886.770636:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022a765d1. 00000100:00000001:1.0:1767384886.770641:0:16792:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384886.770645:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294875730 00000100:00000010:1.0:1767384886.770650:0:16792:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e7d17e3. 00000100:00000001:1.0:1767384886.770652:0:16792:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384886.770659:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384886.770661:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.770663:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.770665:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.770667:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.770671:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384886.770672:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384886.770674:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.770676:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384886.770678:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384886.770683:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.770685:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384886.770688:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384886.770691:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038ce0523 going to sleep for 11 seconds 00000100:00000001:1.0:1767384886.770696:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384886.770700:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.770750:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384886.770755:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211328 02000000:00000001:1.0:1767384886.770759:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384886.770762:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384886.770764:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384886.770769:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384886.770776:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211328 00000020:00000001:1.0:1767384886.770780:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384886.770783:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000020:00000001:1.0:1767384886.770792:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384886.770795:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000020:00000001:1.0:1767384886.770801:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000020:00000001:1.0:1767384886.770806:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:1.0:1767384886.770812:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384886.770818:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006e1c735. 00000100:00000001:1.0:1767384886.770823:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384886.770828:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006e1c735. 00000020:00000010:1.0:1767384886.770838:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1755fe. 00000020:00000010:1.0:1767384886.770843:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001010d1ea. 00000020:00000010:1.0:1767384886.770849:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ebb92247. 00000100:00000040:1.0:1767384886.770864:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384886.770870:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384886.770932:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384886.770935:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.770947:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.770960:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384886.770987:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384886.770991:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384886.771003:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384886.771010:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:1.0:1767384886.771015:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581528064 : -106559128023552 : ffff9f15c506ce00) 00000100:00000040:1.0:1767384886.771021:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002e8fb6b x1853237352211328/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 328/0 e 0 to 0 dl 1767384897 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384886.771029:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384886.771035:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006e1c735. 00000100:00000001:1.0:1767384886.771040:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384886.771043:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006e1c735. 00000100:00100000:1.0:1767384886.771049:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002e8fb6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352211328:12345-0@lo:104: 00000100:00000200:1.0:1767384886.771052:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211328 00010000:00000001:1.0:1767384886.771054:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384886.771067:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384886.771069:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384886.771072:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=2 00000020:00000001:1.0:1767384886.771075:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384886.771079:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384886.771084:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384886.771088:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384886.771092:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384886.771101:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384886.771104:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384886.771110:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000867baacd. 02000000:00000001:1.0:1767384886.771114:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.771117:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.771122:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384886.771146:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384886.771150:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384886.771154:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384886.771157:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384886.771159:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384886.771162:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384886.771164:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.771168:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384886.771169:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384886.771172:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017e8d93d. 00000100:00000200:1.0:1767384886.771175:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352211328, offset 224 00000400:00000200:1.0:1767384886.771178:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384886.771183:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384886.771188:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272102380 00000400:00000200:1.0:1767384886.771191:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1261 [1] + 224 00000400:00000200:1.0:1767384886.771194:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384886.771196:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384886.771202:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384886.771229:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352211328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384886.771238:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f10d12a3 x1853237352211328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384886.771258:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384886.771269:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e8d93d 00000400:00000010:1.0:1767384886.771271:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017e8d93d. 00000100:00000001:1.0:1767384886.771279:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384886.771282:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384886.771288:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.771297:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384886.771302:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384886.771307:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fc1f1e68. 00010000:00000001:1.0:1767384886.771311:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384886.771324:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384886.771330:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.771333:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384886.771337:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.771344:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002e8fb6b x1853237352211328/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 328/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384886.771387:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002e8fb6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352211328:12345-0@lo:104: Request processed in 335us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384886.771397:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384886.771405:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:1.0:1767384886.771410:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384886.771416:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384886.771421:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001010d1ea. 00000020:00000010:1.0:1767384886.771430:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ebb92247. 00000020:00000010:1.0:1767384886.771437:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1755fe. 00000020:00000040:1.0:1767384886.771448:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:1.0:1767384886.771453:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384886.771487:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384886.771493:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384886.771507:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384886.771518:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384886.771522:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384886.771530:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384886.771570:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005e873491) 10000000:00000001:2.0:1767384886.771586:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384886.771600:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384886.771619:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384886.771646:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384886.771652:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384886.771658:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=3 00000020:00000001:2.0:1767384886.771663:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:2.0:1767384886.771676:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:2.0:1767384886.771693:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384886.771708:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384886.771731:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384886.771739:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384886.771763:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384886.771771:0:16764:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384886.771774:0:16764:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384886.771785:0:16764:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384886.771791:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384886.771794:0:16764:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384886.771813:0:16764:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384886.771815:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384886.771816:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384886.771819:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384886.771820:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.771823:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384886.771827:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384886.771830:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384886.771833:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384886.771836:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384886.771839:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb8292 from hash 00010000:00000001:2.0:1767384886.771842:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384886.771844:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384886.771846:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384886.771847:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384886.771849:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384886.771850:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384886.771861:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384886.771864:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384886.771933:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa8ad4ec. 00000020:00000040:2.0:1767384886.771938:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384886.771944:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384886.771947:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384886.771953:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384886.771961:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e28f0c1b. 00000100:00000001:2.0:1767384886.771971:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.771974:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384886.771982:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384886.771989:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384886.771993:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.771998:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384886.772001:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.772010:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa8ad4ec] to pc [ptlrpcd_00_03+3] req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384886.772047:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384886.772051:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384886.772053:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384886.772056:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.772060:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384886.772064:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384886.772068:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384886.772075:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384886.772078:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000c02b08ec/0x7ec529173eeb8292 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8299 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384886.772085:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000172e417e count: 0 00010000:00000001:2.0:1767384886.772103:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384886.772105:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384886.772115:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fc1f1e68. 00010000:00000001:2.0:1767384886.772120:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.772155:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.772159:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384886.772161:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384886.772166:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.772174:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384886.772176:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.772180:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384886.772183:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384886.772186:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384886.772189:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352211456:0@lo:103: 00000100:00000001:2.0:1767384886.772193:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384886.772198:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384886.772201:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.772203:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384886.772206:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcd3450b. 02000000:00000001:2.0:1767384886.772208:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384886.772213:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cf133f8. 00000400:00000010:2.0:1767384886.772230:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000100:00000200:2.0:1767384886.772238:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352211456, portal 18 00000100:00000001:2.0:1767384886.772242:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384886.772244:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606554496 : -106559102997120 : ffff9f15c684ad80) 00000100:00000040:2.0:1767384886.772251:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.772262:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384886.772266:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384886.772269:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab20be0e. 00000100:00000200:2.0:1767384886.772273:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352211456, offset 0 00000400:00000200:2.0:1767384886.772282:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384886.772297:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384886.772310:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272102400 00000400:00000200:2.0:1767384886.772319:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:2.0:1767384886.772338:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384886.772341:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.772347:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384886.772349:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384886.772353:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bec2a4ac. 00000100:00000040:2.0:1767384886.772356:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000bec2a4ac x1853237352211456 msgsize 328 00000100:00100000:2.0:1767384886.772360:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384886.772391:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384886.772399:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab20be0e 00000400:00000010:2.0:1767384886.772402:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab20be0e. 00000100:00000001:2.0:1767384886.772406:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384886.772411:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.772421:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.772424:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384886.772425:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000878b45f3. 00000100:00000001:3.0:1767384886.772437:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384886.772441:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211456 00000100:00000001:2.0:1767384886.772441:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.772450:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384886.772451:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384886.772459:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384886.772462:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.772463:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.772476:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.772476:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294875732 00000100:00100000:3.0:1767384886.772489:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211456 00000020:00000001:3.0:1767384886.772494:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384886.772496:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294875730 00000020:00000040:3.0:1767384886.772497:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384886.772508:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.772512:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000100:00000001:2.0:1767384886.772513:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294875732 00000020:00000001:3.0:1767384886.772517:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384886.772520:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294875730 00000020:00000001:3.0:1767384886.772521:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384886.772530:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294875732 00000100:00000001:3.0:1767384886.772531:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384886.772539:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294875730 00000020:00000010:3.0:1767384886.772542:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005010f24a. 00000100:00000001:2.0:1767384886.772544:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294875732 00000100:00000001:3.0:1767384886.772549:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.772551:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294875730 00000020:00000010:3.0:1767384886.772554:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005010f24a. 00000100:00000001:2.0:1767384886.772562:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.772566:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001063f1e9. 00000100:00000001:2.0:1767384886.772566:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.772576:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.772578:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000686d147f. 00000100:00000001:2.0:1767384886.772581:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384886.772584:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000790dcb16. 00000100:00000040:3.0:1767384886.772593:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384886.772596:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384886.772598:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384886.772599:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384886.772601:0:16763:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384886.772603:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384886.772605:0:16763:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.772608:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384886.772610:0:16763:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384886.772614:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384886.772615:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384886.772618:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384886.772619:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.772627:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000100:00000001:2.0:1767384886.772628:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.772638:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384886.772643:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00010000:3.0:1767384886.772648:0:16763:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 17 pid: 16771 timeout: 358 lvb_type: 0 00000100:00000001:2.0:1767384886.772650:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.772656:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.772658:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.772669:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.772671:0:16763:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.772673:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.772678:0:16763:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384886.772686:0:16763:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bec2a4ac x1853237352211456/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 328/0 e 0 to 0 dl 1767384897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.772697:0:16763:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384886.772701:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.772706:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384886.772709:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384886.772712:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384886.772715:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384886.772716:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384886.772718:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384886.772723:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384886.772727:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384886.772731:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384886.772736:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384886.772741:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384886.772744:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384886.772748:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384886.772751:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384886.772756:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384886.772759:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:1.0:1767384886.772761:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.772765:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606550912 : -106559103000704 : ffff9f15c6849f80) 00000100:00000001:1.0:1767384886.772768:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.772779:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bec2a4ac x1853237352211456/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 328/0 e 0 to 0 dl 1767384897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.772786:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384886.772790:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005010f24a. 00000100:00000001:3.0:1767384886.772794:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.772796:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005010f24a. 00000100:00100000:3.0:1767384886.772800:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bec2a4ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16139:x1853237352211456:12345-0@lo:103: 00000100:00000200:3.0:1767384886.772803:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211456 00010000:00000001:3.0:1767384886.772805:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384886.772807:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384886.772810:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384886.772815:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384886.772819:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384886.772823:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b412d77e. 02000000:00000001:3.0:1767384886.772824:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.772826:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.772830:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384886.772831:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384886.772833:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384886.772834:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.772835:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384886.772837:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384886.772839:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000040:3.0:1767384886.772842:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000ee66097 count: 3 00010000:00010000:3.0:1767384886.772845:0:16763:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 17 pid: 16771 timeout: 358 lvb_type: 0 00000100:00001000:3.0:1767384886.772850:0:16763:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384886 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384886.772853:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384886.772861:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.772862:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384886.772866:0:16763:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 17 pid: 16771 timeout: 358 lvb_type: 0 00000020:00000001:3.0:1767384886.772953:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384886.772956:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384886.772959:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.772962:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.772967:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384886.772969:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384886.772975:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.772977:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.772980:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.772982:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.772984:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb8299 from hash 00010000:00000001:3.0:1767384886.772987:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384886.772989:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.772990:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.772992:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384886.772994:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384886.772996:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384886.772998:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb8299 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb8292 expref: 17 pid: 16771 timeout: 358 lvb_type: 0 00010000:00000040:3.0:1767384886.773003:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:3.0:1767384886.773007:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:3.0:1767384886.773018:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.773021:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384886.773025:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384886.773028:0:16763:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002f09508b 00010000:00000001:3.0:1767384886.773031:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384886.773033:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384886.773034:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.773037:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384886.773039:0:16763:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.773041:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384886.773042:0:16763:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384886.773043:0:16763:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773058:0:16763:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384886.773061:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384886.773063:0:16763:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384886.773064:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384886.773066:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000ee66097) refcount = 2 00010000:00010000:3.0:1767384886.773069:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773074:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384886.773077:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384886.773078:0:16763:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.773081:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384886.773085:0:16763:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005010f24a. 00000100:00000001:3.0:1767384886.773087:0:16763:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384886.773091:0:16763:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b4c92218. 00000100:00000001:3.0:1767384886.773094:0:16763:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510249990976 : -106563459560640 : ffff9f14c2d8cb40) 00000100:00000001:3.0:1767384886.773096:0:16763:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510249990976 : -106563459560640 : ffff9f14c2d8cb40) 00000100:00000001:3.0:1767384886.773098:0:16763:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384886.773100:0:16763:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384886.773101:0:16763:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384886.773106:0:16763:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384886.773110:0:16763:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384886.773113:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384886.773115:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.773118:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=5 00000020:00000001:3.0:1767384886.773119:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:3.0:1767384886.773121:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:3.0:1767384886.773124:0:16763:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384886.773141:0:16763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773146:0:16763:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384886.773151:0:16763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773160:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.773164:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384886.773166:0:16763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773169:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.773170:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.773173:0:16763:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384886.773174:0:16763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384886.773179:0:16763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002f09508b already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384886.773183:0:16763:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384886.773186:0:16763:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384886.773188:0:16763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773192:0:16763:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384886.773194:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384886.773196:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.773199:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=6 00000020:00000001:3.0:1767384886.773201:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:3.0:1767384886.773203:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:3.0:1767384886.773221:0:16763:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384886.773223:0:16763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773227:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384886.773229:0:16763:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384886.773230:0:16763:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.773238:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384886.773239:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384886.773240:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384886.773247:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.773250:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f09508b with handle 0x7ec529173eeb82a0 from hash 00010000:00000001:3.0:1767384886.773253:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384886.773255:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.773258:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.773260:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384886.773264:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384886.773266:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384886.773270:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384886.773272:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.773274:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384886.773274:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773279:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384886.773282:0:16763:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384886.773286:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384886.773288:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384886.773289:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.773292:0:16763:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384886.773293:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384886.773295:0:16763:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384886.773297:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773298:0:16763:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384886.773303:0:16763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384886.773310:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384886.773314:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384886.773314:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.773317:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384886.773318:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.773321:0:16763:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:00000001:1.0:1767384886.773321:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384886.773324:0:16763:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384886.773327:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384886.773328:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.773329:0:16763:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384886.773331:0:16763:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384886.773332:0:16763:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.773334:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384886.773335:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f09508b/0x7ec529173eeb82a0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384886.773342:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384886.773343:0:16763:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.773344:0:16763:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384886.773345:0:16763:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384886.773353:0:16763:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.773355:0:16763:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.773356:0:16763:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384886.773358:0:16763:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b4c92218. 00000100:00000001:3.0:1767384886.773377:0:16763:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384886.773378:0:16763:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384886.773380:0:16763:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005010f24a. 00010000:00000001:3.0:1767384886.773382:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384886.773384:0:16763:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000ee66097 count: 0 00010000:00010000:3.0:1767384886.773393:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384886.773395:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384886.773398:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384886.773400:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384886.773402:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384886.773406:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384886.773410:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384886.773412:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384886.773414:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384886.773416:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.773418:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384886.773429:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384886.773433:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000100:00000200:3.0:1767384886.773436:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352211456, offset 224 00000400:00000200:3.0:1767384886.773441:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384886.773450:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384886.773456:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272102400 00000400:00000200:3.0:1767384886.773463:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x126d [1] + 224 00000400:00000200:3.0:1767384886.773468:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.773474:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.773480:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.773486:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.773493:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.773521:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384886.773530:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000400:00000010:3.0:1767384886.773535:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000100:00000001:3.0:1767384886.773546:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384886.773548:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384886.773559:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.773564:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384886.773567:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.773571:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.773574:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec2a4ac x1853237352211456/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 328/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.773588:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bec2a4ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352211456:12345-0@lo:103: Request processed in 795us (1224us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384886.773591:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.773596:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384886.773597:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384886.773602:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:3.0:1767384886.773604:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384886.773607:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384886.773608:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384886.773611:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000686d147f. 00000400:00000001:2.0:1767384886.773611:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384886.773618:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cf133f8. 00000020:00000010:3.0:1767384886.773620:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000790dcb16. 00000400:00000200:2.0:1767384886.773630:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000020:00000010:3.0:1767384886.773631:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001063f1e9. 00000400:00000010:2.0:1767384886.773647:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000100:00000001:2.0:1767384886.773666:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384886.773667:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000001:3.0:1767384886.773673:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384886.773677:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384886.773690:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.773698:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.773712:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.773714:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384886.773717:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384886.773721:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384886.773723:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.773726:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384886.773731:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384886.773735:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384886.773748:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384886.773750:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.773752:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384886.773754:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.773756:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.773761:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.773768:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.773771:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384886.773774:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384886.773777:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.773784:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352211456:0@lo:103: 00000100:00000001:2.0:1767384886.773804:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.773806:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.773812:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa8ad4ec x1853237352211456/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.773822:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384886.773826:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384886.773830:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcd3450b. 02000000:00000001:2.0:1767384886.773837:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384886.773839:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384886.773840:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384886.773844:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384886.773847:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e28f0c1b. 02000000:00000001:2.0:1767384886.773853:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384886.773855:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384886.773857:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa8ad4ec. 00000100:00000001:2.0:1767384886.773866:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384886.773868:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.773924:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.773928:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.773930:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384886.773935:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.773947:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384886.777939:0:19649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00010000:00000010:3.1:1767384886.777951:0:19649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f09508b. 00010000:00000010:3.1:1767384886.777962:0:19649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000ee66097. 00010000:00000010:2.1:1767384886.777974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000172e417e. 00010000:00000010:2.1:1767384886.777988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00000400:00000010:3.0:1767384886.780396:0:19649:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000be733cc5. 00000400:00000040:3.0:1767384886.780414:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.780416:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384886.780418:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.780420:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.780422:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.780424:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384886.780426:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.780427:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384886.780429:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384886.780431:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384886.780437:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384886.780439:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.780441:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384886.780443:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.780444:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384886.780446:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384886.780447:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.780448:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384886.780449:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384886.780451:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.780452:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.780454:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.780455:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.780457:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.780460:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384886.780462:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.780463:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.780465:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.780466:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.780467:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.780468:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384886.780470:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.780472:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.780475:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.780476:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.780479:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.780481:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384886.780485:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.780489:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.780491:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384886.780494:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384886.780497:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.780500:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384886.780503:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384886.780505:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384886.780508:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384886.780510:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384886.780512:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384886.780514:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384886.780521:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.780522:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384886.780524:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384886.780525:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384886.780527:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384886.780529:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384886.780531:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384886.780534:0:19649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384886.780586:0:19649:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000be733cc5. 00000100:00000040:1.0:1767384886.785941:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294875732, at 4294875733 00000100:00000010:1.0:1767384886.785952:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005cb11143. 00000100:00000040:3.0:1767384886.785955:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294875732, at 4294875733 00000100:00000010:3.0:1767384886.785965:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e7d17e3. 00000100:00000040:2.0:1767384886.786026:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294875732, at 4294875733 00000100:00000010:2.0:1767384886.786036:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022a765d1. 00080000:00000001:3.0:1767384886.786360:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384886.786367:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:2.0:1767384886.786368:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384886.786371:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384886.786373:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384886.786375:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384886.786377:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384886.786379:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384886.786380:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384886.786384:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384886.786387:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b739efc7. 00080000:00000001:2.0:1767384886.786392:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384886.786393:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384886.786400:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384886.786407:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384886.787995:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384886.787998:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384886.788002:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007b242c85. 20000000:00000001:1.0:1767384886.788010:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384886.788015:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352211072 00010000:00000001:1.0:1767384886.788018:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384886.788024:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026dcb2bc x1853237352211072/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384886.788032:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384886.788034:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384886.788037:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384886.788041:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384886.788045:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384886.788047:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384886.788050:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384886.788052:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384886.788055:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384886.788063:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384886.788066:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba3622df. 00000100:00000200:1.0:1767384886.788070:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352211072, offset 224 00000400:00000200:1.0:1767384886.788076:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384886.788088:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384886.788101:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102280 00000400:00000200:1.0:1767384886.788107:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x124d [2] + 224 00000400:00000200:1.0:1767384886.788113:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384886.788117:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384886.788121:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384886.788126:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087192b50 x1853237352211072/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384886.788135:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087192b50 x1853237352211072/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384886.788153:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384886.788158:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba3622df 00000400:00000010:1.0:1767384886.788161:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba3622df. 00000100:00000001:1.0:1767384886.788164:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384886.788166:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384886.788172:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384886.788175:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384886.788177:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384886.788180:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384886.788184:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384886.788189:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026dcb2bc x1853237352211072/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384886.788203:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026dcb2bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352211072:12345-0@lo:253: Request processed in 32561us (33189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384886.788219:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:1.0:1767384886.788223:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384886.788228:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384886.788230:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384886.788236:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fcab788. 00000020:00000010:1.0:1767384886.788247:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003622eb3c. 00000020:00000010:1.0:1767384886.788253:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b67ad5f5. 00000020:00000040:1.0:1767384886.788260:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384886.788268:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384886.788271:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000043861229. 02000000:00000001:1.0:1767384886.788276:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384886.788279:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384886.788288:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384886.788295:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005301c2c9. 00000400:00000010:1.0:1767384886.788303:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba3622df. 00080000:00000020:2.0:1767384886.790158:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384886.790164:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384886.790166:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bba2601a. 20000000:00000001:2.0:1767384886.790175:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384886.790181:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352211200 00010000:00000001:2.0:1767384886.790185:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384886.790194:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149d4fdd x1853237352211200/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384886.790205:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384886.790207:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384886.790211:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384886.790216:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384886.790220:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384886.790224:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384886.790230:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384886.790234:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.790240:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384886.790244:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384886.790250:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6184b84. 00000100:00000200:2.0:1767384886.790256:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352211200, offset 224 00000400:00000200:2.0:1767384886.790267:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384886.790283:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384886.790298:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102300 00000400:00000200:2.0:1767384886.790309:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1255 [2] + 224 00000400:00000200:2.0:1767384886.790320:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384886.790339:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.790345:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384886.790350:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384886.790362:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.790386:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384886.790396:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6184b84 00000400:00000010:2.0:1767384886.790399:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6184b84. 00000100:00000001:2.0:1767384886.790405:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384886.790407:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384886.790412:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384886.790414:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.790416:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384886.790421:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:3.0:1767384886.790422:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384886.790432:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384886.790432:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384886.790444:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.790445:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004b89dd2. 00000020:00000001:2.0:1767384886.790456:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384886.790458:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecfb0290 00000400:00000010:3.0:1767384886.790463:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecfb0290. 00000100:00000040:2.0:1767384886.790469:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149d4fdd x1853237352211200/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:112/0 lens 4848/4768 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.790473:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.790492:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.790492:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000149d4fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352211200:12345-0@lo:253: Request processed in 34740us (35100us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384886.790522:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000200:3.0:1767384886.790527:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384886.790527:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384886.790533:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384886.790536:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384886.790544:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f029ca1. 00000100:00000001:3.0:1767384886.790548:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384886.790554:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f10fa11. 00000100:00000001:3.0:1767384886.790555:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.790571:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384886.790573:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b99d570e. 02000000:00000001:3.0:1767384886.790577:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384886.790582:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384886.790586:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:3.0:1767384886.790595:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.790597:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384886.790599:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384886.790601:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba3cddb8. 00000100:00001000:3.0:1767384886.790606:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=16 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384886.790609:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384886.790615:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384886.790616:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.790631:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384886.790634:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384886.790635:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.790640:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384886.790641:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.790643:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.790650:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384886.790654:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cf133f8. 00000100:00000001:3.0:1767384886.790664:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384886.790665:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6184b84. 00000100:00000001:3.0:1767384886.790672:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384886.790675:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384886.790679:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384886.790682:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384886.790684:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384886.790686:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384886.790689:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384886.790691:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384886.790693:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384886.790694:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384886.790696:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384886.790699:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.790705:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081111716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352211200:0@lo:253: 00000100:00000001:3.0:1767384886.790716:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.790718:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384886.790719:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081111716 x1853237352211200/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.790723:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384886.790725:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384886.790726:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee802f44. 02000000:00000001:3.0:1767384886.790729:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384886.790730:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384886.790737:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384886.790739:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384886.790740:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005c61cb12. 02000000:00000001:3.0:1767384886.790744:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384886.790745:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384886.790746:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081111716. 00000100:00000001:3.0:1767384886.790751:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384886.790752:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.790753:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.790757:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.790758:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.790759:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.790762:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384886.794932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002f6093e1. 00010000:00000010:0.1:1767384886.794940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020ba3b81. 00080000:00000001:3.0:1767384887.401350:0:19805:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384887.401362:0:19805:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384887.401365:0:19805:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384887.401370:0:19805:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384887.401374:0:19805:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384887.401377:0:19805:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384887.788978:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384887.788986:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384887.788993:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384887.788995:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.789021:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384887.789024:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384887.789026:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384888.229243:0:19969:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384888.229250:0:19969:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:1.0:1767384888.240420:0:19969:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384888.251879:0:19970:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000036d1425. 00000400:00000010:2.0:1767384888.251923:0:19970:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003ba63c5b. 00000400:00000010:2.0:1767384888.251937:0:19970:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000570d6b88. 00000400:00000010:2.0:1767384888.251942:0:19970:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f8c6097f. 00000400:00000010:2.0:1767384888.251947:0:19970:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015ecad9f. 00000400:00000010:2.0:1767384888.251954:0:19970:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021532fa1. 00000400:00000010:2.0:1767384888.251955:0:19970:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f357075. 00000400:00000010:2.0:1767384888.251957:0:19970:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000190e5f4e. 00000400:00000010:2.0:1767384888.251961:0:19970:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aad78185. 00000800:00000010:2.0:1767384888.251975:0:19970:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001369345d. 00000800:00000200:2.0:1767384888.251990:0:19970:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384888.251998:0:19970:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384888.252061:0:19970:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384888.252087:0:19970:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp14 [8/256/0/180] 00000400:00000010:2.0:1767384888.255312:0:19970:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 0000000037a6c9d0. 00000400:00000010:2.0:1767384888.255326:0:19970:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b37c12. 00000400:00000010:2.0:1767384888.255402:0:19970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000400:00000001:2.0:1767384888.255444:0:19970:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384888.255449:0:19970:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384888.255452:0:19970:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e460129. 00000400:00000200:2.0:1767384888.255459:0:19970:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00000400:00000010:2.0:1767384888.255463:0:19970:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000400:00000010:2.0:1767384888.255471:0:19970:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000001851c02d. 00000400:00000200:2.0:1767384888.255481:0:19970:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (5) 00000400:00000200:2.0:1767384888.255500:0:19970:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384888.255515:0:19970:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:2.0:1767384888.255536:0:19970:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000db5d80c3. 00000020:01000000:2.0:1767384888.255546:0:19970:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384888.255552:0:19970:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp14 00000400:00000010:2.0:1767384888.255597:0:19970:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003ba63c5b. 00000400:00000010:2.0:1767384888.255606:0:19970:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000036d1425. 00000020:00000001:1.0:1767384888.255625:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384888.255631:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384888.255636:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384888.255639:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384888.255645:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384888.255649:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384888.255651:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384888.255655:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384888.255657:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384888.255676:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384888.255678:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384888.255681:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384888.255683:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384888.255685:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384888.255694:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d813f64. 00000020:00000040:1.0:1767384888.255710:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384888.255716:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384888.255720:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.255776:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.255790:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000043861229. 00000100:00000001:1.0:1767384888.255800:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.255813:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384888.255817:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.255839:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d813f64] to pc [ptlrpcd_00_00+0] req@000000001d813f64 x1853237352211584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384888.255857:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (2) 10000000:00000001:1.0:1767384888.255916:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384888.255920:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.255932:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384888.255937:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384888.255948:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384888.255951:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384888.255953:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384888.255955:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384888.255956:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384888.255957:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384888.255962:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384888.255963:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384888.255965:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384888.255967:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384888.255969:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384888.255971:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384888.255972:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384888.255973:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384888.255976:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000380aed0a. 00000020:00000040:1.0:1767384888.255979:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384888.255980:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.255982:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384888.255984:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384888.255986:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384888.255990:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384888.255995:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d813f64 x1853237352211584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384888.256000:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007b242c85. 00000100:00000001:1.0:1767384888.256007:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.256028:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.256030:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384888.256031:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.256034:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.256037:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384888.256041:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000380aed0a] to pc [ptlrpcd_00_01+1] req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384888.256042:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384888.256049:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384888.256057:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d813f64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352211584:0@lo:253: 00000100:00000001:3.0:1767384888.256063:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767384888.256068:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.256070:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:1.0:1767384888.256071:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.256074:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.256075:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.256079:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:1.0:1767384888.256081:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:3.0:1767384888.256087:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000841815f0. 00000020:00000010:1.0:1767384888.256087:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000db5d80c3. 02000000:00000001:3.0:1767384888.256091:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384888.256135:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004b89dd2. 00000100:00000001:1.0:1767384888.256147:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384888.256151:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384888.256154:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa492fcf. 00000100:00000001:1.0:1767384888.256154:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384888.256163:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384888.256164:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352211584, portal 25 00000100:00000001:3.0:1767384888.256174:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384888.256179:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581531648 : -106559128019968 : ffff9f15c506dc00) 00000100:00000001:1.0:1767384888.256182:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384888.256185:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.256190:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384888.256191:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d813f64 x1853237352211584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384888.256194:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384888.256203:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.256206:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384888.256212:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000380aed0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352211712:0@lo:253: 00000100:00000001:1.0:1767384888.256218:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384888.256222:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384888.256224:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384888.256229:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384888.256230:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057e26bfb. 02000000:00000001:1.0:1767384888.256234:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384888.256241:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352211584, offset 0 02000000:00000010:1.0:1767384888.256243:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a9eec459. 02000000:00000001:1.0:1767384888.256248:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384888.256253:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afca2eba. 00000400:00000200:3.0:1767384888.256259:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384888.256271:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eea9abc. 00000100:00000200:1.0:1767384888.256279:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352211712, portal 25 00000100:00000001:1.0:1767384888.256287:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384888.256288:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384888.256292:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581524480 : -106559128027136 : ffff9f15c506c000) 00000100:00000040:1.0:1767384888.256307:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384888.256315:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102480 00000100:00000001:1.0:1767384888.256319:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384888.256332:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000100:00000040:1.0:1767384888.256334:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384888.256338:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff1ba76a. 00000400:00000010:1.0:1767384888.256340:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069bb9902. 00000400:00000200:3.0:1767384888.256346:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007e2da6c 00000100:00000200:1.0:1767384888.256355:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352211712, offset 0 00000400:00000200:3.0:1767384888.256358:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384888.256389:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384888.256389:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384888.256400:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e2da6c 00000400:00000200:1.0:1767384888.256403:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384888.256404:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007e2da6c. 00000100:00000001:3.0:1767384888.256412:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384888.256416:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384888.256420:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102500 00000100:00000040:3.0:1767384888.256421:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000df6ae594 x1853237352211584 msgsize 4848 00000400:00000200:1.0:1767384888.256431:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000100:00100000:3.0:1767384888.256436:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384888.256440:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a400d4. 00000100:00000040:3.0:1767384888.256441:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384888.256447:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037527347 00000100:00000001:3.0:1767384888.256473:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.256477:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.256485:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384888.256487:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057e26bfb 00000400:00000010:3.0:1767384888.256492:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057e26bfb. 00000100:00000001:3.0:1767384888.256501:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384888.256503:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037527347 00000400:00000010:1.0:1767384888.256507:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037527347. 00000100:00000200:3.0:1767384888.256511:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d813f64 x1853237352211584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.256514:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384888.256517:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384888.256523:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000001df7b7b1 x1853237352211712 msgsize 4848 00000100:00000001:3.0:1767384888.256528:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384888.256535:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384888.256536:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d813f64 x1853237352211584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384888.256540:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384888.256564:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.256570:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069bb9902 00000400:00000010:1.0:1767384888.256574:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069bb9902. 00000100:00000001:1.0:1767384888.256581:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384888.256584:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384888.256589:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.256592:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.256602:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384888.256606:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.256607:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.256614:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294877216 00000100:00000001:1.0:1767384888.256617:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.256621:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.256630:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384888.256631:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075053efd. 00000100:00000001:1.0:1767384888.256635:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294877216 00000100:00000001:3.0:1767384888.256640:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384888.256649:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294877216 00000100:00000001:1.0:1767384888.256650:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294877216 00000100:00000001:1.0:1767384888.256670:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294877216 00000100:00000010:3.0:1767384888.256673:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f591fe16. 00000100:00000001:3.0:1767384888.256680:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384888.256686:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294877216 00000100:00000001:1.0:1767384888.256686:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294877216 00000100:00000010:3.0:1767384888.256692:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016f15e24. 00000100:00000001:1.0:1767384888.256694:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294877216 00000100:00000001:3.0:1767384888.256699:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384888.256704:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294877216 00000100:00000001:3.0:1767384888.256705:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294877216 00000100:00000001:1.0:1767384888.256711:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294877216 00000100:00000010:3.0:1767384888.256713:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060ab1a4c. 00000100:00000001:3.0:1767384888.256717:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384888.256720:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.256720:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294877216 00000100:00000001:1.0:1767384888.256725:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384888.256751:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.256751:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.256761:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.256761:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.256765:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.256772:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.256789:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.256789:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.256795:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384888.256796:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384888.256803:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384888.256804:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384888.256808:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.256808:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384888.256813:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.256814:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.256820:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.256821:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.256874:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384888.256877:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211584 02000000:00000001:1.0:1767384888.256880:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384888.256882:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384888.256884:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384888.256925:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384888.256926:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211712 02000000:00000001:3.0:1767384888.256932:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384888.256936:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384888.256936:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.256941:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384888.256943:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211584 02000000:00000001:3.0:1767384888.256947:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.256948:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384888.256951:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00100000:3.0:1767384888.256954:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211712 00000020:00000001:1.0:1767384888.256956:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384888.256968:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384888.256970:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384888.256971:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.256973:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000040:3.0:1767384888.256974:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:1.0:1767384888.256980:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384888.256981:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384888.256986:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384888.256987:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384888.256993:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384888.256994:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384888.257001:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae80ebe7. 00000020:00000010:3.0:1767384888.257002:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb355f5c. 00000100:00000001:1.0:1767384888.257007:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384888.257008:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.257011:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae80ebe7. 00000020:00000010:3.0:1767384888.257029:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb355f5c. 00000020:00000010:1.0:1767384888.257035:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9c16b40. 00000020:00000010:3.0:1767384888.257038:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4ef6633. 00000020:00000010:1.0:1767384888.257045:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040ff709b. 00000020:00000010:3.0:1767384888.257047:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff08bac1. 00000020:00000010:1.0:1767384888.257052:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003622eb3c. 00000020:00000010:3.0:1767384888.257054:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000790dcb16. 00000100:00000040:1.0:1767384888.257061:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384888.257065:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384888.257068:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384888.257068:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384888.257072:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.257073:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384888.257076:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.257083:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.257084:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.257094:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.257095:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.257139:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384888.257143:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384888.257146:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384888.257150:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384888.257152:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384888.257157:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384888.257159:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526161488 : -106558183390128 : ffff9f15fd54c450) 00000100:00100000:1.0:1767384888.257163:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:3.0:1767384888.257169:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df6ae594 x1853237352211584/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:114/0 lens 4848/0 e 0 to 0 dl 1767384899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384888.257178:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384888.257184:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526166608 : -106558183385008 : ffff9f15fd54d850) 00000100:00000001:3.0:1767384888.257185:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384888.257191:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb355f5c. 00000100:00000040:1.0:1767384888.257196:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001df7b7b1 x1853237352211712/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:114/0 lens 4848/0 e 0 to 0 dl 1767384899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.257198:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384888.257205:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb355f5c. 00000100:00000001:1.0:1767384888.257214:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384888.257218:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae80ebe7. 00000100:00100000:3.0:1767384888.257224:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df6ae594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352211584:12345-0@lo:253: 00000100:00000001:1.0:1767384888.257224:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384888.257231:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae80ebe7. 00000100:00000200:3.0:1767384888.257238:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211584 00000100:00100000:1.0:1767384888.257241:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001df7b7b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352211712:12345-0@lo:253: 00000100:00000200:1.0:1767384888.257245:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211712 00000020:00000001:1.0:1767384888.257248:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384888.257254:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384888.257255:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384888.257257:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.257261:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384888.257263:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384888.257268:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.257268:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384888.257274:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384888.257276:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384888.257277:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384888.257281:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384888.257281:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384888.257285:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384888.257288:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384888.257289:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.257294:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.257296:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384888.257301:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384888.257301:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384888.257306:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384888.257308:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384888.257309:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000359c3065. 00000100:00000001:3.0:1767384888.257311:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384888.257313:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.257316:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384888.257317:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384888.257322:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384888.257332:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000064f3c222. 02000000:00000010:3.0:1767384888.257335:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ee93d0dd. 20000000:01000000:1.0:1767384888.257338:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384888.257340:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.257345:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384888.257345:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384888.257349:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384888.257351:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384888.257369:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384888.257373:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384888.257375:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384888.257376:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d87e1f1. 20000000:01000000:3.0:1767384888.257381:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384888.257388:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384888.257390:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.1:1767384888.257394:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (2) 20000000:00000001:3.0:1767384888.257395:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384888.257395:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000515b0ac2. 20000000:00000001:3.0:1767384888.257403:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384888.257403:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:3.0:1767384888.257410:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.1:1767384888.257411:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp13 00000000b71e5215 deleted 20000000:00000001:1.0:1767384888.257414:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.1:1767384888.257416:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b71e5215. 00080000:00000001:1.0:1767384888.257420:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:0.1:1767384888.257424:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384888.257434:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:1015 00000800:00000200:0.1:1767384888.257445:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc406ec9 type 1, nob 224 niov 1 nkiov 1 00080000:00000001:1.0:1767384888.257513:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384888.257518:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384888.257520:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.257522:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384888.257526:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384888.257531:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384888.257535:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384888.257542:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9cb4e7e. 00080000:00000001:1.0:1767384888.257546:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247719936 : -106563461831680 : ffff9f14c2b62400) 00080000:00000001:1.0:1767384888.257551:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384888.257737:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384888.257741:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.257745:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384888.257795:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384888.257800:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.1:1767384888.257819:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384888.258104:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384888.258108:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384888.258218:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384888.258232:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384888.258236:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384888.258247:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384888.258261:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13) <- 192.168.203.112@tcp13 : PUT - for me 00000400:00000200:3.0:1767384888.258282:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384888.258304:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 128/128 into md 0x125d [1] + 0 00000400:00000010:3.0:1767384888.258309:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a435b1. 00000400:00000200:3.0:1767384888.258315:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068bb9f07 00000800:00000001:3.0:1767384888.258324:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384888.258341:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384888.258344:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384888.258353:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: PUT: OK 00000400:00000200:3.0:1767384888.258384:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb9f07 00000400:00000010:3.0:1767384888.258387:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb9f07. 00000400:00000200:3.0:1767384888.258394:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384888.258398:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (7) 00000400:00000200:3.0:1767384888.258405:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:3.0:1767384888.258409:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 0000000057e26bfb. 00000400:00000200:3.0:1767384888.258415:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 6 00000400:00000200:3.0:1767384888.258425:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384888.258446:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (8) 00000400:00000200:3.0:1767384888.258474:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384888.258490:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp13 to MR: 192.168.203.112@tcp13 local destination 00000400:00000200:3.0:1767384888.258500:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp13 NI seq info: [14:14:256:4294967295] 192.168.203.112@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767384888.258529:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) -> 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) 192.168.203.112@tcp13 : ACK try# 0 00000800:00000200:3.0:1767384888.258541:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp13 00000800:00000010:3.0:1767384888.258547:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030185147. 00000800:00000200:3.0:1767384888.258555:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (4) 00000800:00000200:3.0:1767384888.258560:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:988 00000800:00000200:3.0:1767384888.258563:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030185147 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384888.258687:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384888.258690:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030185147. 00000400:00000200:3.0:1767384888.258700:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384888.258712:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: ACK: OK 00000800:00000001:3.0:1767384888.258725:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384888.258731:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384888.258732:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384888.258736:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384888.258740:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384888.258764:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384888.258776:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13) <- 192.168.203.112@tcp13 : ACK - for me 00000400:00000200:3.0:1767384888.258789:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp13: ACK from 12345-192.168.203.112@tcp13 into md 0x128d 00000400:00000200:3.0:1767384888.258794:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384888.258805:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: ACK: OK 00000400:00000200:3.0:1767384888.258809:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000689463b 00000400:00000010:3.0:1767384888.258810:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000689463b. 00000400:00000200:3.0:1767384888.258815:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384888.258818:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:3.0:1767384888.258823:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384888.258827:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (7) 00000800:00000001:3.0:1767384888.258941:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384888.258947:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384888.258974:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384888.258978:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073386578. 00000400:00000010:3.0:1767384888.258984:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000400:00000200:3.0:1767384888.258988:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:3.0:1767384888.258992:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:3.0:1767384888.258999:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 000000005860ba69. 00000400:00000010:3.0:1767384888.259002:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000f116d07d. 00000400:00000010:3.0:1767384888.259005:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000698293c9. 00000400:00000010:3.0:1767384888.259032:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000176b7e7b. 00000400:00000200:3.0:1767384888.259037:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000176b7e7b nid 192.168.203.112@tcp14 00000400:00000010:3.0:1767384888.259040:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b3ec6f1f. 00000400:00000200:3.0:1767384888.259046:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b3ec6f1f net tcp14 00000400:00000200:3.0:1767384888.259050:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (6) 00000400:00000200:3.0:1767384888.259056:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp14 flags 0x11 00000400:00000010:3.0:1767384888.259060:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 000000005860ba69. 00000400:00000010:3.0:1767384888.259063:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000f116d07d. 00000400:00000010:3.0:1767384888.259066:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000698293c9. 00000400:00000010:3.0:1767384888.259070:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 0000000057e26bfb. 00000400:00000200:3.0:1767384888.259078:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384888.259084:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:3.0:1767384888.259093:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:3.0:1767384888.259097:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:3.0:1767384888.259099:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384888.259101:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:3.0:1767384888.259122:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384888.259148:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (7) 00000400:00000200:1.0:1767384888.259575:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384888.259616:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp13 from 246.3.0.2 00000800:00000010:1.0:1767384888.259620:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000092e2a910. 00000800:00000200:0.1:1767384888.259769:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (4) 00000800:00000200:0.1:1767384888.259773:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp13 0000000059a91c91 deleted 00000800:00000010:0.1:1767384888.259775:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000059a91c91. 00000800:00000200:0.1:1767384888.259784:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1767384888.260162:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000040:1.0:1767384888.269956:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294877216, at 4294877217 00000100:00000010:1.0:1767384888.269967:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f591fe16. 00000100:00000040:3.0:1767384888.269981:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294877216, at 4294877217 00000100:00000010:3.0:1767384888.269991:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060ab1a4c. 00000100:00000040:2.0:1767384888.270014:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294877216, at 4294877217 00000100:00000010:2.0:1767384888.270041:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016f15e24. 00080000:00000001:2.0:1767384888.272006:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384888.272012:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384888.272016:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384888.272017:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384888.272028:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384888.272031:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9cb4e7e. 00080000:00000001:2.0:1767384888.272039:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384888.272118:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f06fbbc. 20000000:01000000:3.0:1767384888.272125:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:3.0:1767384888.272130:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384888.272135:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384888.272145:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384888.272150:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384888.272154:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384888.272157:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384888.272159:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384888.272164:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384888.272165:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.272169:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.272171:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384888.272174:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384888.272175:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca96b601. 00000020:00000001:3.0:1767384888.272177:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:3.0:1767384888.272183:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384888.272183:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384888.272188:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 00080000:00000010:3.0:1767384888.272192:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d437dac7. 00000020:00000001:1.0:1767384888.272194:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384888.272196:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241885184 : -106563467666432 : ffff9f14c25d1c00) 00000020:00000040:1.0:1767384888.272198:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f09508b with handle 0x7ec529173eeb82ae to hash 00080000:00000001:3.0:1767384888.272201:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384888.272202:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384888.272214:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384888.272217:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384888.272221:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384888.272222:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.272225:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272233:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384888.272237:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384888.272240:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384888.272242:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384888.272244:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384888.272246:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384888.272247:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384888.272250:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384888.272252:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384888.272254:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384888.272255:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384888.272257:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca96b601) refcount = 1 00010000:00010000:1.0:1767384888.272260:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384888.272265:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384888.272265:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384888.272270:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384888.272271:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.272272:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384888.272278:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.272280:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384888.272280:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384888.272286:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384888.272289:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:1.0:1767384888.272292:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.272293:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.272294:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:1.0:1767384888.272297:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00080000:00000001:3.0:1767384888.272298:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.272299:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00080000:00000001:3.0:1767384888.272305:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384888.272305:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384888.272315:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272321:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384888.272322:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272327:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.272329:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384888.272331:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272335:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384888.272337:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.272340:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384888.272342:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384888.272348:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002f09508b already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384888.272350:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384888.272369:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384888.272371:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272375:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384888.272378:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384888.272379:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384888.272381:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=5 00000020:00000001:1.0:1767384888.272382:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00080000:00000001:3.0:1767384888.272384:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384888.272385:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00080000:00000001:3.0:1767384888.272389:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384888.272390:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384888.272393:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272398:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384888.272406:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384888.272407:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.272411:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384888.272415:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384888.272435:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384888.272436:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384888.272438:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f09508b with handle 0x7ec529173eeb82ae from hash 00010000:00000001:1.0:1767384888.272440:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384888.272441:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.272442:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.272443:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384888.272444:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384888.272447:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384888.272448:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384888.272450:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384888.272453:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.272455:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384888.272456:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384888.272458:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.272458:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.272459:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.272461:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.272462:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.272464:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272468:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.272470:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.272471:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384888.272472:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384888.272473:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384888.272474:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384888.272476:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384888.272477:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384888.272479:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384888.272480:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384888.272494:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384888.272496:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384888.272497:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f09508b/0x7ec529173eeb82ae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384888.272501:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca96b601 count: 0 00010000:00000001:1.0:1767384888.272511:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384888.272512:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384888.278980:0:16600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca96b601. 00010000:00000010:1.1:1767384888.278994:0:16600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f09508b. 00080000:00000001:3.0:1767384888.298357:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384888.298366:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384888.298367:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:3.0:1767384888.298375:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384888.298375:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384888.298387:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384888.298388:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384888.298401:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384888.298402:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384888.298406:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384888.298412:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d437dac7. 00080000:00000001:2.0:1767384888.298423:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384888.298424:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384888.298435:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384888.298443:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384888.298463:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384888.298468:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384888.298473:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384888.298476:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384888.298488:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384888.298494:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023b8ae1d. 00010000:00000001:3.0:1767384888.298501:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384888.298505:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384888.298510:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384888.298517:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb82b5 to hash 00000020:00000001:3.0:1767384888.298519:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384888.298522:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384888.298527:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384888.298530:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384888.298534:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.298536:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298544:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384888.298548:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384888.298550:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384888.298553:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384888.298557:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.298560:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384888.298562:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.298564:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384888.298566:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384888.298568:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384888.298571:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384888.298573:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023b8ae1d) refcount = 1 00010000:00010000:3.0:1767384888.298577:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298582:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384888.298585:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384888.298586:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.298589:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.298590:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384888.298593:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384888.298599:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384888.298607:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384888.298609:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384888.298612:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384888.298615:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384888.298619:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384888.298621:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384888.298623:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298631:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384888.298635:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298639:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.298641:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384888.298643:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298647:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384888.298650:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.298654:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384888.298657:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384888.298662:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc73e294 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384888.298664:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384888.298667:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384888.298669:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298675:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384888.298678:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384888.298679:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384888.298682:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=5 00000020:00000001:3.0:1767384888.298683:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384888.298689:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384888.298694:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384888.298698:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298703:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384888.298709:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384888.298713:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.298720:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384888.298721:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384888.298724:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384888.298725:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384888.298727:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb82b5 from hash 00010000:00000001:3.0:1767384888.298730:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384888.298731:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.298733:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.298734:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384888.298737:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384888.298740:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384888.298743:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384888.298745:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384888.298749:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.298752:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384888.298756:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384888.298760:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.298761:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.298763:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.298764:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.298766:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.298767:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298771:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.298771:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.298772:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384888.298774:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384888.298781:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384888.298784:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384888.298786:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384888.298788:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384888.298790:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.298794:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384888.298798:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384888.298801:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384888.298804:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82b5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384888.298809:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023b8ae1d count: 0 00010000:00000001:3.0:1767384888.298835:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384888.298836:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384888.301181:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384888.301186:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384888.301188:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000064f3c222. 20000000:00000001:1.0:1767384888.301200:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384888.301206:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352211712 00010000:00000001:1.0:1767384888.301209:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384888.301218:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001df7b7b1 x1853237352211712/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384888.301227:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384888.301232:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.301236:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.301240:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384888.301243:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384888.301246:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384888.301250:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384888.301253:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.301261:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384888.301265:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384888.301269:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9707f88. 00000100:00000200:1.0:1767384888.301275:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352211712, offset 224 00000400:00000200:1.0:1767384888.301289:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384888.301306:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384888.301327:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102500 00000400:00000200:1.0:1767384888.301335:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1299 [2] + 224 00000400:00000200:1.0:1767384888.301342:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384888.301357:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384888.301365:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.301375:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384888.301386:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.301402:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384888.301417:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9707f88 00000400:00000010:1.0:1767384888.301420:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9707f88. 00000100:00000001:1.0:1767384888.301426:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384888.301428:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384888.301440:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.301446:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384888.301449:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384888.301452:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384888.301454:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384888.301463:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001df7b7b1 x1853237352211712/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.301476:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001df7b7b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352211712:12345-0@lo:253: Request processed in 44255us (44945us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384888.301490:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:1.0:1767384888.301493:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384888.301496:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384888.301500:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384888.301506:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff08bac1. 00000020:00000010:1.0:1767384888.301514:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000790dcb16. 00000020:00000010:1.0:1767384888.301519:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4ef6633. 00000020:00000040:1.0:1767384888.301526:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384888.301534:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384888.301537:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000359c3065. 02000000:00000001:1.0:1767384888.301543:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384888.301547:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384888.301554:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384888.301564:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6260405. 00000400:00000010:1.0:1767384888.301571:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9707f88. 00000100:00000001:1.0:1767384888.301603:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384888.301607:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384888.301612:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384888.301617:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384888.301619:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afca2eba. 00000400:00000200:1.0:1767384888.301626:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eea9abc 00000400:00000010:1.0:1767384888.301629:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eea9abc. 00000100:00000001:1.0:1767384888.301633:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384888.301639:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384888.301647:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.301653:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384888.301655:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.301658:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384888.301662:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384888.301664:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384888.301668:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384888.301670:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384888.301674:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=18 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384888.301676:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384888.301681:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384888.301682:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384888.301685:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384888.301687:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.301688:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384888.301691:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.301696:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384888.301698:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384888.301699:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384888.301702:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384888.301704:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384888.301705:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384888.301710:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384888.301712:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384888.301714:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384888.301715:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384888.301716:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384888.301718:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384888.301720:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384888.301726:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000380aed0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352211712:0@lo:253: 00000100:00000001:1.0:1767384888.301731:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.301733:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384888.301736:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000380aed0a x1853237352211712/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384888.301741:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384888.301744:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384888.301746:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a9eec459. 02000000:00000001:1.0:1767384888.301750:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384888.301752:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384888.301753:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384888.301755:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384888.301757:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007b242c85. 02000000:00000001:1.0:1767384888.301762:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384888.301763:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384888.301765:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000380aed0a. 00000100:00000001:1.0:1767384888.301768:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384888.301769:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.301770:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384888.301777:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384888.301779:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384888.301781:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384888.301782:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384888.301910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023b8ae1d. 00010000:00000010:3.1:1767384888.301928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00080000:00000020:3.0:1767384888.302219:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384888.302222:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384888.302224:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d87e1f1. 20000000:00000001:3.0:1767384888.302229:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384888.302233:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352211584 00010000:00000001:3.0:1767384888.302236:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384888.302241:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df6ae594 x1853237352211584/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384888.302250:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384888.302252:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384888.302255:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384888.302259:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384888.302262:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384888.302264:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384888.302267:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384888.302269:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.302272:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384888.302274:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384888.302278:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004575e75f. 00000100:00000200:3.0:1767384888.302281:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352211584, offset 224 00000400:00000200:3.0:1767384888.302294:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384888.302306:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384888.302312:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102480 00000400:00000200:3.0:1767384888.302323:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1291 [2] + 224 00000400:00000200:3.0:1767384888.302328:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384888.302332:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384888.302340:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384888.302346:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d813f64 x1853237352211584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384888.302358:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001d813f64 x1853237352211584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.302379:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384888.302390:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004575e75f 00000400:00000010:3.0:1767384888.302394:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004575e75f. 00000100:00000001:3.0:1767384888.302399:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384888.302401:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384888.302408:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384888.302412:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384888.302415:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384888.302418:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.302419:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384888.302423:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df6ae594 x1853237352211584/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384888.302433:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df6ae594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352211584:12345-0@lo:253: Request processed in 45248us (46009us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384888.302448:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384888.302452:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384888.302457:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384888.302461:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384888.302465:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040ff709b. 00000020:00000010:3.0:1767384888.302472:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003622eb3c. 00000020:00000010:3.0:1767384888.302476:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9c16b40. 00000020:00000040:3.0:1767384888.302490:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384888.302494:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384888.302496:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ee93d0dd. 02000000:00000001:3.0:1767384888.302500:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384888.302506:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384888.302513:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384888.302522:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000609c0959. 00000400:00000010:3.0:1767384888.302532:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004575e75f. 00010000:00000001:2.0:1767384888.812987:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384888.812994:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.813002:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384888.813004:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384888.813028:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384888.813031:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384888.813035:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384888.933045:0:20142:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384888.933057:0:20142:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.933061:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.933065:0:20142:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384888.933070:0:20142:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.933072:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384889.638069:0:20306:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384889.638073:0:20306:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:2.0:1767384889.641677:0:20306:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384889.648446:0:20307:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d31eea8b. 00000400:00000010:2.0:1767384889.648458:0:20307:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e3294d27. 00000400:00000010:2.0:1767384889.648466:0:20307:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003ba63c5b. 00000400:00000010:2.0:1767384889.648468:0:20307:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000640b60b. 00000400:00000010:2.0:1767384889.648472:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003a8d28ce. 00000400:00000010:2.0:1767384889.648480:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc95a873. 00000400:00000010:2.0:1767384889.648481:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d258de77. 00000400:00000010:2.0:1767384889.648482:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cf8a8666. 00000400:00000010:2.0:1767384889.648485:0:20307:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bbed0086. 00000800:00000010:2.0:1767384889.648494:0:20307:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000c271f7e. 00000800:00000200:2.0:1767384889.648503:0:20307:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384889.648508:0:20307:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384889.648538:0:20307:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384889.648554:0:20307:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp15 [8/256/0/180] 00000400:00000010:2.0:1767384889.649828:0:20307:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000001540503d. 00000400:00000010:2.0:1767384889.649834:0:20307:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001832e844. 00000400:00000010:2.0:1767384889.649840:0:20307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab20be0e. 00000400:00000001:2.0:1767384889.649871:0:20307:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384889.649873:0:20307:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384889.649875:0:20307:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b37c12. 00000400:00000200:2.0:1767384889.649878:0:20307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000400:00000010:2.0:1767384889.649880:0:20307:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000400:00000010:2.0:1767384889.649884:0:20307:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 0000000037a6c9d0. 00000400:00000200:2.0:1767384889.650007:0:20307:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (6) 00000400:00000200:2.0:1767384889.650018:0:20307:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384889.650026:0:20307:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:2.0:1767384889.650032:0:20307:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000db5d80c3. 00000020:01000000:2.0:1767384889.650036:0:20307:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384889.650040:0:20307:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp15 00000400:00000010:2.0:1767384889.650052:0:20307:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e3294d27. 00000400:00000010:2.0:1767384889.650056:0:20307:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d31eea8b. 00000020:00000001:1.0:1767384889.650078:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384889.650083:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384889.650086:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384889.650088:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384889.650094:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384889.650103:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384889.650106:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384889.650108:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384889.650111:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384889.650115:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384889.650118:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384889.650121:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384889.650125:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384889.650127:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384889.650132:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000380aed0a. 00000020:00000040:1.0:1767384889.650137:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384889.650143:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384889.650147:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384889.650154:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384889.650166:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000064f3c222. 00000100:00000001:1.0:1767384889.650175:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650188:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384889.650193:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384889.650203:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000380aed0a] to pc [ptlrpcd_00_02+2] req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384889.650226:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (2) 10000000:00000001:1.0:1767384889.650247:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384889.650251:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.650254:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384889.650255:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384889.650259:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384889.650260:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384889.650263:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384889.650265:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384889.650268:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384889.650270:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384889.650270:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384889.650274:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384889.650278:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384889.650281:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384889.650285:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384889.650285:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384889.650287:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384889.650288:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384889.650290:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384889.650293:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384889.650293:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384889.650295:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384889.650297:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384889.650298:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384889.650300:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384889.650304:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000004ec5a3. 02000000:00000001:2.0:1767384889.650305:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384889.650308:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000380aed0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352211840:0@lo:253: 00000020:00000040:1.0:1767384889.650314:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384889.650315:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384889.650320:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384889.650321:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384889.650322:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384889.650325:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384889.650326:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384889.650328:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384889.650336:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee802f44. 02000000:00000010:1.0:1767384889.650336:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000043861229. 02000000:00000001:2.0:1767384889.650341:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650342:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384889.650347:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b37c12. 00000100:00000001:1.0:1767384889.650348:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384889.650351:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384889.650355:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3294d27. 00000100:00000040:1.0:1767384889.650356:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004ec5a3] to pc [ptlrpcd_00_03+3] req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384889.650360:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352211840, portal 25 00000100:00000001:2.0:1767384889.650365:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384889.650369:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581524480 : -106559128027136 : ffff9f15c506c000) 00000100:00000040:2.0:1767384889.650376:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384889.650377:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384889.650382:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384889.650387:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.650388:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:1.0:1767384889.650389:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384889.650393:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384889.650393:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000db5d80c3. 00000400:00000010:2.0:1767384889.650399:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a6c9d0. 00000100:00000200:2.0:1767384889.650403:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352211840, offset 0 00000100:00000001:1.0:1767384889.650409:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384889.650410:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384889.650414:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384889.650417:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384889.650423:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384889.650424:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384889.650435:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384889.650437:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.650441:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102580 02000000:00000001:1.0:1767384889.650442:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384889.650445:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384889.650448:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.650449:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000100:00100000:1.0:1767384889.650452:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000004ec5a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352211968:0@lo:253: 00000400:00000010:2.0:1767384889.650454:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8d6b4f7. 00000100:00000001:1.0:1767384889.650459:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384889.650460:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fb4f123 02000000:00000001:1.0:1767384889.650463:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384889.650466:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.650468:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384889.650468:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384889.650474:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007b242c85. 00000400:00000200:2.0:1767384889.650475:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384889.650479:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384889.650482:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb4f123 00000400:00000010:1.0:1767384889.650484:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afca2eba. 00000400:00000010:2.0:1767384889.650485:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fb4f123. 00000100:00000001:2.0:1767384889.650492:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384889.650494:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384889.650494:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009cab336. 00000100:00000040:2.0:1767384889.650497:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000a5b67a3d x1853237352211840 msgsize 4848 00000100:00100000:2.0:1767384889.650505:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384889.650507:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352211968, portal 25 00000100:00000040:2.0:1767384889.650508:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384889.650510:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384889.650511:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581532544 : -106559128019072 : ffff9f15c506df80) 00000100:00000040:1.0:1767384889.650517:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384889.650522:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384889.650524:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384889.650525:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384889.650529:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012c8bd56. 00000400:00000200:2.0:1767384889.650532:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a6c9d0 00000400:00000010:2.0:1767384889.650535:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037a6c9d0. 00000100:00000001:2.0:1767384889.650538:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384889.650539:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352211968, offset 0 00000100:00000200:2.0:1767384889.650543:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384889.650548:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384889.650558:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384889.650560:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384889.650564:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.650571:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384889.650571:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102600 00000100:00000001:2.0:1767384889.650575:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384889.650579:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000100:00000001:2.0:1767384889.650581:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384889.650582:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd0b5a40. 00000100:00000001:2.0:1767384889.650588:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294878610 00000400:00000200:1.0:1767384889.650589:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003512ebe9 00000100:00000010:2.0:1767384889.650595:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084c40266. 00000400:00000200:1.0:1767384889.650596:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384889.650602:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384889.650602:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384889.650609:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003512ebe9 00000100:00000001:2.0:1767384889.650612:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294878610 00000400:00000010:1.0:1767384889.650612:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003512ebe9. 00000100:00000001:1.0:1767384889.650640:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384889.650641:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005a81ab17. 00000100:00000200:1.0:1767384889.650644:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384889.650646:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384889.650649:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000066bd4404 x1853237352211968 msgsize 4848 00000100:00000001:2.0:1767384889.650657:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294878610 00000100:00100000:1.0:1767384889.650658:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384889.650661:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384889.650666:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f9c0631. 00000100:00000001:1.0:1767384889.650670:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384889.650674:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384889.650677:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c8bd56 00000100:00000001:2.0:1767384889.650681:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294878610 00000400:00000010:1.0:1767384889.650681:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012c8bd56. 00000100:00000001:1.0:1767384889.650685:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384889.650689:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a379901. 00000100:00000200:1.0:1767384889.650690:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.650696:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384889.650700:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384889.650703:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384889.650704:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.650712:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.650718:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650719:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.650721:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.650728:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384889.650729:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384889.650733:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384889.650734:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.650736:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384889.650740:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384889.650740:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294878610 00000100:00000001:2.0:1767384889.650742:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650745:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294878610 00000100:00000001:1.0:1767384889.650747:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294878610 00000100:00000001:1.0:1767384889.650749:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294878610 00000100:00000001:1.0:1767384889.650752:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294878610 00000100:00000001:2.0:1767384889.650753:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650754:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294878610 00000100:00000001:1.0:1767384889.650758:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294878610 00000100:00000001:1.0:1767384889.650760:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294878610 00000100:00000001:1.0:1767384889.650762:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384889.650763:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650766:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650768:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.650773:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384889.650774:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384889.650777:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384889.650778:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384889.650780:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384889.650780:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384889.650784:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211840 00000100:00000001:1.0:1767384889.650786:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384889.650788:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384889.650792:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384889.650794:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384889.650797:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384889.650800:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211840 00000020:00000001:2.0:1767384889.650804:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384889.650806:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384889.650808:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384889.650809:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384889.650812:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00100000:1.0:1767384889.650813:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352211968 00000020:00000001:2.0:1767384889.650817:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 02000000:00000001:1.0:1767384889.650818:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384889.650821:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384889.650822:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384889.650824:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.650828:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384889.650829:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384889.650832:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7e5e711. 00000100:00100000:1.0:1767384889.650833:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352211968 00000020:00000001:1.0:1767384889.650839:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384889.650840:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384889.650842:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000010:2.0:1767384889.650844:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7e5e711. 00000020:00000001:1.0:1767384889.650845:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384889.650848:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000010:2.0:1767384889.650851:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0ee1e1d. 00000020:00000001:1.0:1767384889.650851:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384889.650869:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384889.650880:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384889.650883:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000099e6cd4. 00000100:00000001:1.0:1767384889.650926:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384889.650928:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000099e6cd4. 00000020:00000010:1.0:1767384889.650934:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f946d9d. 00000020:00000010:1.0:1767384889.650940:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c143d8d. 00000020:00000010:1.0:1767384889.650948:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ebb92247. 00000100:00000040:1.0:1767384889.650960:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384889.650966:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384889.650968:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384889.650970:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650979:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.650989:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.651007:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384889.651008:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384889.651015:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fc2b58e. 00000100:00100000:1.0:1767384889.651015:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000020:00000010:2.0:1767384889.651022:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002283729a. 00000100:00000040:1.0:1767384889.651023:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384889.651028:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526175824 : -106558183375792 : ffff9f15fd54fc50) 00000100:00000001:2.0:1767384889.651031:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384889.651033:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066bd4404 x1853237352211968/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:115/0 lens 4848/0 e 0 to 0 dl 1767384900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.651034:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384889.651038:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.651046:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.651047:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384889.651051:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384889.651053:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000099e6cd4. 00000100:00000001:1.0:1767384889.651056:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384889.651059:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000099e6cd4. 00000100:00000001:2.0:1767384889.651065:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384889.651067:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066bd4404 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352211968:12345-0@lo:253: 00000100:00000001:2.0:1767384889.651069:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384889.651074:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211968 00000100:00100000:2.0:1767384889.651078:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000020:00000001:1.0:1767384889.651080:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384889.651082:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000001:1.0:1767384889.651084:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384889.651085:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526160464 : -106558183391152 : ffff9f15fd54c050) 00000020:00000001:1.0:1767384889.651087:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384889.651090:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384889.651092:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000040:2.0:1767384889.651093:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5b67a3d x1853237352211840/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:115/0 lens 4848/0 e 0 to 0 dl 1767384900 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384889.651099:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384889.651103:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384889.651107:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384889.651109:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384889.651113:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7e5e711. 00000020:00000001:1.0:1767384889.651113:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384889.651116:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.651117:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384889.651121:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7e5e711. 00000100:00000001:1.0:1767384889.651121:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384889.651126:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384889.651129:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5b67a3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352211840:12345-0@lo:253: 02000000:00000010:1.0:1767384889.651131:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a9eec459. 00000100:00000200:2.0:1767384889.651133:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352211840 02000000:00000001:1.0:1767384889.651135:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384889.651136:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384889.651138:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384889.651140:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384889.651141:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384889.651143:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384889.651146:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384889.651148:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384889.651150:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384889.651151:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384889.651151:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000359c3065. 00000020:00000001:2.0:1767384889.651155:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384889.651157:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384889.651158:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384889.651159:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.651165:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384889.651165:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384889.651169:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384889.651170:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:2.0:1767384889.651174:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba3cddb8. 20000000:00000001:1.0:1767384889.651175:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384889.651179:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384889.651180:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.651182:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384889.651186:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384889.651187:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384889.651192:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bba2601a. 20000000:01000000:2.0:1767384889.651199:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384889.651199:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069983bb5. 20000000:00000001:2.0:1767384889.651202:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384889.651205:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:2.0:1767384889.651206:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384889.651209:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384889.651211:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384889.651213:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384889.651215:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:0.1:1767384889.651219:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (2) 00080000:00000001:1.0:1767384889.651223:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:0.1:1767384889.651224:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp14 000000002874c8c1 deleted 00000800:00000010:0.1:1767384889.651227:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002874c8c1. 00000800:00000200:0.1:1767384889.651231:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384889.651236:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp14 ip 192.168.203.112:1013 00000800:00000200:0.1:1767384889.651239:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006c5b3a68 type 1, nob 240 niov 1 nkiov 1 00080000:00000001:1.0:1767384889.651332:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384889.651336:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384889.651337:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384889.651339:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384889.651343:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384889.651347:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384889.651350:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384889.651355:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e21d2ec6. 00080000:00000001:1.0:1767384889.651358:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247721984 : -106563461829632 : ffff9f14c2b62c00) 00080000:00000001:1.0:1767384889.651360:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.1:1767384889.651418:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000001:00000001:1.0:1767384889.651425:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384889.651428:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384889.651431:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384889.651451:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384889.651454:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384889.651601:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384889.651611:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:1.0:1767384889.651664:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384889.651672:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384889.651674:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384889.651680:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384889.651691:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp14(192.168.203.112@tcp14) <- 192.168.203.112@tcp14 : PUT - for me 00000400:00000200:1.0:1767384889.651699:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384889.651704:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 144/144 into md 0x12a1 [1] + 0 00000400:00000010:1.0:1767384889.651708:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073386578. 00000400:00000200:1.0:1767384889.651712:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003ad3f2b 00000800:00000001:1.0:1767384889.651717:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384889.651726:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384889.651729:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384889.651734:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp14->192.168.203.112@tcp14: PUT: OK 00000400:00000200:1.0:1767384889.651737:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000400:00000010:1.0:1767384889.651739:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000400:00000200:1.0:1767384889.651743:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384889.651746:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (8) 00000400:00000200:1.0:1767384889.651752:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:1.0:1767384889.651757:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000012c8bd56. 00000400:00000200:1.0:1767384889.651760:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 7 00000400:00000200:1.0:1767384889.651765:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384889.651776:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (9) 00000400:00000200:1.0:1767384889.651780:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384889.651785:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp14 to MR: 192.168.203.112@tcp14 local destination 00000400:00000200:1.0:1767384889.651792:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.112@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384889.651807:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp14(192.168.203.112@tcp14:192.168.203.112@tcp14) -> 192.168.203.112@tcp14(192.168.203.112@tcp14:192.168.203.112@tcp14) 192.168.203.112@tcp14 : ACK try# 0 00000800:00000200:1.0:1767384889.651812:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp14 00000800:00000010:1.0:1767384889.651815:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7c71b70. 00000800:00000200:1.0:1767384889.651819:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (4) 00000800:00000200:1.0:1767384889.651823:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp14 ip 192.168.203.112:988 00000800:00000200:1.0:1767384889.651835:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c7c71b70 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384889.651998:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384889.652001:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7c71b70. 00000400:00000200:1.0:1767384889.652005:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384889.652010:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp14->192.168.203.112@tcp14: ACK: OK 00000800:00000001:1.0:1767384889.652017:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384889.652021:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384889.652023:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384889.652028:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384889.652030:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384889.652035:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384889.652042:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp14(192.168.203.112@tcp14) <- 192.168.203.112@tcp14 : ACK - for me 00000400:00000200:1.0:1767384889.652051:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp14: ACK from 12345-192.168.203.112@tcp14 into md 0x12b9 00000400:00000200:1.0:1767384889.652055:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384889.652059:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp14->192.168.203.112@tcp14: ACK: OK 00000400:00000200:1.0:1767384889.652063:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c77c222 00000400:00000010:1.0:1767384889.652065:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c77c222. 00000400:00000200:1.0:1767384889.652069:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384889.652072:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:1.0:1767384889.652076:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384889.652079:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (8) 00000800:00000001:1.0:1767384889.652085:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384889.652088:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384889.652117:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384889.652121:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c8c2b9. 00000400:00000010:1.0:1767384889.652124:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017e8d93d. 00000400:00000200:1.0:1767384889.652127:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:1.0:1767384889.652132:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:1.0:1767384889.652138:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 000000001232c663. 00000400:00000010:1.0:1767384889.652141:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 000000001669c54b. 00000400:00000010:1.0:1767384889.652144:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 00000000773cab4c. 00000400:00000010:1.0:1767384889.652158:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000002c27ea3. 00000400:00000200:1.0:1767384889.652166:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000002c27ea3 nid 192.168.203.112@tcp15 00000400:00000010:1.0:1767384889.652171:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005cb11143. 00000400:00000200:1.0:1767384889.652181:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000005cb11143 net tcp15 00000400:00000200:1.0:1767384889.652186:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (7) 00000400:00000200:1.0:1767384889.652196:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp15 flags 0x11 00000400:00000010:1.0:1767384889.652200:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 000000001232c663. 00000400:00000010:1.0:1767384889.652206:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 000000001669c54b. 00000400:00000010:1.0:1767384889.652209:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 00000000773cab4c. 00000400:00000010:1.0:1767384889.652213:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000012c8bd56. 00000400:00000200:1.0:1767384889.652218:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384889.652222:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:1.0:1767384889.652227:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:1.0:1767384889.652232:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:1.0:1767384889.652234:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384889.652237:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:1.0:1767384889.652240:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:1.0:1767384889.652244:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (8) 00000800:00000010:1.0:1767384889.652329:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db5d80c3. 00000800:00000010:1.0:1767384889.652334:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000773cab4c. 00000800:00000010:1.0:1767384889.652354:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000570b1061. 00000800:00000200:1.1:1767384889.652360:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (4) 00000800:00000200:1.1:1767384889.652366:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp14 00000000570b1061 deleted 00000800:00000010:1.1:1767384889.652367:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000570b1061. 00000800:00000200:1.1:1767384889.652371:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384889.652375:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp14 p 3.x 192.168.203.112 -> 192.168.203.112:1012 incarnation:1767384888251977462 sched[0] 00000800:00000010:1.0:1767384889.652379:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000099e6cd4. 00000800:00000200:0.1:1767384889.652441:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384889.652446:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000099e6cd4. 00000800:00000010:1.0:1767384889.652452:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000773cab4c. 00080000:00000001:2.0:1767384889.659602:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384889.659608:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384889.659611:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384889.659613:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384889.659617:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384889.659622:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384889.659624:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384889.659625:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384889.659626:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384889.659627:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384889.659631:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e21d2ec6. 00080000:00000001:3.0:1767384889.659637:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384889.659642:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384889.659647:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384889.659650:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a336609. 20000000:01000000:3.0:1767384889.659651:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384889.659655:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:3.0:1767384889.659657:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384889.659661:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384889.659662:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384889.659665:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384889.659666:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384889.659668:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384889.659671:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384889.659678:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061f7dcbf. 00010000:00000001:3.0:1767384889.659682:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384889.659686:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384889.659689:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384889.659693:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb82bc to hash 00080000:00000001:1.0:1767384889.659693:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384889.659695:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384889.659697:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384889.659699:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00080000:00000001:1.0:1767384889.659700:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659703:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00080000:00000001:1.0:1767384889.659704:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384889.659707:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384889.659708:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.659711:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384889.659712:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00010000:3.0:1767384889.659714:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384889.659716:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384889.659728:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b886ab4. 00010000:00000001:3.0:1767384889.659729:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384889.659732:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247717888 : -106563461833728 : ffff9f14c2b61c00) 00010000:00000001:3.0:1767384889.659734:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384889.659736:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384889.659737:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384889.659740:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384889.659742:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.659744:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384889.659745:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.659748:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384889.659750:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384889.659751:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384889.659752:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384889.659754:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061f7dcbf) refcount = 1 00010000:00010000:3.0:1767384889.659756:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.659761:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384889.659762:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384889.659764:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.659765:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659766:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384889.659769:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384889.659772:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384889.659774:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.659775:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.659776:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384889.659778:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.659780:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.659781:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384889.659783:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.659787:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384889.659790:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384889.659799:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384889.659802:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659804:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384889.659805:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384889.659806:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384889.659809:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.659813:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.659814:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659816:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384889.659818:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384889.659820:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.659823:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc73e294 already unused, calling callback (000000005b856d01) 00080000:00000001:1.0:1767384889.659824:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384889.659828:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384889.659830:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384889.659832:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.659836:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384889.659838:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.659839:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.659841:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=5 00000020:00000001:3.0:1767384889.659842:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.659843:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.659845:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384889.659846:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.659850:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384889.659853:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384889.659868:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659872:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384889.659873:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384889.659875:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.659881:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384889.659910:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb82bc from hash 00010000:00000001:3.0:1767384889.659913:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384889.659914:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.659916:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.659917:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384889.659919:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384889.659921:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384889.659923:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384889.659925:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.659927:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659929:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384889.659931:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384889.659933:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.659934:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.659936:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659938:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.659939:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.659941:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.659945:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.659947:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.659948:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384889.659951:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384889.659952:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.659953:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.659956:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384889.659959:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384889.659961:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384889.659963:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:3.0:1767384889.659964:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384889.659968:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384889.659975:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384889.659977:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384889.659979:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82bc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384889.659995:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061f7dcbf count: 0 00010000:00000001:3.0:1767384889.660003:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384889.660005:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384889.663924:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294878610, at 4294878611 00000100:00000010:2.0:1767384889.663932:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f9c0631. 00000100:00000040:3.0:1767384889.664925:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294878610, at 4294878612 00000100:00000010:3.0:1767384889.664932:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a379901. 00000100:00000040:1.0:1767384889.665216:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294878610, at 4294878612 00000100:00000010:1.0:1767384889.665225:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005a81ab17. 00010000:00000010:3.1:1767384889.666916:0:20312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061f7dcbf. 00010000:00000010:3.1:1767384889.666924:0:20312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00080000:00000001:3.0:1767384889.667689:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384889.667691:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384889.667693:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384889.667693:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384889.667697:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384889.667699:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384889.667700:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000010:3.0:1767384889.667703:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008b886ab4. 20000000:00000001:1.0:1767384889.667704:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384889.667709:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384889.667710:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384889.667711:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384889.667722:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384889.667724:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384889.667728:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384889.667729:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384889.667732:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384889.667735:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384889.667739:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384889.667741:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384889.667746:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061f7dcbf. 00010000:00000001:3.0:1767384889.667749:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384889.667752:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384889.667755:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384889.667758:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb82c3 to hash 00000020:00000001:3.0:1767384889.667760:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384889.667761:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.667763:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.667765:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.667767:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.667769:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667775:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384889.667778:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384889.667780:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384889.667782:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384889.667790:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.667792:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384889.667793:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.667795:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384889.667797:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384889.667799:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384889.667800:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384889.667801:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061f7dcbf) refcount = 1 00010000:00010000:3.0:1767384889.667804:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667808:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384889.667810:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384889.667811:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.667813:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.667815:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384889.667817:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384889.667819:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384889.667821:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.667822:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.667823:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384889.667825:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.667827:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.667829:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384889.667830:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667835:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384889.667837:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667840:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.667842:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384889.667843:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667867:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.667870:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.667872:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384889.667873:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384889.667878:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc73e294 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384889.667880:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384889.667882:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384889.667883:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667912:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384889.667914:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384889.667915:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384889.667916:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=5 00000020:00000001:3.0:1767384889.667918:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.667920:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384889.667922:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384889.667923:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667927:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384889.667929:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384889.667931:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.667934:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384889.667936:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384889.667938:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384889.667939:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384889.667941:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb82c3 from hash 00010000:00000001:3.0:1767384889.667944:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384889.667945:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.667947:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.667953:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384889.667955:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384889.667957:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384889.667959:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384889.667961:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384889.667963:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.667964:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384889.667966:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384889.667968:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.667970:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.667971:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.667973:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384889.667974:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.667977:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667981:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.667982:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.667983:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384889.667985:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384889.667987:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384889.667988:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384889.667989:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384889.667992:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384889.667993:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384889.667994:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384889.667998:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384889.668000:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384889.668001:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82c3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384889.668005:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061f7dcbf count: 0 00010000:00000001:3.0:1767384889.668018:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384889.668019:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384889.668677:0:20312:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e13cbaf4. 00000400:00000040:3.0:1767384889.668692:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384889.668698:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384889.668700:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384889.668701:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384889.668702:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384889.668703:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384889.668705:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384889.668706:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384889.668707:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384889.668708:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384889.668710:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384889.668711:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384889.668712:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384889.668714:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384889.668715:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384889.668717:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384889.668718:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384889.668719:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384889.668720:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384889.668722:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384889.668723:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384889.668724:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384889.668725:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384889.668727:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384889.668728:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384889.668730:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384889.668731:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384889.668732:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384889.668734:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384889.668735:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384889.668736:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384889.668738:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384889.668739:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384889.668740:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384889.668741:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384889.668742:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384889.668744:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384889.668746:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384889.668747:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384889.668748:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384889.668753:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384889.668754:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384889.668757:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384889.668758:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384889.668760:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384889.668762:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384889.668763:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384889.668765:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384889.668767:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384889.668768:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384889.668769:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384889.668770:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384889.668771:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384889.668773:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384889.668775:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384889.668776:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384889.668778:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384889.668804:0:20312:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e13cbaf4. 00080000:00000020:2.0:1767384889.669340:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384889.669344:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384889.669345:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000359c3065. 20000000:00000001:2.0:1767384889.669350:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384889.669353:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352211968 00010000:00000001:2.0:1767384889.669356:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384889.669361:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066bd4404 x1853237352211968/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384889.669368:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384889.669371:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384889.669374:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384889.669378:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384889.669380:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384889.669383:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384889.669386:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384889.669388:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.669391:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384889.669393:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384889.669396:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a6c9d0. 00000100:00000200:2.0:1767384889.669400:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352211968, offset 224 00000400:00000200:2.0:1767384889.669406:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384889.669417:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384889.669424:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102600 00000400:00000200:2.0:1767384889.669430:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12c5 [2] + 224 00000400:00000200:2.0:1767384889.669435:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384889.669439:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384889.669442:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384889.669446:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384889.669453:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.669475:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384889.669481:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a6c9d0 00000400:00000010:2.0:1767384889.669484:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037a6c9d0. 00000100:00000001:1.0:1767384889.669485:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384889.669487:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384889.669489:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384889.669490:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384889.669495:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384889.669496:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384889.669498:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384889.669501:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:1.0:1767384889.669501:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afca2eba. 00010000:00000001:2.0:1767384889.669505:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384889.669507:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009cab336 00000020:00000001:2.0:1767384889.669508:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384889.669511:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009cab336. 00000020:00000001:2.0:1767384889.669512:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384889.669516:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384889.669518:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066bd4404 x1853237352211968/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384889.669524:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384889.669534:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066bd4404 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352211968:12345-0@lo:253: Request processed in 18482us (18880us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384889.669542:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384889.669548:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:2.0:1767384889.669555:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384889.669556:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384889.669560:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384889.669560:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384889.669563:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384889.669564:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384889.669567:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384889.669569:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c143d8d. 00000020:00000010:2.0:1767384889.669574:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ebb92247. 00000100:00000001:1.0:1767384889.669577:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384889.669578:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f946d9d. 00000100:00000001:1.0:1767384889.669579:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384889.669583:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384889.669584:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00001000:1.0:1767384889.669588:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=19 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384889.669590:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384889.669593:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a9eec459. 00000100:00001000:1.0:1767384889.669594:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=19 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384889.669599:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384889.669599:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384889.669603:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.669603:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384889.669610:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384889.669611:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384889.669612:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384889.669613:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384889.669619:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f61354. 00000100:00000040:1.0:1767384889.669620:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384889.669627:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037a6c9d0. 00000100:00000001:1.0:1767384889.669627:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384889.669633:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384889.669635:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384889.669638:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384889.669640:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384889.669642:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384889.669643:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384889.669644:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384889.669646:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384889.669647:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384889.669648:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384889.669649:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384889.669653:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384889.669659:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000004ec5a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352211968:0@lo:253: 00000100:00000001:1.0:1767384889.669663:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.669665:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384889.669668:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000004ec5a3 x1853237352211968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384889.669673:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384889.669676:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384889.669678:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007b242c85. 02000000:00000001:1.0:1767384889.669682:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384889.669689:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384889.669691:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384889.669693:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384889.669695:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000043861229. 02000000:00000001:1.0:1767384889.669701:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384889.669702:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384889.669704:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000004ec5a3. 00000100:00000001:1.0:1767384889.669708:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384889.669710:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.669711:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.669718:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384889.669719:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.669722:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384889.669724:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384889.670812:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384889.670815:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384889.670816:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bba2601a. 20000000:00000001:2.0:1767384889.670819:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384889.670827:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352211840 00010000:00000001:2.0:1767384889.670829:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384889.670832:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5b67a3d x1853237352211840/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384889.670837:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384889.670838:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384889.670840:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384889.670842:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384889.670843:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384889.670844:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384889.670846:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384889.670847:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384889.670849:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384889.670851:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384889.670867:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c4ef40a. 00000100:00000200:2.0:1767384889.670871:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352211840, offset 224 00000400:00000200:2.0:1767384889.670874:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384889.670878:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384889.670882:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102580 00000400:00000200:2.0:1767384889.670913:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12bd [2] + 224 00000400:00000200:2.0:1767384889.670917:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384889.670921:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384889.670923:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384889.670927:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384889.670932:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.670942:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384889.670946:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c4ef40a 00000400:00000010:2.0:1767384889.670947:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c4ef40a. 00000100:00000001:2.0:1767384889.670949:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384889.670950:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384889.670953:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.670955:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384889.670956:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:1.0:1767384889.670958:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384889.670961:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384889.670964:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384889.670966:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384889.670967:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b37c12. 00000020:00000001:2.0:1767384889.670968:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384889.670972:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384889.670972:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3294d27 00000100:00000040:2.0:1767384889.670976:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5b67a3d x1853237352211840/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:115/0 lens 4848/4768 e 0 to 0 dl 1767384900 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384889.670977:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3294d27. 00000100:00000001:1.0:1767384889.670982:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384889.670988:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384889.670991:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5b67a3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352211840:12345-0@lo:253: Request processed in 19885us (20490us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384889.671006:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:2.0:1767384889.671009:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:1.0:1767384889.671009:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384889.671014:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384889.671016:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384889.671020:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fc2b58e. 00000100:00000001:1.0:1767384889.671021:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384889.671024:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384889.671026:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002283729a. 00000100:00000001:1.0:1767384889.671026:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384889.671029:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384889.671030:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0ee1e1d. 00000100:00000001:1.0:1767384889.671031:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384889.671034:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:1.0:1767384889.671035:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384889.671040:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384889.671041:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384889.671043:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=19 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384889.671044:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba3cddb8. 02000000:00000001:2.0:1767384889.671048:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384889.671049:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384889.671051:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.671056:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384889.671058:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384889.671058:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384889.671062:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069458b6a. 00000400:00000010:2.0:1767384889.671065:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c4ef40a. 00010000:00000001:1.0:1767384889.671068:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384889.671070:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.671072:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384889.671075:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384889.671080:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384889.671081:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384889.671083:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384889.671085:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384889.671086:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384889.671087:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384889.671088:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384889.671089:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384889.671090:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384889.671090:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384889.671091:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384889.671092:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384889.671093:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384889.671095:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384889.671099:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000380aed0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352211840:0@lo:253: 00000100:00000001:1.0:1767384889.671102:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.671103:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384889.671104:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000380aed0a x1853237352211840/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384889.671107:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384889.671108:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384889.671109:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee802f44. 02000000:00000001:1.0:1767384889.671112:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384889.671112:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384889.671113:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384889.671114:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384889.671115:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000064f3c222. 02000000:00000001:1.0:1767384889.671117:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384889.671118:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384889.671123:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000380aed0a. 00000100:00000001:1.0:1767384889.671125:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384889.671126:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.671127:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384889.671130:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384889.671131:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384889.671133:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384889.671134:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384889.674908:0:20315:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061f7dcbf. 00010000:00000010:3.1:1767384889.674917:0:20315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00010000:00000001:2.0:1767384889.838006:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384889.838010:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384889.838015:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384889.838016:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384890.271390:0:20490:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384890.271402:0:20490:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.271405:0:20490:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384890.271410:0:20490:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384890.271414:0:20490:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384890.271417:0:20490:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384890.861932:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384890.861938:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384890.861942:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384890.861944:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384890.861946:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384890.861948:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384890.861950:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384890.861952:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384890.861953:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384890.861960:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.861997:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384890.862001:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384890.862004:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384891.009865:0:20655:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384891.009870:0:20655:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:3.0:1767384891.013313:0:20655:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384891.020648:0:20656:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e65a5b52. 00000400:00000010:3.0:1767384891.020673:0:20656:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e3294d27. 00000400:00000010:3.0:1767384891.020681:0:20656:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000da46d5c. 00000400:00000010:3.0:1767384891.020684:0:20656:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007e9ea017. 00000400:00000010:3.0:1767384891.020688:0:20656:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000cc5fc32. 00000400:00000010:3.0:1767384891.020691:0:20656:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c670fb5. 00000400:00000010:3.0:1767384891.020692:0:20656:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008f7c4a40. 00000400:00000010:3.0:1767384891.020694:0:20656:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008506910f. 00000400:00000010:3.0:1767384891.020696:0:20656:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000be733cc5. 00000800:00000010:3.0:1767384891.020705:0:20656:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f70852ab. 00000800:00000200:3.0:1767384891.020715:0:20656:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384891.020725:0:20656:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384891.020757:0:20656:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384891.020775:0:20656:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384891.022070:0:20656:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000006e78d52c. 00000400:00000010:3.0:1767384891.022075:0:20656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf8929e. 00000400:00000010:3.0:1767384891.022081:0:20656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82bdf90. 00000400:00000001:3.0:1767384891.022092:0:20656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384891.022094:0:20656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384891.022095:0:20656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001832e844. 00000400:00000200:3.0:1767384891.022098:0:20656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab20be0e 00000400:00000010:3.0:1767384891.022100:0:20656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab20be0e. 00000400:00000010:3.0:1767384891.022113:0:20656:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000001540503d. 00000400:00000200:3.0:1767384891.022116:0:20656:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (7) 00000400:00000200:3.0:1767384891.022126:0:20656:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384891.022133:0:20656:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:3.0:1767384891.022139:0:20656:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ee93d0dd. 00000020:01000000:3.0:1767384891.022143:0:20656:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384891.022145:0:20656:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp16 00000400:00000010:3.0:1767384891.022157:0:20656:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e3294d27. 00000400:00000200:1.0:1767384891.022159:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384891.022160:0:20656:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e65a5b52. 00000400:00000200:1.0:1767384891.022169:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384891.022177:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3a4b9d2. 00000400:00000200:1.0:1767384891.022181:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (8) 00000020:00000001:2.0:1767384891.022186:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384891.022188:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004299920e. 10000000:00000001:2.0:1767384891.022191:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384891.022194:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384891.022197:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 10000000:01000000:2.0:1767384891.022198:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384891.022203:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384891.022205:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384891.022207:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384891.022208:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384891.022209:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384891.022210:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384891.022211:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384891.022212:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384891.022215:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384891.022215:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:01000004:2.0:1767384891.022218:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384891.022224:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa8ad4ec. 00000400:00000200:1.0:1767384891.022226:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000040:2.0:1767384891.022230:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384891.022237:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384891.022240:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384891.022240:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000001:2.0:1767384891.022246:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.022251:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000010:2.0:1767384891.022254:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ba3cddb8. 00000400:00000200:1.0:1767384891.022259:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:2.0:1767384891.022263:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.022267:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:2.0:1767384891.022271:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384891.022275:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.022275:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000040:2.0:1767384891.022286:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa8ad4ec] to pc [ptlrpcd_00_00+0] req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384891.022286:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:1.0:1767384891.022296:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp15 00000400:00000200:1.0:1767384891.022303:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp15 lpni_is_preferred = 0 00000400:00000200:1.0:1767384891.022308:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp15 10000000:00000001:2.0:1767384891.022318:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384891.022323:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.022323:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.112@tcp15 LPNI seq info [17:17:8:4294967295] 00000020:00000001:2.0:1767384891.022328:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384891.022333:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384891.022340:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384891.022340:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp15 10000000:00000001:2.0:1767384891.022343:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384891.022345:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384891.022347:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384891.022350:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384891.022353:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384891.022357:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp15(192.168.203.112@tcp15:) -> 192.168.203.112@tcp15(192.168.203.112@tcp:192.168.203.112@tcp15) : PUT try# 0 00000020:01000004:2.0:1767384891.022362:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384891.022365:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384891.022369:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:1.0:1767384891.022372:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.112@tcp15 00000020:01000004:2.0:1767384891.022373:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384891.022375:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384891.022379:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:1.0:1767384891.022382:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003152b22a. 00000020:01000004:2.0:1767384891.022383:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384891.022389:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000020:00000040:2.0:1767384891.022394:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000800:00000010:1.0:1767384891.022395:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000785ab2b6. 00000100:00000001:2.0:1767384891.022400:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384891.022403:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384891.022404:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003b1b40dc. 02000000:00000001:2.0:1767384891.022406:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384891.022414:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bba2601a. 00000800:00000200:1.0:1767384891.022416:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (2) 00000100:00000001:2.0:1767384891.022420:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.022436:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384891.022440:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384891.022441:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (2) 00000100:00000040:2.0:1767384891.022448:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_01+1] req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384891.022461:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.022464:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 10000000:00000001:2.0:1767384891.022466:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.022471:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000020:00000001:2.0:1767384891.022472:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384891.022475:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384891.022479:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ee93d0dd. 00000100:00000001:2.0:1767384891.022492:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.022496:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384891.022499:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384891.022504:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.022517:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384891.022519:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.022524:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384891.022527:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384891.022532:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384891.022536:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352212224:0@lo:253: 00000100:00000001:2.0:1767384891.022542:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384891.022553:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384891.022553:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 02000000:00000001:2.0:1767384891.022558:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.022563:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384891.022568:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee802f44. 02000000:00000001:2.0:1767384891.022573:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384891.022578:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5ec7a9. 00000400:00000010:2.0:1767384891.022584:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf8168f. 00000100:00000200:2.0:1767384891.022590:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352212224, portal 25 00000100:00000001:2.0:1767384891.022593:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384891.022595:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000040:2.0:1767384891.022602:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.022611:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384891.022615:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384891.022619:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093db1c4c. 00000100:00000200:2.0:1767384891.022624:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352212224, offset 0 00000400:00000200:1.0:1767384891.022624:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384891.022642:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384891.022656:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384891.022667:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102700 00000400:00000200:2.0:1767384891.022674:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000400:00000010:2.0:1767384891.022677:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010b0a790. 00000400:00000200:2.0:1767384891.022680:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091a37147 00000400:00000200:1.0:1767384891.022683:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384891.022685:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384891.022691:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384891.022698:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091a37147 00000400:00000010:2.0:1767384891.022702:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091a37147. 00000100:00000001:2.0:1767384891.022708:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384891.022712:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384891.022719:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000fed62efb x1853237352212224 msgsize 4848 00000400:00000200:1.0:1767384891.022724:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00100000:2.0:1767384891.022728:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384891.022734:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384891.022746:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384891.022754:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093db1c4c 00000400:00000010:2.0:1767384891.022759:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093db1c4c. 00000100:00000001:2.0:1767384891.022764:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384891.022777:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000200:2.0:1767384891.022783:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.022792:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384891.022797:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.022805:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.022808:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384891.022814:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.022819:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294879982 00000400:00000200:1.0:1767384891.022822:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:2.0:1767384891.022830:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294879982 00000100:00000001:2.0:1767384891.022835:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294879982 00000100:00000001:2.0:1767384891.022867:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294879982 00000100:00000001:2.0:1767384891.022872:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294879982 00000100:00000001:2.0:1767384891.022920:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294879982 00000100:00000001:2.0:1767384891.022925:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294879983 00000400:00000200:1.0:1767384891.022932:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:2.0:1767384891.022943:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294879983 00000100:00000001:2.0:1767384891.022948:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384891.022951:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.022958:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.022960:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.022969:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384891.022972:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000001:2.0:1767384891.022973:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384891.022978:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.022981:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384891.022983:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.022987:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.023011:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384891.023014:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352212096 02000000:00000001:2.0:1767384891.023016:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384891.023018:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384891.023020:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.023024:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384891.023026:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352212096 00000400:00000200:1.0:1767384891.023028:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000020:00000001:2.0:1767384891.023035:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384891.023037:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384891.023040:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384891.023043:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384891.023047:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384891.023052:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384891.023056:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384891.023060:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058609d57. 00000100:00000001:2.0:1767384891.023064:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384891.023068:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058609d57. 00000020:00000010:2.0:1767384891.023075:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006034f471. 00000020:00000010:2.0:1767384891.023082:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004b42660. 00000400:00000200:1.0:1767384891.023083:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000020:00000010:2.0:1767384891.023089:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002283729a. 00000100:00000040:2.0:1767384891.023114:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384891.023117:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384891.023120:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384891.023122:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.023129:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.023140:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384891.023150:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00000001:2.0:1767384891.023151:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384891.023155:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384891.023161:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:2.0:1767384891.023164:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384891.023169:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546070608 : -106559163481008 : ffff9f15c2e9c450) 00000100:00000040:2.0:1767384891.023176:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046f0140c x1853237352212096/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 4848/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.023183:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384891.023203:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058609d57. 00000100:00000001:2.0:1767384891.023209:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384891.023213:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058609d57. 00000100:00100000:2.0:1767384891.023217:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046f0140c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352212096:12345-0@lo:253: 00000100:00000200:2.0:1767384891.023221:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352212096 00000400:00000200:1.0:1767384891.023228:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000020:00000001:2.0:1767384891.023232:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384891.023239:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384891.023243:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.023247:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384891.023251:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384891.023256:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384891.023261:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384891.023264:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384891.023267:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384891.023272:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.023278:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384891.023283:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384891.023291:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000043861229. 02000000:00000001:2.0:1767384891.023295:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.023300:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384891.023305:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384891.023316:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007b242c85. 20000000:01000000:2.0:1767384891.023322:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384891.023325:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384891.023329:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384891.023333:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384891.023335:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384891.023341:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384891.023351:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b67ad5f5. 20000000:01000000:2.0:1767384891.023355:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:2.0:1767384891.023362:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384891.023369:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384891.023415:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384891.023420:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384891.023423:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384891.023425:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384891.023432:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384891.023438:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384891.023445:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384891.023455:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000011e6008. 00080000:00000001:2.0:1767384891.023459:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237965312 : -106563471586304 : ffff9f14c2214c00) 00080000:00000001:2.0:1767384891.023462:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384891.023561:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000064f3c222. 00000800:00000010:1.0:1767384891.023569:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e05b253c. 00000800:00000010:1.0:1767384891.023577:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9eedf3e. 00000001:00000001:2.0:1767384891.023580:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384891.023583:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384891.023586:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384891.023604:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384891.023607:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767384891.023649:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9eedf3e. 00080000:00000001:2.0:1767384891.023760:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384891.023763:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384891.023838:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384891.023897:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp15 from 243.3.0.2 00000800:00000010:1.0:1767384891.023975:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000586ee447. 00000800:00000010:2.0:1767384891.024035:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9eec459. 00000800:00000010:2.0:1767384891.024059:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093db1c4c. 00000800:00000010:2.0:1767384891.024081:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000b78f930. 00000800:00000200:2.1:1767384891.024087:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (2) 00000800:00000200:2.1:1767384891.024091:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp15 000000000b78f930 deleted 00000800:00000010:2.1:1767384891.024093:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000b78f930. 00000800:00000200:2.1:1767384891.024098:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384891.024104:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp15 ip 192.168.203.112:1011 00000800:00000200:2.1:1767384891.024108:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003152b22a type 1, nob 256 niov 1 nkiov 1 00000800:00000200:2.0:1767384891.024113:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp15 p 3.x 192.168.203.112 -> 192.168.203.112:1011 incarnation:1767384889648495779 sched[0] 00000800:00000010:2.0:1767384891.024118:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000058609d57. 00000800:00000010:2.0:1767384891.024178:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000058609d57. 00000800:00000010:2.0:1767384891.024182:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093db1c4c. 00000800:00000010:2.0:1767384891.024216:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000586ee447. 00000800:00000200:1.1:1767384891.024224:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384891.024233:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp15 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384889648495779 sched[0] 00000800:00000001:2.0:1767384891.024242:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384891.024250:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384891.024250:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e05b253c. 00000800:00000200:2.0:1767384891.024317:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384891.024322:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003152b22a. 00000400:00000200:2.0:1767384891.024328:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384891.024336:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp15->192.168.203.112@tcp15: PUT: OK 00000400:00000200:2.0:1767384891.024342:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384891.024348:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000400:00000200:1.0:1767384891.024361:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024417:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024472:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024533:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024596:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024656:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024718:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024780:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024814:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024874:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.024958:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.025019:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384891.025065:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000800:00000010:1.0:1767384891.025279:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025da474d. 00000800:00000010:1.0:1767384891.025285:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e05b253c. 00000800:00000010:1.0:1767384891.025289:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9eedf3e. 00000800:00000010:1.0:1767384891.025333:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9eedf3e. 00000400:00000200:1.0:1767384891.025405:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384891.025425:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp15 from 242.3.0.2 00000800:00000010:1.0:1767384891.025430:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000588ce7aa. 00000800:00000010:2.0:1767384891.025460:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000359c3065. 00000800:00000010:2.0:1767384891.025465:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093db1c4c. 00000800:00000010:2.0:1767384891.025486:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000b78f930. 00000800:00000200:2.1:1767384891.025490:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (4) 00000800:00000200:2.1:1767384891.025495:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp15 000000000b78f930 deleted 00000800:00000010:2.1:1767384891.025497:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000b78f930. 00000800:00000200:2.1:1767384891.025500:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384891.025504:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp15 p 3.x 192.168.203.112 -> 192.168.203.112:1010 incarnation:1767384889648495779 sched[0] 00000800:00000010:2.0:1767384891.025509:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009e8547e. 00000800:00000010:2.0:1767384891.025556:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009e8547e. 00000800:00000010:2.0:1767384891.025567:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093db1c4c. 00000800:00000010:2.0:1767384891.025590:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000588ce7aa. 00000800:00000200:2.1:1767384891.025618:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384891.025622:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp15 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384889648495779 sched[0] 00000800:00000010:2.0:1767384891.025625:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e05b253c. 00000800:00000001:1.0:1767384891.025676:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384891.025683:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384891.025687:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384891.025690:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384891.035930:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294879982, at 4294879983 00000100:00000010:1.0:1767384891.035941:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a24953c. 00000100:00000040:2.0:1767384891.036936:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294879982, at 4294879984 00000100:00000010:2.0:1767384891.036942:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f9023e8. 00000100:00000040:3.0:1767384891.037930:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294879983, at 4294879985 00000100:00000010:3.0:1767384891.037936:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008097959e. 00080000:00000001:2.0:1767384891.042661:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384891.042667:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384891.042670:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384891.042673:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384891.042673:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384891.042679:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384891.042682:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384891.042683:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384891.042684:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384891.042688:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384891.042692:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000011e6008. 20000000:00000001:2.0:1767384891.042693:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384891.042698:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384891.042699:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384891.042706:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384891.042713:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384891.042718:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384891.042721:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384891.042727:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384891.042730:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384891.042737:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061f7dcbf. 00010000:00000001:3.0:1767384891.042741:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384891.042750:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384891.042756:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384891.042760:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb82ca to hash 00000020:00000001:3.0:1767384891.042764:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384891.042767:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.042771:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.042776:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.042779:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.042783:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.042791:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384891.042795:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384891.042798:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384891.042801:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384891.042803:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.042804:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384891.042805:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.042808:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384891.042810:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384891.042811:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384891.042812:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384891.042813:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061f7dcbf) refcount = 1 00010000:00010000:3.0:1767384891.042816:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.042820:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384891.042822:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384891.042823:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.042824:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.042825:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384891.042828:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384891.042831:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384891.042833:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.042834:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.042839:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384891.042841:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.042843:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.042859:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384891.042862:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.042867:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384891.042869:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.042875:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.042878:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384891.042881:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.042917:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.042921:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.042925:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384891.042927:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384891.042932:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc73e294 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384891.042934:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.042936:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384891.042937:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.042941:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384891.042943:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.042944:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.042945:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=5 00000020:00000001:3.0:1767384891.042947:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.042948:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.042951:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384891.042959:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.042963:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384891.042966:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384891.042967:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.042971:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384891.042972:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384891.042974:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.042976:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384891.042977:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb82ca from hash 00010000:00000001:3.0:1767384891.042979:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384891.042981:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.042982:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.042983:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384891.042984:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384891.042986:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384891.042988:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384891.042990:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384891.042992:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.042994:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384891.042995:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384891.042998:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.043001:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.043003:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.043006:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.043008:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.043010:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.043017:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.043018:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.043020:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384891.043021:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384891.043023:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.043025:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.043027:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384891.043030:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384891.043040:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.043043:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.043050:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384891.043052:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384891.043054:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb82ca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384891.043061:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061f7dcbf count: 0 00010000:00000001:3.0:1767384891.043072:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384891.043074:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384891.046407:0:20661:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e13cbaf4. 00000400:00000040:3.0:1767384891.046431:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384891.046434:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384891.046438:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384891.046441:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384891.046444:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384891.046446:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384891.046450:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384891.046452:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384891.046454:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384891.046456:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384891.046460:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384891.046462:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384891.046465:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384891.046467:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384891.046469:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384891.046472:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384891.046474:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384891.046476:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384891.046478:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384891.046481:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384891.046483:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384891.046485:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384891.046487:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384891.046489:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384891.046491:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384891.046500:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384891.046502:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384891.046504:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384891.046507:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384891.046509:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384891.046511:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384891.046514:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384891.046517:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384891.046519:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384891.046521:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384891.046524:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384891.046525:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384891.046528:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384891.046531:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384891.046533:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384891.046535:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384891.046537:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384891.046540:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384891.046542:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384891.046544:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384891.046546:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384891.046549:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384891.046550:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384891.046553:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384891.046555:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384891.046558:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384891.046560:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384891.046562:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384891.046564:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384891.046567:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384891.046569:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384891.046571:0:20661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384891.046613:0:20661:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e13cbaf4. 00080000:00000001:1.0:1767384891.050722:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384891.050727:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384891.050730:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384891.050732:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384891.050735:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384891.050747:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384891.050749:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384891.050755:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384891.050763:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384891.050767:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384891.050769:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384891.050772:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384891.050775:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384891.050780:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000014bf28d3. 00010000:00000001:2.0:1767384891.050783:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384891.050787:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082d02c69. 00000020:00000001:2.0:1767384891.050789:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384891.050791:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000082d02c69 with handle 0x7ec529173eeb82d1 to hash 00000020:00000001:2.0:1767384891.050793:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384891.050794:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384891.050797:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384891.050799:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384891.050800:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384891.050802:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050808:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384891.050810:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384891.050812:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384891.050813:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384891.050815:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.050816:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384891.050823:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.050825:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384891.050827:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384891.050828:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384891.050829:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384891.050831:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000014bf28d3) refcount = 1 00010000:00010000:2.0:1767384891.050833:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050837:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384891.050839:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384891.050840:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.050841:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.050842:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384891.050858:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384891.050860:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:2.0:1767384891.050862:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384891.050863:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384891.050864:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=4 00000020:00000001:2.0:1767384891.050866:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384891.050868:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384891.050870:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384891.050871:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050875:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384891.050877:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050881:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384891.050882:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384891.050883:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050907:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384891.050908:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.050915:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384891.050917:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384891.050921:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000082d02c69 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384891.050923:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384891.050925:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384891.050927:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050931:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384891.050933:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384891.050934:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384891.050935:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=5 00000020:00000001:2.0:1767384891.050937:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384891.050938:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384891.050940:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384891.050942:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050945:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384891.050947:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384891.050948:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.050951:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384891.050952:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384891.050953:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384891.050954:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384891.050955:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082d02c69 with handle 0x7ec529173eeb82d1 from hash 00010000:00000001:2.0:1767384891.050956:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384891.050957:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384891.050957:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384891.050958:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384891.050959:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384891.050960:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384891.050961:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384891.050962:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384891.050969:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.050970:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384891.050971:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384891.050973:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384891.050974:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384891.050975:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.050976:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.050977:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384891.050979:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050982:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384891.050983:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384891.050984:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384891.050985:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384891.050986:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384891.050986:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384891.050987:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384891.050989:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384891.050990:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384891.050991:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384891.050994:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384891.050995:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384891.050996:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000082d02c69/0x7ec529173eeb82d1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384891.051000:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000014bf28d3 count: 0 00010000:00000001:2.0:1767384891.051007:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384891.051008:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384891.051222:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384891.051225:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384891.051227:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384891.051228:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384891.051229:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384891.051232:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000268b152b. 00080000:00000001:3.0:1767384891.051241:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:3.1:1767384891.051910:0:16595:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061f7dcbf. 00010000:00000010:3.1:1767384891.051917:0:16595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00080000:00000020:3.0:1767384891.052608:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384891.052611:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384891.052613:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007b242c85. 20000000:00000001:3.0:1767384891.052618:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384891.052622:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352212096 00010000:00000001:3.0:1767384891.052625:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384891.052631:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046f0140c x1853237352212096/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384891.052638:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384891.052640:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.052643:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.052647:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384891.052649:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384891.052651:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384891.052653:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384891.052656:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.052659:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.052662:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.052666:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000068c7b3e. 00000100:00000200:3.0:1767384891.052670:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352212096, offset 224 00000400:00000200:3.0:1767384891.052675:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.052685:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.052694:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102680 00000400:00000200:3.0:1767384891.052700:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e9 [2] + 224 00000400:00000200:3.0:1767384891.052706:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.052709:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384891.052714:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384891.052717:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384891.052724:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.052736:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.052751:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000068c7b3e 00000400:00000010:3.0:1767384891.052753:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000068c7b3e. 00000100:00000001:3.0:1767384891.052755:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384891.052756:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.052761:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.052764:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384891.052765:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384891.052767:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.052769:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384891.052773:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046f0140c x1853237352212096/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384891.052780:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046f0140c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352212096:12345-0@lo:253: Request processed in 29595us (30133us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384891.052787:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1767384891.052790:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384891.052791:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384891.052793:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384891.052797:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004b42660. 00000020:00000010:3.0:1767384891.052800:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002283729a. 00000020:00000010:3.0:1767384891.052803:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006034f471. 00000020:00000040:3.0:1767384891.052807:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384891.052810:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384891.052811:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000043861229. 02000000:00000001:3.0:1767384891.052814:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384891.052815:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384891.052819:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384891.052823:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6086322. 00000400:00000010:3.0:1767384891.052826:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000068c7b3e. 00000100:00000001:3.0:1767384891.052843:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384891.052872:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384891.052876:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384891.052878:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384891.052879:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0cd2e6. 00000400:00000200:3.0:1767384891.052882:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001863bbfa 00000400:00000010:3.0:1767384891.052884:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001863bbfa. 00000100:00000001:3.0:1767384891.052913:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384891.052916:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384891.052923:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.052928:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384891.052929:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.052931:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384891.052933:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384891.052934:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384891.052936:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.052939:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.052942:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384891.052945:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.052948:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384891.052949:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.052951:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384891.052952:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.052954:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.052957:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.052962:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.052964:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384891.052965:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384891.052968:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384891.052970:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384891.052971:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384891.052972:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384891.052973:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384891.052974:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384891.052976:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384891.052977:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384891.052978:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384891.052979:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384891.052981:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384891.052994:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352212096:0@lo:253: 00000100:00000001:3.0:1767384891.052998:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.053000:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.053001:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa8ad4ec x1853237352212096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.053006:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384891.053008:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384891.053010:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000041e0a2c. 02000000:00000001:3.0:1767384891.053014:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384891.053016:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384891.053017:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384891.053020:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384891.053022:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ba3cddb8. 02000000:00000001:3.0:1767384891.053026:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384891.053028:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384891.053030:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa8ad4ec. 00000100:00000001:3.0:1767384891.053035:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384891.053037:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.053040:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.053047:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384891.053049:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.053052:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384891.053054:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.054676:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.054680:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384891.054684:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384891.054686:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384891.054689:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c5ec7a9. 00000400:00000200:1.0:1767384891.054693:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf8168f 00000400:00000010:1.0:1767384891.054696:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf8168f. 00000100:00000001:1.0:1767384891.054700:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384891.054707:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384891.054717:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.054730:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384891.054732:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.054735:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384891.054737:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384891.054740:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384891.054742:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.054746:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384891.054750:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384891.054757:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384891.054761:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384891.054763:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.054766:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384891.054769:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.054771:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.054777:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.054785:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.054789:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384891.054791:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384891.054794:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384891.054796:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384891.054805:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384891.054808:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384891.054812:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384891.054816:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384891.054819:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384891.054822:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384891.054826:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384891.054833:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384891.054866:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352212224:0@lo:253: 00000100:00000001:1.0:1767384891.054874:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.054877:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384891.054879:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352212224/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.054913:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384891.054916:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384891.054918:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee802f44. 02000000:00000001:1.0:1767384891.054925:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384891.054926:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384891.054928:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384891.054931:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384891.054933:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bba2601a. 02000000:00000001:1.0:1767384891.054938:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384891.054940:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384891.054941:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:1.0:1767384891.054946:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384891.054948:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.054950:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.054955:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384891.054957:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.054960:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.054963:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384891.055917:0:20665:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000014bf28d3. 00010000:00000010:2.1:1767384891.055925:0:20665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082d02c69. 00000100:00000040:2.0:1767384891.308953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384891.308961:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384891.308966:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052399c37. 00000020:00000040:2.0:1767384891.308971:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384891.308975:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384891.308983:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384891.308987:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384891.308993:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f9e09e4. 00000100:00000001:2.0:1767384891.308997:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.309005:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384891.309020:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384891.309023:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.309029:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052399c37] to pc [ptlrpcd_00_03+3] req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.309042:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.309045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384891.309048:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384891.309051:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000100:00000001:1.0:1767384891.309053:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384891.309056:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384891.309059:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384891.309059:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384891.309062:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384891.309063:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384891.309064:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.309069:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384891.309070:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5984fbb. 00000100:00000001:2.0:1767384891.309075:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.309082:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f8420ece x1853237352212608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384891.309113:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384891.309116:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.309124:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8420ece] to pc [ptlrpcd_00_00+0] req@00000000f8420ece x1853237352212608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.309125:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384891.309129:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.309135:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384891.309138:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384891.309141:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384891.309147:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000092f4ff71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352212352:0@lo:13: 00000100:00000001:2.0:1767384891.309149:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.309151:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384891.309153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384891.309155:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384891.309156:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.309158:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384891.309159:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.309161:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384891.309162:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000356f8b8e. 02000000:00000001:1.0:1767384891.309164:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384891.309165:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384891.309166:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:1.0:1767384891.309169:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061202345. 00000100:00000040:3.0:1767384891.309171:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8420ece x1853237352212608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384891.309174:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.309178:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384891.309181:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384891.309181:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afca2eba. 02000000:00000001:2.0:1767384891.309186:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384891.309189:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca993d50. 00000100:00000001:3.0:1767384891.309194:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384891.309197:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384891.309197:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078a3390b. 00000100:00000200:1.0:1767384891.309198:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352212352, portal 4 02000000:00000001:3.0:1767384891.309205:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384891.309206:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.309206:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384891.309208:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.309210:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376603392 : -106558332948224 : ffff9f15f46ab100) 02000000:00000001:3.0:1767384891.309214:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.309216:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000356f8b8e x1853237352212736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384891.309220:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352212608:0@lo:400: 00000100:00000040:1.0:1767384891.309223:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.309237:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384891.309241:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384891.309245:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.309247:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384891.309250:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384891.309252:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384891.309255:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4288653. 00000100:00000001:1.0:1767384891.309256:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384891.309261:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.309263:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000356f8b8e] to pc [ptlrpcd_00_01+1] req@00000000356f8b8e x1853237352212736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384891.309266:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.309268:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032520ea7. 00000400:00000010:1.0:1767384891.309271:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f2aff4. 00000400:00000010:3.0:1767384891.309276:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000100:00000200:1.0:1767384891.309277:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352212352, offset 0 00000100:00000200:3.0:1767384891.309284:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352212608, portal 10 00000100:00000001:3.0:1767384891.309289:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384891.309292:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384891.309293:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000001:2.0:1767384891.309294:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.309303:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8420ece x1853237352212608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.309313:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (217) 00000400:00000200:1.0:1767384891.309321:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384891.309332:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.309334:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384891.309337:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272102780 00000400:00000010:3.0:1767384891.309338:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000100:00000200:3.0:1767384891.309342:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352212608, offset 0 00000400:00000200:1.0:1767384891.309347:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 448 00000400:00000200:3.0:1767384891.309362:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.309372:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.309381:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272102880 00000400:00000200:3.0:1767384891.309389:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000400:00000200:1.0:1767384891.309393:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.309395:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384891.309403:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384891.309404:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384891.309415:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384891.309416:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384891.309418:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:3.0:1767384891.309419:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384891.309424:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000380aed0a. 00000100:00000010:3.0:1767384891.309425:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081111716. 00000100:00000040:3.0:1767384891.309429:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000081111716 x1853237352212608 msgsize 224 00000100:00000040:1.0:1767384891.309435:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000380aed0a x1853237352212352 msgsize 224 00000100:00100000:3.0:1767384891.309436:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384891.309446:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384891.309451:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384891.309457:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.309459:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:3.0:1767384891.309462:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000100:00000001:3.0:1767384891.309467:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384891.309472:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f2aff4 00000100:00000200:3.0:1767384891.309473:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8420ece x1853237352212608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384891.309476:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064f2aff4. 00000100:00000001:1.0:1767384891.309483:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384891.309488:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.309516:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384891.309519:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384891.309521:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384891.309525:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8420ece x1853237352212608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.309544:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.309546:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.309549:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.309551:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384891.309555:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.309559:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10437 usecs (11 jiffies) 00000100:00000001:3.0:1767384891.309561:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.309564:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880267 00000100:00000040:3.0:1767384891.309567:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2055 usecs (3 jiffies) 00000100:00000001:1.0:1767384891.309568:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294880267 00000100:00000001:3.0:1767384891.309573:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294880259 00000100:00000001:1.0:1767384891.309574:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880267 00000100:00000001:3.0:1767384891.309580:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294880267 00000100:00000001:1.0:1767384891.309580:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294880267 00000100:00000001:3.0:1767384891.309585:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294880259 00000100:00000001:1.0:1767384891.309586:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880267 00000100:00000001:3.0:1767384891.309590:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294880267 00000100:00000001:1.0:1767384891.309592:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294880267 00000100:00000001:3.0:1767384891.309594:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294880259 00000100:00000001:3.0:1767384891.309599:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294880267 00000100:00000001:1.0:1767384891.309599:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880267 00000100:00000001:1.0:1767384891.309604:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294880267 00000100:00000001:3.0:1767384891.309605:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294880259 00000100:00000001:3.0:1767384891.309611:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294880267 00000100:00000001:1.0:1767384891.309611:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.309618:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.309619:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.309624:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.309626:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.309626:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.309632:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.309635:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.309645:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384891.309646:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384891.309647:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384891.309648:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384891.309651:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.309652:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384891.309653:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384891.309655:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384891.309656:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.309659:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384891.309661:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384891.309662:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.309665:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384891.309666:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.309672:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.309673:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.309675:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384891.309679:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384891.309689:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000356f8b8e x1853237352212736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.309701:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1767384891.309701:0:17549:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e1c817b6. 00000100:00000001:3.0:1767384891.309705:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.309709:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384891.309711:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.309712:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384891.309716:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384891.309717:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352212352 00000100:00100000:3.0:1767384891.309721:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000356f8b8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16136:1853237352212736:0@lo:400: 02000000:00000001:1.0:1767384891.309723:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384891.309728:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384891.309728:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384891.309733:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384891.309733:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.309736:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.309739:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.309740:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384891.309745:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a21e34c3. 00000100:00100000:1.0:1767384891.309745:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352212352 02000000:00000001:3.0:1767384891.309750:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.309752:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384891.309756:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007443594d. 00000020:00000040:1.0:1767384891.309756:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:1.0:1767384891.309761:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384891.309764:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000020:00000040:1.0:1767384891.309765:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000200:3.0:1767384891.309770:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352212736, portal 10 00000020:00000001:1.0:1767384891.309772:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:3.0:1767384891.309774:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384891.309777:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 00000020:00000001:1.0:1767384891.309778:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000010:3.0:1767384891.309784:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008d87e1f1. 00000100:00000001:1.0:1767384891.309784:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384891.309789:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfecf284. 00000100:00000040:3.0:1767384891.309790:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000356f8b8e x1853237352212736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384891.309797:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000032e51412. 00000100:00000001:3.0:1767384891.309798:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.309803:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.309807:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000020:00000040:1.0:1767384891.309807:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000200:3.0:1767384891.309813:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352212736, offset 0 00000400:00000200:3.0:1767384891.309820:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384891.309822:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384891.309827:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384891.309829:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efeb27c7. 00000400:00000200:3.0:1767384891.309836:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272102900 00000020:00000010:1.0:1767384891.309836:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5aea215. 00000400:00000200:3.0:1767384891.309857:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000020:00000010:1.0:1767384891.309861:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7d614c3. 00000400:00000200:3.0:1767384891.309864:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.309872:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384891.309874:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384891.309877:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384891.309881:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384891.309912:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384891.309916:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384891.309918:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384891.309924:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384891.309925:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d95ed3be. 00000100:00000040:3.0:1767384891.309930:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000d95ed3be x1853237352212736 msgsize 224 00000100:00000001:1.0:1767384891.309941:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384891.309942:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384891.309955:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384891.309958:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384891.309962:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384891.309963:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000400:00000010:3.0:1767384891.309967:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000100:00100000:1.0:1767384891.309968:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384891.309972:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384891.309975:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000200:3.0:1767384891.309978:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000356f8b8e x1853237352212736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.309981:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581524480 : -106559128027136 : ffff9f15c506c000) 00000100:00000040:1.0:1767384891.309992:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000380aed0a x1853237352212352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.309994:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.309998:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000356f8b8e x1853237352212736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.310018:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310022:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.310030:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.310030:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384891.310035:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3267 usecs (4 jiffies) 00000020:00000010:1.0:1767384891.310037:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd3fa0f0. 00000100:00000001:3.0:1767384891.310040:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294880261 00000100:00000001:1.0:1767384891.310044:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.310048:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294880267 00000020:00000010:1.0:1767384891.310052:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd3fa0f0. 00000100:00000001:3.0:1767384891.310055:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294880261 00000100:00000001:3.0:1767384891.310060:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294880267 00000100:00100000:1.0:1767384891.310064:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000380aed0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853237352212352:12345-0@lo:13: 00000100:00000001:3.0:1767384891.310066:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294880261 00000100:00000001:3.0:1767384891.310073:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294880267 00000100:00000200:1.0:1767384891.310075:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352212352 00000100:00000001:3.0:1767384891.310078:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294880261 00000020:00000001:1.0:1767384891.310081:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384891.310083:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294880267 00000020:00000001:1.0:1767384891.310087:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384891.310088:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384891.310091:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310094:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.310096:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384891.310101:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00000001:3.0:1767384891.310102:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.310107:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384891.310108:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.310112:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384891.310117:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384891.310121:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384891.310125:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310128:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384891.310130:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384891.310132:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352212480 02000000:00000001:1.0:1767384891.310134:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384891.310140:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003c6d8834. 02000000:00000001:3.0:1767384891.310143:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384891.310145:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310146:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384891.310151:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.310152:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.310158:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384891.310159:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:3.0:1767384891.310161:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352212480 00000020:00000001:3.0:1767384891.310165:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000001:1.0:1767384891.310166:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000040:3.0:1767384891.310168:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:1.0:1767384891.310171:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384891.310172:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.310175:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00080000:00000001:1.0:1767384891.310176:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:3.0:1767384891.310180:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:3.0:1767384891.310184:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:3.0:1767384891.310190:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1767384891.310191:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.310194:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1bce133. 00000020:00000001:1.0:1767384891.310197:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.310199:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384891.310204:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:3.0:1767384891.310205:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1bce133. 00000020:00000010:3.0:1767384891.310213:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c26d755. 00000020:00000020:1.0:1767384891.310214:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000010:3.0:1767384891.310219:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8726b6b. 00000020:00000020:1.0:1767384891.310220:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384891.310225:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000067afc051. 00002000:00000020:1.0:1767384891.310228:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000040:3.0:1767384891.310232:0:18311:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00002000:00000001:1.0:1767384891.310234:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384891.310238:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384891.310241:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:1.0:1767384891.310242:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384891.310244:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.310249:0:18311:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384891.310253:0:18311:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000001:00000001:1.0:1767384891.310253:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310256:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384891.310258:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384891.310263:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352212352 00000100:00000001:3.0:1767384891.310265:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384891.310269:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384891.310275:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:1.0:1767384891.310277:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000380aed0a x1853237352212352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.310278:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384891.310286:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384891.310291:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000001:3.0:1767384891.310295:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376601600 : -106558332950016 : ffff9f15f46aaa00) 00000100:00000040:3.0:1767384891.310303:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be7048d4 x1853237352212480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/0 e 0 to 0 dl 1767384902 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384891.310305:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384891.310311:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310318:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767384891.310319:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384891.310326:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384891.310327:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1bce133. 00000100:00000040:1.0:1767384891.310332:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384891.310333:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.310337:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:3.0:1767384891.310339:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1bce133. 02000000:00000001:1.0:1767384891.310343:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384891.310346:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384891.310347:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be7048d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237352212480:12345-0@lo:400: 00000100:00000001:1.0:1767384891.310351:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384891.310352:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352212480 00000020:00000001:3.0:1767384891.310356:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384891.310360:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384891.310361:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384891.310365:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384891.310367:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f2aff4. 00000020:00000001:3.0:1767384891.310369:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384891.310372:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000200:1.0:1767384891.310375:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352212352, offset 224 00000020:00000001:3.0:1767384891.310376:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384891.310379:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384891.310382:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384891.310387:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384891.310387:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384891.310390:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.310394:0:18311:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384891.310397:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384891.310400:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384891.310402:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384891.310405:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8f4676c. 02000000:00000001:3.0:1767384891.310408:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310414:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.310415:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272102780 00000020:00000001:3.0:1767384891.310416:0:18311:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384891.310422:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352212480 00010000:00000001:3.0:1767384891.310425:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384891.310428:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1311 [1] + 224 00010000:00000200:3.0:1767384891.310432:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be7048d4 x1853237352212480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384891.310436:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384891.310439:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384891.310442:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384891.310445:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384891.310446:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.310452:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384891.310453:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384891.310457:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:3.0:1767384891.310461:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000200:1.0:1767384891.310461:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384891.310467:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384891.310470:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.310481:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384891.310483:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384891.310487:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.310491:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000100:00000200:3.0:1767384891.310497:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352212480, offset 224 00000400:00000200:3.0:1767384891.310508:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384891.310510:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.310516:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384891.310518:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f2aff4 00000400:00000010:1.0:1767384891.310522:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064f2aff4. 00000400:00000200:3.0:1767384891.310527:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272102800 00000100:00000001:1.0:1767384891.310529:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384891.310535:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x130d [1] + 224 00000100:00000001:1.0:1767384891.310540:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384891.310541:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384891.310549:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.310550:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384891.310557:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384891.310558:0:18311:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384891.310563:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384891.310567:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384891.310569:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384891.310573:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384891.310581:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000380aed0a x1853237352212352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384891.310584:0:18311:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384891.310622:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000380aed0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352212352:12345-0@lo:13: Request processed in 590us (1183us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384891.310623:0:18311:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.310629:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000400:00000010:3.0:1767384891.310632:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000100:00100000:1.0:1767384891.310636:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384891.310638:0:18311:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384891.310642:0:18311:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384891.310642:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:3.0:1767384891.310648:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.310649:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384891.310654:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384891.310655:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000010:1.0:1767384891.310659:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5aea215. 00010000:00000001:3.0:1767384891.310660:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384891.310664:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384891.310667:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7d614c3. 00000020:00000001:3.0:1767384891.310669:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384891.310674:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be7048d4 x1853237352212480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384891.310675:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efeb27c7. 00000020:00000040:1.0:1767384891.310683:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:1.0:1767384891.310690:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384891.310697:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be7048d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352212480:12345-0@lo:400: Request processed in 375us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384891.310709:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384891.310714:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00080000:1.0:1767384891.310714:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384891.310719:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384891.310722:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:3.0:1767384891.310723:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:1.0:1767384891.310730:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1767384891.310732:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8726b6b. 00000020:00000040:1.0:1767384891.310734:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000020:00000010:3.0:1767384891.310739:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000067afc051. 00000020:00000010:3.0:1767384891.310743:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c26d755. 00000020:00000040:3.0:1767384891.310750:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:3.0:1767384891.310753:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.310756:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.310759:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384891.310766:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384891.310771:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384891.310775:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afca2eba. 00000400:00000200:1.0:1767384891.310780:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca993d50 00000400:00000010:1.0:1767384891.310783:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca993d50. 00000100:00000001:3.0:1767384891.310787:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.310787:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384891.310791:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384891.310792:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384891.310796:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384891.310800:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384891.310803:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415dbc70. 00000400:00000200:3.0:1767384891.310808:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c8737 00000400:00000010:3.0:1767384891.310812:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814c8737. 00000100:00000001:3.0:1767384891.310817:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384891.310824:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384891.310831:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384891.310875:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.310914:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384891.310917:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.310917:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384891.310922:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.310923:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384891.310927:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384891.310928:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384891.310929:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384891.310932:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.310933:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384891.310936:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.310937:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384891.310941:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.310953:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=11 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384891.310955:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.310957:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.310962:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767384891.310963:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=11 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384891.310966:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.310972:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384891.310973:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=11 v=5 (1 0 0 0) 00010000:00080000:3.0:1767384891.310978:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.310981:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384891.310984:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.310991:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384891.310999:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384891.311000:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.311004:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384891.311017:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384891.311022:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384891.311031:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.311031:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.311038:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384891.311042:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384891.311042:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384891.311047:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384891.311050:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.311059:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.311060:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.311067:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384891.311071:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.311074:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384891.311078:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384891.311081:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.311082:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384891.311090:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384891.311095:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:3.0:1767384891.311099:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000052399c37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352212480:0@lo:400: 00000004:00000040:1.0:1767384891.311101:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384891.311107:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.311111:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.311115:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000052399c37 x1853237352212480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1767384891.311116:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384891.311133:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.311139:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384891.311143:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384891.311144:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384891.311147:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f94283d1. 02000000:00000001:3.0:1767384891.311154:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384891.311157:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384891.311160:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384891.311166:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384891.311169:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f9e09e4. 02000000:00000001:3.0:1767384891.311175:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384891.311178:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384891.311181:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000052399c37. 00000100:00000001:3.0:1767384891.311188:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384891.311192:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.311197:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384891.311197:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092f4ff71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352212352:0@lo:13: 00000100:00000001:3.0:1767384891.311204:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384891.311207:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.311208:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.311211:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.311213:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384891.311215:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.311221:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092f4ff71 x1853237352212352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.311236:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384891.311240:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384891.311246:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061202345. 02000000:00000001:1.0:1767384891.311254:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384891.311258:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384891.311262:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384891.311266:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384891.311271:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003eb6aa79. 02000000:00000001:1.0:1767384891.311278:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384891.311282:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384891.311285:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092f4ff71. 00000100:00000001:1.0:1767384891.311290:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384891.311293:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.311297:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384891.311304:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384891.311309:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.311315:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384891.311329:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.320930:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294880267, at 4294880268 00000100:00000010:3.0:1767384891.320938:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089e23229. 00000100:00000040:2.0:1767384891.320939:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294880267, at 4294880268 00000100:00000010:2.0:1767384891.320947:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbf78a5e. 00000100:00000040:1.0:1767384891.321952:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294880267, at 4294880269 00000100:00000010:1.0:1767384891.321958:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9568b36. 10000000:00000001:3.0:1767384891.820955:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384891.820967:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:3.0:1767384891.820972:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384891.820976:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384891.820978:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384891.820980:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384891.820983:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384891.820985:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384891.820988:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 13 10000000:00000001:3.0:1767384891.820991:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384891.820993:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384891.821001:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759d5eb2. 00000020:00000040:3.0:1767384891.821006:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384891.821012:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384891.821016:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384891.821021:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384891.821030:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a0a9a55. 00000100:00000001:3.0:1767384891.821037:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.821042:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384891.821046:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384891.821054:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000096bbaf8b. 00010000:00000001:3.0:1767384891.821059:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384891.821063:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384891.821068:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384891.821071:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb82d8 to hash 00000020:00000001:3.0:1767384891.821074:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384891.821075:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.821078:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.821083:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384891.821085:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.821088:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384891.821098:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384891.821109:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384891.821123:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384891.821125:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384891.821131:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ee8072c. 00000100:00000001:3.0:1767384891.821134:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515380560448 : -106558328991168 : ffff9f15f4a71240) 00000100:00000001:3.0:1767384891.821137:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384891.821139:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000001:3.0:1767384891.821143:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384891.821146:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.821148:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384891.821151:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384891.821158:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.821167:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384891.821170:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.821173:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384891.821176:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384891.821178:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384891.821181:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352212864:0@lo:101: 00000100:00000001:3.0:1767384891.821186:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384891.821191:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384891.821193:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.821196:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384891.821201:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009803abf7. 02000000:00000001:3.0:1767384891.821203:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384891.821209:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d476f73f. 00000400:00000010:3.0:1767384891.821216:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000100:00000200:3.0:1767384891.821222:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352212864, portal 25 00000100:00000001:3.0:1767384891.821224:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384891.821226:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000040:3.0:1767384891.821230:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.821237:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.821247:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.821250:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00000100:00000200:3.0:1767384891.821253:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352212864, offset 0 00000400:00000200:3.0:1767384891.821259:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.821273:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.821284:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272102980 00000400:00000200:3.0:1767384891.821291:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1f1 [2] + 0 00000400:00000010:3.0:1767384891.821295:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5d580df. 00000400:00000200:3.0:1767384891.821299:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cad83f4e 00000400:00000200:3.0:1767384891.821305:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.821309:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384891.821314:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cad83f4e 00000400:00000010:3.0:1767384891.821316:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cad83f4e. 00000100:00000001:3.0:1767384891.821321:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384891.821323:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384891.821327:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000005efd229d x1853237352212864 msgsize 328 00000100:00100000:3.0:1767384891.821331:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384891.821332:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384891.821350:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.821358:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5fb5e30 00000400:00000010:3.0:1767384891.821361:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fb5e30. 00000100:00000001:3.0:1767384891.821365:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384891.821370:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.821376:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384891.821380:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352212864 00000100:00000001:3.0:1767384891.821381:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384891.821383:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384891.821386:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.821387:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384891.821390:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.821396:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.821402:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384891.821402:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352212864 00000020:00000001:1.0:1767384891.821406:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384891.821407:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384891.821410:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:3.0:1767384891.821416:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.821418:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384891.821421:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:3.0:1767384891.821422:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294880781 00000020:00000001:1.0:1767384891.821424:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384891.821428:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000010:3.0:1767384891.821430:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c251287. 00000100:00000001:1.0:1767384891.821433:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384891.821437:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f84f057. 00000100:00000001:3.0:1767384891.821439:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384891.821440:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384891.821445:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f84f057. 00000100:00000001:3.0:1767384891.821450:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294880781 00000020:00000010:1.0:1767384891.821450:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045908111. 00000020:00000010:1.0:1767384891.821454:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b2948e5. 00000020:00000010:1.0:1767384891.821459:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7d614c3. 00000100:00000010:3.0:1767384891.821462:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f141949. 00000100:00000001:3.0:1767384891.821468:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384891.821469:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384891.821473:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384891.821475:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294880781 00000100:00000001:1.0:1767384891.821475:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384891.821478:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384891.821481:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078ba2d64. 00000100:00000001:1.0:1767384891.821486:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.821487:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384891.821495:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294880781 00000100:00000010:3.0:1767384891.821498:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f844bc5. 00000100:00000001:1.0:1767384891.821501:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.821502:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384891.821510:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.821513:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.821515:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384891.821517:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384891.821518:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384891.821521:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384891.821525:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1767384891.821527:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 000000002ee8072c going to sleep for 11 seconds 00000100:00000040:1.0:1767384891.821529:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384891.821533:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546074704 : -106559163476912 : ffff9f15c2e9d450) 00000100:00000001:3.0:1767384891.821534:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384891.821538:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005efd229d x1853237352212864/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 328/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.821539:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.821549:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384891.821551:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f84f057. 00000100:00000001:1.0:1767384891.821553:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384891.821555:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f84f057. 00000100:00100000:1.0:1767384891.821559:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005efd229d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352212864:12345-0@lo:101: 00000100:00000200:1.0:1767384891.821562:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352212864 00000020:00000001:1.0:1767384891.821565:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384891.821572:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384891.821574:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.821576:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384891.821577:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:1.0:1767384891.821579:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384891.821580:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384891.821582:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384891.821583:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384891.821586:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.821588:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384891.821590:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384891.821591:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384891.821593:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384891.821595:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.821598:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384891.821602:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000525026b3. 00010000:00000001:1.0:1767384891.821604:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384891.821606:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 00000020:00000001:1.0:1767384891.821608:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384891.821609:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f09508b with handle 0x7ec529173eeb82df to hash 00000020:00000001:1.0:1767384891.821610:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384891.821611:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384891.821612:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00010000:1.0:1767384891.821614:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb82d8 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384891.821619:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:1.0:1767384891.821621:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:1.0:1767384891.821626:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384891.821628:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384891.821631:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000079b89376. 02000000:00000001:1.0:1767384891.821632:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.821633:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.821635:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384891.821638:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384891.821645:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384891.821646:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384891.821648:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384891.821649:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384891.821650:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384891.821652:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384891.821654:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384891.821655:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384891.821656:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384891.821657:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000525026b3) refcount = 1 00010000:00010000:1.0:1767384891.821660:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384891.821664:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384891.821665:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384891.821666:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384891.821668:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.821669:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384891.821673:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384891.821675:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384891.821679:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384891.821681:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384891.821682:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384891.821684:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.821686:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384891.821687:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384891.821688:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384891.821689:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002f09508b, rc 0) 00000020:00000001:1.0:1767384891.821691:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384891.821692:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352212864 00010000:00000001:1.0:1767384891.821694:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384891.821697:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005efd229d x1853237352212864/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 328/344 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384891.821702:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384891.821709:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384891.821712:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384891.821716:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384891.821717:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384891.821719:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384891.821721:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384891.821722:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.821724:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384891.821726:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384891.821728:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca993d50. 00000100:00000200:1.0:1767384891.821730:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352212864, offset 224 00000400:00000200:1.0:1767384891.821733:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384891.821737:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384891.821741:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272102980 00000400:00000200:1.0:1767384891.821744:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x133d [1] + 224 00000400:00000200:1.0:1767384891.821747:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384891.821749:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384891.821752:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384891.821755:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384891.821760:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.821773:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384891.821776:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca993d50 00000400:00000010:1.0:1767384891.821777:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca993d50. 00000100:00000001:1.0:1767384891.821780:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384891.821781:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384891.821784:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.821786:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384891.821788:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384891.821789:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.821791:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384891.821793:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005efd229d x1853237352212864/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 328/344 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.821804:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384891.821812:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005efd229d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352212864:12345-0@lo:101: Request processed in 262us (484us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384891.821813:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384891.821818:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384891.821821:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000400:00000010:3.0:1767384891.821823:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d476f73f. 00000100:00000040:1.0:1767384891.821825:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384891.821829:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384891.821830:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000100:00000001:1.0:1767384891.821830:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384891.821835:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000020:00000010:1.0:1767384891.821835:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b2948e5. 00000100:00000001:3.0:1767384891.821854:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384891.821855:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7d614c3. 00000020:00000010:1.0:1767384891.821860:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045908111. 00000100:00000200:3.0:1767384891.821863:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384891.821866:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384891.821871:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384891.821874:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000079b89376. 02000000:00000001:1.0:1767384891.821879:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384891.821882:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384891.821883:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384891.821904:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384891.821908:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afca2eba. 00000400:00000010:1.0:1767384891.821914:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffffc881. 00000100:00000001:3.0:1767384891.821921:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384891.821924:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.821927:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384891.821930:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384891.821932:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384891.821934:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.821936:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.821941:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384891.821952:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.821955:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384891.821957:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.821959:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384891.821962:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.821965:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.821970:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.821978:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.821981:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384891.821983:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384891.821987:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384891.821995:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352212864:0@lo:101: 00000100:00000001:3.0:1767384891.822000:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.822002:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822004:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384891.822006:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.822009:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.822016:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384891.822019:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ee8072c. 00000100:00000001:3.0:1767384891.822023:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384891.822025:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.822028:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384891.822031:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.822033:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.822035:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384891.822037:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.822039:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000040:3.0:1767384891.822043:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000dc73e294, remote cookie: 0x7ec529173eeb82df, flags: 0x0 00010000:00000001:3.0:1767384891.822047:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384891.822056:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384891.822058:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384891.822059:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384891.822061:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384891.822062:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000096bbaf8b) refcount = 1 00010000:00010000:3.0:1767384891.822066:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.822073:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384891.822075:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384891.822076:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384891.822079:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384891.822082:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.822085:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.822091:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384891.822093:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.822094:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.822095:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.822096:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.822097:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822099:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.822103:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759d5eb2 x1853237352212864/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.822111:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384891.822113:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384891.822116:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009803abf7. 02000000:00000001:3.0:1767384891.822119:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384891.822122:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384891.822123:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384891.822126:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384891.822128:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a0a9a55. 02000000:00000001:3.0:1767384891.822132:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384891.822134:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384891.822136:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759d5eb2. 00000100:00000001:3.0:1767384891.822140:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384891.822150:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384891.822152:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384891.822154:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384891.822155:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:3.0:1767384891.822157:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.822159:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.822160:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.822162:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=3 00000020:00000001:3.0:1767384891.822164:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.822167:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.822169:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384891.822171:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.822172:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384891.822173:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384891.822175:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384891.822179:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000006ef8e42c. 00000100:00000010:3.0:1767384891.822196:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759d5eb2. 00000020:00000040:3.0:1767384891.822199:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384891.822202:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384891.822204:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384891.822207:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384891.822211:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a0a9a55. 00000100:00000001:3.0:1767384891.822214:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822218:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384891.822221:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009803abf7. 00000100:00000010:3.0:1767384891.822225:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000415fdabe. 00000020:00000040:3.0:1767384891.822227:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384891.822231:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384891.822232:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384891.822236:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ee8072c. 00000100:00000001:3.0:1767384891.822238:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515380560448 : -106558328991168 : ffff9f15f4a71240) 00000100:00000001:3.0:1767384891.822240:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384891.822242:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000001:3.0:1767384891.822245:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384891.822246:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822253:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384891.822254:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384891.822258:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.822265:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384891.822267:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.822269:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384891.822271:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384891.822273:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384891.822276:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352212992:0@lo:256: 00000100:00000001:3.0:1767384891.822279:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384891.822282:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384891.822284:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822286:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384891.822292:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d476f73f. 00000400:00000010:3.0:1767384891.822297:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a0e90737. 00000100:00000200:3.0:1767384891.822302:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272102a00-0x6958272102a00, portal 33 00000100:00000001:3.0:1767384891.822305:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.822307:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384891.822311:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e77480b. 02000000:00000001:3.0:1767384891.822313:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384891.822317:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcd0911a. 00000400:00000010:3.0:1767384891.822320:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000100:00000200:3.0:1767384891.822323:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352212992, portal 25 00000100:00000001:3.0:1767384891.822325:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384891.822326:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000040:3.0:1767384891.822331:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.822338:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.822341:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.822343:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00000100:00000200:3.0:1767384891.822345:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352212992, offset 0 00000400:00000200:3.0:1767384891.822349:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.822355:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.822369:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272102a00 00000400:00000200:3.0:1767384891.822373:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1f5 [2] + 0 00000400:00000010:3.0:1767384891.822376:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a85813d4. 00000400:00000200:3.0:1767384891.822379:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d526642f 00000400:00000200:3.0:1767384891.822383:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.822386:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384891.822389:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d526642f 00000400:00000010:3.0:1767384891.822391:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d526642f. 00000100:00000001:3.0:1767384891.822395:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384891.822397:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384891.822399:0:16773:0:(events.c:337:request_in_callback()) incoming req@0000000034994a08 x1853237352212992 msgsize 304 00000100:00100000:3.0:1767384891.822403:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384891.822405:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384891.822419:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.822425:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5fb5e30 00000400:00000010:3.0:1767384891.822428:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fb5e30. 00000100:00000001:3.0:1767384891.822431:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384891.822435:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.822436:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384891.822439:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352212992 02000000:00000001:1.0:1767384891.822441:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384891.822443:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384891.822446:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384891.822450:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822453:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384891.822453:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352212992 00000020:00000001:1.0:1767384891.822456:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384891.822457:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000040:3.0:1767384891.822459:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384891.822460:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384891.822462:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:1.0:1767384891.822466:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384891.822471:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384891.822475:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384891.822478:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384891.822480:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f84f057. 00000100:00000001:3.0:1767384891.822482:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384891.822488:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.822489:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384891.822490:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f84f057. 00000100:00000001:3.0:1767384891.822494:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294880782 00000020:00000010:1.0:1767384891.822496:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045908111. 00000020:00000010:1.0:1767384891.822500:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b2948e5. 00000100:00000001:3.0:1767384891.822503:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294880781 00000020:00000010:1.0:1767384891.822503:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7d614c3. 00000100:00000040:1.0:1767384891.822511:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384891.822512:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294880782 00000100:00000001:1.0:1767384891.822514:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384891.822517:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384891.822519:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294880781 00000100:00000001:1.0:1767384891.822519:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.822522:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822524:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294880782 00000100:00000001:3.0:1767384891.822529:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294880781 00000100:00000001:1.0:1767384891.822532:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.822533:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294880782 00000100:00000001:1.0:1767384891.822540:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384891.822542:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384891.822546:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:3.0:1767384891.822548:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294880781 00000100:00000040:1.0:1767384891.822549:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384891.822552:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546084944 : -106559163466672 : ffff9f15c2e9fc50) 00000100:00000001:3.0:1767384891.822556:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384891.822557:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034994a08 x1853237352212992/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 304/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.822562:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.822568:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384891.822571:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384891.822572:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384891.822576:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 000000002ee8072c going to sleep for 11 seconds 00000020:00000010:1.0:1767384891.822576:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f84f057. 00000100:00000001:3.0:1767384891.822582:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384891.822582:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384891.822586:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f84f057. 00000100:00000001:3.0:1767384891.822587:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384891.822591:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034994a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352212992:12345-0@lo:256: 00000100:00000200:1.0:1767384891.822594:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352212992 00000020:00000001:1.0:1767384891.822596:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384891.822597:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384891.822598:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.822599:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384891.822600:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:1.0:1767384891.822602:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384891.822603:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384891.822604:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384891.822609:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384891.822611:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.822613:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384891.822614:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384891.822617:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000079b89376. 02000000:00000001:1.0:1767384891.822618:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.822619:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384891.822621:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384891.822624:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384891.822626:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384891.822628:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384891.822630:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384891.822632:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384891.822633:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384891.822636:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001b3875e3. 20000000:00000001:1.0:1767384891.822638:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384891.822647:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384891.822652:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384891.822656:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384891.822658:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384891.822659:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384891.822660:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384891.822662:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384891.822663:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:1.0:1767384891.822665:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3912/1/4/3. 20000000:00000040:1.0:1767384891.822669:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384891.822670:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384891.822672:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384891.822673:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384891.822674:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384891.822675:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384891.822677:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384891.822678:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:1.0:1767384891.822679:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3728/1/4/3. 20000000:01000000:1.0:1767384891.822681:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 368, version 20 20000000:00000001:1.0:1767384891.822682:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=368 : 368 : 170) 00000100:00000001:1.0:1767384891.822684:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384891.822687:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000061202345. 00000100:00000010:1.0:1767384891.822693:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001b4b8b40. 00000020:00000040:1.0:1767384891.822694:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:1.0:1767384891.822697:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384891.822699:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384891.822701:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca993d50. 00000400:00000010:1.0:1767384891.822705:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000973caff2. 00000400:00000200:1.0:1767384891.822707:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384891.822713:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384891.822716:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 33 MB=0x6958272102a00 00000400:00000200:1.0:1767384891.822720:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 368/368 into md 0x134d [4] + 0 00000400:00000010:1.0:1767384891.822722:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d476f73f. 00000400:00000200:1.0:1767384891.822724:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0e90737 00000400:00000200:1.0:1767384891.822726:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384891.822728:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384891.822730:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e90737 00000400:00000010:1.0:1767384891.822731:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a0e90737. 00000100:00000001:1.0:1767384891.822733:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384891.822734:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000759d5eb2 desc 000000009803abf7 mbits 1853237352212992 00000100:00000001:1.0:1767384891.822743:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384891.822745:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384891.822748:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384891.822753:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1359 00000400:00000200:1.0:1767384891.822755:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384891.822756:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384891.822758:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384891.822760:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000061202345 00000100:00000001:1.0:1767384891.822761:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384891.822764:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca993d50 00000400:00000010:1.0:1767384891.822766:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca993d50. 00000100:00000001:1.0:1767384891.822767:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384891.822768:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000061202345 00000100:00000001:1.0:1767384891.822770:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384891.822775:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384891.822775:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 368 bytes via portal 33 id 12345-0@lo mbits 0x6958272102a00-0x6958272102a00 00000100:00000001:3.0:1767384891.822780:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.822780:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384891.822785:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.822792:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384891.822794:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:1.0:1767384891.822796:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001b4b8b40. 00000100:00000010:1.0:1767384891.822799:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000061202345. 00000100:00000001:1.0:1767384891.822800:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384891.822801:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384891.822806:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001b3875e3. 20000000:00000001:1.0:1767384891.822808:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384891.822810:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352212992 00010000:00000001:1.0:1767384891.822811:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384891.822814:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034994a08 x1853237352212992/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 304/240 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384891.822819:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384891.822820:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384891.822821:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384891.822823:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384891.822825:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384891.822826:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384891.822828:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384891.822829:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384891.822830:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384891.822832:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384891.822834:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca993d50. 00000100:00000200:1.0:1767384891.822836:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352212992, offset 224 00000400:00000200:1.0:1767384891.822852:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384891.822857:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384891.822861:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272102a00 00000400:00000200:1.0:1767384891.822863:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1351 [1] + 224 00000400:00000200:1.0:1767384891.822866:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384891.822867:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384891.822869:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384891.822871:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384891.822877:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384891.822907:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384891.822912:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca993d50 00000400:00000010:1.0:1767384891.822914:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca993d50. 00000100:00000001:1.0:1767384891.822917:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384891.822918:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384891.822920:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384891.822922:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384891.822924:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384891.822925:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384891.822927:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384891.822930:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034994a08 x1853237352212992/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:117/0 lens 304/240 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.822933:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384891.822940:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034994a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352212992:12345-0@lo:256: Request processed in 366us (538us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384891.822941:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384891.822945:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384891.822949:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000400:00000010:3.0:1767384891.822950:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcd0911a. 00000100:00000040:1.0:1767384891.822952:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384891.822956:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384891.822958:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000100:00000001:1.0:1767384891.822959:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384891.822962:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b2948e5. 00000400:00000010:3.0:1767384891.822963:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000020:00000010:1.0:1767384891.822965:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7d614c3. 00000100:00000001:3.0:1767384891.822969:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384891.822970:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045908111. 00000020:00000040:1.0:1767384891.822974:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384891.822976:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384891.822978:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384891.822979:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000079b89376. 02000000:00000001:1.0:1767384891.822983:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384891.822985:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384891.822989:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384891.822994:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d56c349. 00000100:00000200:3.0:1767384891.822998:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384891.822998:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000642f33e1. 00000100:00000001:3.0:1767384891.823009:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384891.823011:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.823014:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384891.823015:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384891.823017:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384891.823019:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.823021:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.823025:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384891.823028:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.823030:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384891.823031:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.823033:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384891.823035:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.823037:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.823040:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384891.823060:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.823067:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384891.823069:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384891.823072:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384891.823079:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352212992:0@lo:256: 00000100:00000001:3.0:1767384891.823083:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.823085:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.823087:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384891.823089:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.823091:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.823097:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384891.823099:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ee8072c. 00000100:00000001:3.0:1767384891.823102:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384891.823104:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384891.823107:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 20, more 0. 10000000:00000001:3.0:1767384891.823111:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384891.823117:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008994e2c0. 10000000:00000040:3.0:1767384891.823128:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384891.823134:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384891.823138:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384891.823143:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:3.0:1767384891.823145:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.823148:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384891.823149:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:3.0:1767384891.823151:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:3.0:1767384891.823154:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 8 NIDs 00000400:00001000:3.0:1767384891.823158:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384891.823161:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767384891.823172:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384891.823178:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (8) 00000400:00000200:3.0:1767384891.823184:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384891.823187:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767384891.823190:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (9) 00000400:00000200:3.0:1767384891.823193:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:3.0:1767384891.823195:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:3.0:1767384891.823199:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384891.823201:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:3.0:1767384891.823203:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:3.0:1767384891.823206:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384891.823207:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:3.0:1767384891.823209:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:3.0:1767384891.823212:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384891.823214:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:3.0:1767384891.823217:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:3.0:1767384891.823220:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384891.823221:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:3.0:1767384891.823223:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:3.0:1767384891.823226:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384891.823227:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:3.0:1767384891.823229:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:3.0:1767384891.823232:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384891.823234:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:3.0:1767384891.823236:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:3.0:1767384891.823239:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384891.823241:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000100:00000001:3.0:1767384891.823244:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.823246:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384891.823250:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:3.0:1767384891.823255:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007867ffe9. 10000000:00000040:3.0:1767384891.823257:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 20/20 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:3.0:1767384891.823260:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384891.823268:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384891.823278:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28f0c1b. 00000020:00000010:3.0:1767384891.823283:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bcd3450b. 00000040:00000010:3.0:1767384891.823287:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006034f471. 00000020:00000010:3.0:1767384891.823292:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af846671. 00000020:00000010:3.0:1767384891.823296:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c869ce6. 00000020:00000010:3.0:1767384891.823302:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a267fe7c. 80000000:00000010:3.0:1767384891.823306:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001e2a1d6d. 40000000:00000010:3.0:1767384891.823310:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001266518f. 00100000:00000010:3.0:1767384891.823315:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000027451091. 00040000:00000010:3.0:1767384891.823319:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d884a2af. 00040000:00000010:3.0:1767384891.823335:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e15a797. 00040000:00000010:3.0:1767384891.823339:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f946d9d. 00080000:00000010:3.0:1767384891.823343:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f8eb8cef. 00000004:00000010:3.0:1767384891.823348:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bf764934. 00000004:00000010:3.0:1767384891.823355:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d65fb18a. 00000004:00000010:3.0:1767384891.823360:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093736169. 00002000:00000010:3.0:1767384891.823364:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ecb333d4. 00000004:00000010:3.0:1767384891.823368:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e0e4c9f7. 00000004:00000001:3.0:1767384891.823372:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384891.823375:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384891.823377:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007867ffe9 00000040:00001000:3.0:1767384891.823379:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384891.823381:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384891.823383:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384891.823384:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384891.823388:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384891.823390:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384891.823392:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384891.823394:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:3.0:1767384891.823396:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384891.823458:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.823463:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bcd3450b. 00000040:00000010:3.0:1767384891.823469:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006034f471. 00000020:00000010:3.0:1767384891.823472:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000af846671. 00000020:00000010:3.0:1767384891.823476:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c869ce6. 00000020:00000010:3.0:1767384891.823487:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a267fe7c. 80000000:00000010:3.0:1767384891.823494:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001e2a1d6d. 40000000:00000010:3.0:1767384891.823499:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001266518f. 00100000:00000010:3.0:1767384891.823503:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000027451091. 00040000:00000010:3.0:1767384891.823508:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d884a2af. 00040000:00000010:3.0:1767384891.823512:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007e15a797. 00040000:00000010:3.0:1767384891.823516:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f946d9d. 00080000:00000010:3.0:1767384891.823520:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f8eb8cef. 00000004:00000010:3.0:1767384891.823524:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bf764934. 00000004:00000010:3.0:1767384891.823529:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d65fb18a. 00000004:00000010:3.0:1767384891.823534:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000093736169. 00002000:00000010:3.0:1767384891.823538:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ecb333d4. 00000004:00000010:3.0:1767384891.823543:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e0e4c9f7. 00000020:00000010:3.0:1767384891.823546:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28f0c1b. 00000020:00000001:3.0:1767384891.823550:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.823553:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384891.823557:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007867ffe9. 10000000:00000010:3.0:1767384891.823561:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008994e2c0. 10000000:00000001:3.0:1767384891.823565:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.823567:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.823572:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759d5eb2 x1853237352212992/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.823580:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384891.823581:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384891.823583:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e77480b. 02000000:00000001:3.0:1767384891.823587:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384891.823589:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384891.823591:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384891.823593:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384891.823594:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384891.823596:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384891.823597:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384891.823599:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384891.823600:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000415fdabe. 00000100:00000010:3.0:1767384891.823603:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009803abf7. 00000100:00000001:3.0:1767384891.823612:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384891.823614:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003a0a9a55. 02000000:00000001:3.0:1767384891.823617:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384891.823619:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384891.823620:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759d5eb2. 00000100:00000001:3.0:1767384891.823623:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384891.823624:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384891.823636:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000006ef8e42c. 10000000:01000000:3.0:1767384891.823639:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384891.823643:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384891.823645:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384891.823647:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.823649:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=3 00000020:00000001:3.0:1767384891.823651:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.823654:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384891.823658:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384891.823661:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.823668:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.823670:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384891.823672:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384891.823679:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384891.823680:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384891.823682:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384891.823684:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384891.823686:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384891.823689:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384891.823692:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384891.823694:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:3.0:1767384891.823697:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384891.835938:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294880782, at 4294880783 00000100:00000010:1.0:1767384891.835946:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f141949. 00000100:00000040:3.0:1767384891.836128:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294880782, at 4294880783 00000100:00000010:3.0:1767384891.836136:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f844bc5. 00000100:00000040:2.0:1767384891.836260:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294880782, at 4294880783 00000100:00000010:2.0:1767384891.836270:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078ba2d64. 00010000:00000001:2.0:1767384891.885949:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384891.885955:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.885962:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384891.885963:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.885997:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384891.886007:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384891.886010:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384892.438391:0:21016:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384892.438401:0:21016:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384892.441648:0:21016:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384892.447771:0:21017:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000061202345. 00000400:00000010:1.0:1767384892.447784:0:21017:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e23d6d29. 00000400:00000010:1.0:1767384892.447792:0:21017:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000086388802. 00000400:00000010:1.0:1767384892.447795:0:21017:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002f80964d. 00000400:00000010:1.0:1767384892.447799:0:21017:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000588ce7aa. 00000400:00000010:1.0:1767384892.447802:0:21017:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a4f9c60a. 00000400:00000010:1.0:1767384892.447803:0:21017:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000586ee447. 00000400:00000010:1.0:1767384892.447805:0:21017:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000027bbcccd. 00000400:00000010:1.0:1767384892.447807:0:21017:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d5cff96b. 00000800:00000010:1.0:1767384892.447816:0:21017:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000055190bda. 00000800:00000200:1.0:1767384892.447825:0:21017:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384892.447831:0:21017:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384892.447883:0:21017:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384892.447916:0:21017:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp17 [8/256/0/180] 00000400:00000010:1.0:1767384892.449256:0:21017:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000002f213354. 00000400:00000010:1.0:1767384892.449261:0:21017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007372a0. 00000400:00000010:1.0:1767384892.449266:0:21017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca993d50. 00000400:00000001:1.0:1767384892.449277:0:21017:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384892.449278:0:21017:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384892.449280:0:21017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf8929e. 00000400:00000200:1.0:1767384892.449282:0:21017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b82bdf90 00000400:00000010:1.0:1767384892.449284:0:21017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b82bdf90. 00000400:00000010:1.0:1767384892.449287:0:21017:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000006e78d52c. 00000400:00000200:1.0:1767384892.449292:0:21017:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (8) 00000400:00000200:1.0:1767384892.449303:0:21017:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384892.449311:0:21017:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:1.0:1767384892.449317:0:21017:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009e320e63. 00000020:01000000:1.0:1767384892.449322:0:21017:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384892.449324:0:21017:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp17 00000400:00000010:1.0:1767384892.449338:0:21017:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e23d6d29. 00000400:00000010:1.0:1767384892.449344:0:21017:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000061202345. 00000020:00000001:2.0:1767384892.449364:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384892.449370:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384892.449374:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384892.449378:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384892.449382:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384892.449387:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384892.449390:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384892.449393:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384892.449396:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384892.449399:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384892.449402:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384892.449404:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384892.449405:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384892.449406:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384892.449418:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096276b52. 00000020:00000040:2.0:1767384892.449423:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384892.449430:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384892.449434:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384892.449439:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384892.449449:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000043861229. 00000100:00000001:2.0:1767384892.449457:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.449468:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384892.449471:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.449481:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096276b52] to pc [ptlrpcd_00_02+2] req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384892.449503:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (2) 10000000:00000001:2.0:1767384892.449532:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.449533:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384892.449538:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.449541:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384892.449543:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.449545:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384892.449546:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384892.449554:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384892.449555:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384892.449556:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384892.449560:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384892.449563:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384892.449565:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000020:01000004:2.0:1767384892.449566:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384892.449571:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384892.449575:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384892.449577:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384892.449579:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384892.449582:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384892.449582:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384892.449586:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384892.449587:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384892.449588:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384892.449590:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384892.449596:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384892.449596:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a57027f7. 00000020:00000040:2.0:1767384892.449601:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:3.0:1767384892.449602:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.449604:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384892.449606:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384892.449608:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 02000000:00000001:3.0:1767384892.449609:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.449610:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.449619:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096276b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352213120:0@lo:253: 02000000:00000010:2.0:1767384892.449621:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007b242c85. 00000100:00000001:2.0:1767384892.449626:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.449627:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384892.449630:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384892.449634:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384892.449634:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000001:3.0:1767384892.449640:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.449640:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.449646:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384892.449649:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57027f7] to pc [ptlrpcd_00_03+3] req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384892.449654:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000032750f9e. 10000000:00000001:2.0:1767384892.449658:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.449660:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384892.449661:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384892.449663:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000020:00000001:2.0:1767384892.449665:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384892.449668:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcd0911a. 00000020:01000000:2.0:1767384892.449669:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384892.449673:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009e320e63. 00000400:00000010:3.0:1767384892.449679:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031952ec7. 00000100:00000001:2.0:1767384892.449684:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384892.449685:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352213120, portal 25 00000100:00000001:2.0:1767384892.449688:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384892.449690:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384892.449691:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384892.449692:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:3.0:1767384892.449694:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606546432 : -106559103005184 : ffff9f15c6848e00) 00000100:00000040:2.0:1767384892.449697:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.449704:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384892.449705:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.449706:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.449710:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384892.449713:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384892.449716:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 02000000:00000001:2.0:1767384892.449717:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384892.449725:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352213248:0@lo:253: 00000100:00000001:3.0:1767384892.449728:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384892.449729:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384892.449734:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384892.449737:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.449738:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384892.449739:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384892.449741:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000010:3.0:1767384892.449743:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0ea5bd9. 00000100:00000200:3.0:1767384892.449749:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352213120, offset 0 02000000:00000010:2.0:1767384892.449756:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007a84feca. 00000400:00000200:3.0:1767384892.449757:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384892.449760:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384892.449766:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426f9049. 00000400:00000200:1.0:1767384892.449766:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000010:2.0:1767384892.449772:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d97404c. 00000400:00000200:3.0:1767384892.449773:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384892.449777:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352213248, portal 25 00000100:00000001:2.0:1767384892.449780:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384892.449781:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606551808 : -106559102999808 : ffff9f15c684a300) 00000100:00000040:2.0:1767384892.449786:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384892.449790:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102a80 00000400:00000200:1.0:1767384892.449795:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:2.0:1767384892.449801:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384892.449804:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000100:00000040:2.0:1767384892.449810:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384892.449813:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093db1c4c. 00000400:00000200:1.0:1767384892.449820:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000010:3.0:1767384892.449821:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008af742fe. 00000400:00000200:3.0:1767384892.449828:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006fbf43b3 00000100:00000200:2.0:1767384892.449832:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352213248, offset 0 00000400:00000200:2.0:1767384892.449849:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.449850:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.449861:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384892.449861:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384892.449864:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384892.449872:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fbf43b3 00000400:00000200:2.0:1767384892.449877:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102b00 00000400:00000010:3.0:1767384892.449878:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fbf43b3. 00000400:00000200:2.0:1767384892.449908:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:2.0:1767384892.449912:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000168ef333. 00000400:00000200:2.0:1767384892.449915:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d97c6ea6 00000400:00000200:2.0:1767384892.449920:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384892.449922:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384892.449923:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384892.449928:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384892.449930:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d97c6ea6 00000400:00000200:1.0:1767384892.449931:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000010:2.0:1767384892.449934:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d97c6ea6. 00000100:00000040:3.0:1767384892.449935:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000f1037534 x1853237352213120 msgsize 4848 00000100:00000001:2.0:1767384892.449939:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384892.449942:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384892.449946:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000004068677f x1853237352213248 msgsize 4848 00000100:00100000:3.0:1767384892.449948:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384892.449952:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384892.449956:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384892.449961:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000001:3.0:1767384892.449965:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384892.449966:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384892.449977:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384892.449980:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0ea5bd9 00000400:00000010:3.0:1767384892.449984:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0ea5bd9. 00000100:00000001:3.0:1767384892.449989:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384892.449990:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093db1c4c 00000400:00000010:2.0:1767384892.449994:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093db1c4c. 00000100:00000001:2.0:1767384892.449997:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384892.449998:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384892.449998:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000200:2.0:1767384892.450002:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.450028:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384892.450031:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384892.450034:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384892.450038:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.450060:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450062:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450065:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384892.450066:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384892.450073:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450079:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450079:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294881410 00000100:00000001:3.0:1767384892.450087:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294881410 00000100:00000010:2.0:1767384892.450087:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce6036dc. 00000100:00000001:2.0:1767384892.450096:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384892.450104:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294881410 00000100:00000001:3.0:1767384892.450105:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294881410 00000100:00000001:3.0:1767384892.450110:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294881410 00000100:00000010:2.0:1767384892.450116:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009413ac94. 00000100:00000001:2.0:1767384892.450120:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384892.450124:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294881410 00000100:00000001:3.0:1767384892.450125:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294881410 00000100:00000010:2.0:1767384892.450128:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f9c0631. 00000100:00000001:3.0:1767384892.450131:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294881410 00000100:00000001:2.0:1767384892.450133:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384892.450138:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294881410 00000100:00000001:3.0:1767384892.450139:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294881410 00000100:00000010:2.0:1767384892.450142:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a90212cd. 00000100:00000001:3.0:1767384892.450145:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294881410 00000100:00000001:2.0:1767384892.450146:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384892.450153:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.450154:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294881410 00000100:00000001:2.0:1767384892.450156:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450161:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.450162:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450164:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.450171:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.450174:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450174:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384892.450181:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.450182:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450183:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384892.450186:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450187:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.450189:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450196:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384892.450200:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384892.450204:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.450206:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384892.450208:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450212:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450238:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384892.450242:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352213120 00000800:00000010:1.0:1767384892.450243:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008ae6b1f9. 02000000:00000001:3.0:1767384892.450245:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:1.0:1767384892.450249:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e23d6d29. 00000100:00000001:3.0:1767384892.450250:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384892.450255:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384892.450257:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000999e7928. 02000000:00000001:3.0:1767384892.450260:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.450265:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352213120 00000020:00000001:3.0:1767384892.450269:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384892.450271:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384892.450274:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384892.450278:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:2.0:1767384892.450282:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384892.450283:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00100000:2.0:1767384892.450286:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352213248 00000020:00000001:3.0:1767384892.450289:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 02000000:00000001:2.0:1767384892.450289:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:1.0:1767384892.450291:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000999e7928. 00000100:00000001:2.0:1767384892.450292:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.450296:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450299:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384892.450300:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384892.450304:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352213248 00000020:00000010:3.0:1767384892.450305:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080cd95d5. 00000020:00000001:2.0:1767384892.450306:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384892.450308:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384892.450312:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384892.450313:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384892.450314:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000020:00000010:3.0:1767384892.450320:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080cd95d5. 00000020:00000001:2.0:1767384892.450320:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384892.450322:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384892.450327:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384892.450330:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009e8547e. 00000100:00000001:2.0:1767384892.450332:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.450333:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f946d9d. 00000020:00000010:2.0:1767384892.450340:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009e8547e. 00000020:00000010:3.0:1767384892.450341:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018b0e862. 00000020:00000010:2.0:1767384892.450347:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023b5d10b. 00000020:00000010:3.0:1767384892.450350:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000067afc051. 00000020:00000010:2.0:1767384892.450352:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078d1f298. 00000020:00000010:2.0:1767384892.450357:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046c6e22d. 00000100:00000040:3.0:1767384892.450361:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384892.450366:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384892.450366:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384892.450369:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384892.450370:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384892.450374:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450374:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450381:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450383:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.450391:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.450392:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.450405:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384892.450408:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384892.450409:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384892.450412:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:2.0:1767384892.450415:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384892.450417:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546083920 : -106559163467696 : ffff9f15c2e9f850) 00000100:00000001:3.0:1767384892.450420:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384892.450423:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004068677f x1853237352213248/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 4848/0 e 0 to 0 dl 1767384903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384892.450432:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000001:2.0:1767384892.450434:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384892.450439:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000010:2.0:1767384892.450439:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009e8547e. 00000100:00000001:2.0:1767384892.450443:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384892.450445:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546076752 : -106559163474864 : ffff9f15c2e9dc50) 00000020:00000010:2.0:1767384892.450446:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009e8547e. 00000400:00000200:1.0:1767384892.450449:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:2.0:1767384892.450454:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004068677f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352213248:12345-0@lo:253: 00000100:00000040:3.0:1767384892.450458:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1037534 x1853237352213120/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 4848/0 e 0 to 0 dl 1767384903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.450459:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352213248 00000020:00000001:2.0:1767384892.450464:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384892.450468:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp16 from 241.3.0.2 00000020:00000001:2.0:1767384892.450469:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384892.450474:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384892.450475:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003a33f08f. 00000020:00000001:2.0:1767384892.450481:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384892.450482:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384892.450485:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000010:3.0:1767384892.450488:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080cd95d5. 00000020:00000001:2.0:1767384892.450490:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384892.450493:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384892.450494:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384892.450501:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384892.450502:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080cd95d5. 00000020:00000001:2.0:1767384892.450505:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384892.450511:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384892.450512:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1037534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352213120:12345-0@lo:253: 00000100:00000200:3.0:1767384892.450517:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352213120 00000020:00000001:3.0:1767384892.450523:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384892.450526:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384892.450528:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384892.450530:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384892.450532:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.450537:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384892.450539:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 02000000:00000010:2.0:1767384892.450539:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f7fc1e1. 02000000:00000001:2.0:1767384892.450545:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.450547:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384892.450549:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.450551:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384892.450553:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384892.450555:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384892.450559:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384892.450562:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384892.450563:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a983c617. 00000100:00000001:3.0:1767384892.450565:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:2.0:1767384892.450567:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384892.450570:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384892.450571:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384892.450574:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384892.450576:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384892.450577:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384892.450578:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002af878f2. 20000000:00000001:2.0:1767384892.450579:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384892.450583:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.450587:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384892.450590:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384892.450590:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0aa95b0. 20000000:01000000:2.0:1767384892.450593:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000010:3.0:1767384892.450599:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ee93d0dd. 20000000:00000001:2.0:1767384892.450599:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:1.0:1767384892.450600:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000069ed58f6. 00000800:00000010:1.0:1767384892.450606:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000634c35b7. 20000000:01000000:3.0:1767384892.450607:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384892.450607:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384892.450612:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384892.450615:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384892.450617:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384892.450620:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3755e3c. 00000800:00000200:1.1:1767384892.450627:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (2) 20000000:00000001:3.0:1767384892.450629:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384892.450634:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp16 00000000d3755e3c deleted 20000000:00000001:3.0:1767384892.450635:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.1:1767384892.450638:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3755e3c. 00000800:00000200:1.1:1767384892.450643:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384892.450649:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384892.450649:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp16 ip 192.168.203.112:1009 00080000:00000001:2.0:1767384892.450655:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000200:1.1:1767384892.450656:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006791e65a type 1, nob 272 niov 1 nkiov 1 00080000:00000001:2.0:1767384892.450658:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384892.450661:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:1.0:1767384892.450664:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp16 p 3.x 192.168.203.112 -> 192.168.203.112:1009 incarnation:1767384891020706490 sched[0] 00000020:00000001:2.0:1767384892.450665:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:1.0:1767384892.450670:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000999e7928. 00000020:00000001:2.0:1767384892.450671:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384892.450675:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384892.450682:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004b75a444. 00080000:00000001:2.0:1767384892.450684:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510236234752 : -106563473316864 : ffff9f14c206e400) 00080000:00000001:2.0:1767384892.450688:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384892.450707:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000999e7928. 00000800:00000010:1.0:1767384892.450711:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000634c35b7. 00000800:00000010:1.0:1767384892.450729:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003a33f08f. 00000800:00000001:1.0:1767384892.450741:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384892.450745:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384892.450775:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384892.450777:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384892.450779:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384892.450789:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384892.450796:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384892.450798:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006791e65a. 00080000:00000001:2.0:1767384892.450801:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384892.450803:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384892.450809:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: PUT: OK 00000400:00000200:1.0:1767384892.450812:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384892.450815:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000200:1.1:1767384892.450857:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384892.450862:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp16 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384891020706490 sched[0] 00000800:00000010:1.0:1767384892.450864:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e23d6d29. 00080000:00000001:2.0:1767384892.450923:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384892.450925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00080000:00000001:2.0:1767384892.450927:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384892.450958:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:3.0:1767384892.450988:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384892.450999:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384892.451002:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384892.451007:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000001:3.0:1767384892.451008:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384892.451021:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16) <- 192.168.203.112@tcp16 : PUT - for me 00000400:00000200:3.0:1767384892.451034:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384892.451042:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 176/176 into md 0x12f9 [1] + 0 00000400:00000010:3.0:1767384892.451047:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae75b55. 00000400:00000200:3.0:1767384892.451051:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ada5b411 00000400:00000200:1.0:1767384892.451052:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000001:3.0:1767384892.451056:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384892.451070:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384892.451073:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.451080:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: PUT: OK 00000400:00000200:3.0:1767384892.451084:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada5b411 00000400:00000010:3.0:1767384892.451087:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada5b411. 00000400:00000200:3.0:1767384892.451092:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384892.451094:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384892.451096:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (10) 00000400:00000200:3.0:1767384892.451105:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:3.0:1767384892.451110:0:16129:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000c0ea5bd9. 00000400:00000200:3.0:1767384892.451114:0:16129:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 9 00000400:00000200:3.0:1767384892.451120:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384892.451130:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (11) 00000400:00000200:3.0:1767384892.451136:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384892.451142:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp16 to MR: 192.168.203.112@tcp16 local destination 00000400:00000200:1.0:1767384892.451148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384892.451150:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.112@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384892.451168:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) -> 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) 192.168.203.112@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384892.451176:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp16 00000800:00000010:3.0:1767384892.451180:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d884a2af. 00000800:00000200:3.0:1767384892.451187:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (4) 00000800:00000200:3.0:1767384892.451202:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp16 ip 192.168.203.112:988 00000400:00000200:1.0:1767384892.451202:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000800:00000200:3.0:1767384892.451208:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d884a2af type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384892.451238:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384892.451278:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000200:3.0:1767384892.451283:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384892.451289:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d884a2af. 00000400:00000200:3.0:1767384892.451294:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.451302:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: ACK: OK 00000800:00000001:3.0:1767384892.451313:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384892.451315:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000800:00000001:3.0:1767384892.451319:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384892.451324:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384892.451330:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384892.451332:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384892.451338:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384892.451344:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16) <- 192.168.203.112@tcp16 : ACK - for me 00000400:00000200:1.0:1767384892.451352:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384892.451359:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp16: ACK from 12345-192.168.203.112@tcp16 into md 0x1369 00000400:00000200:3.0:1767384892.451365:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.451371:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: ACK: OK 00000400:00000200:3.0:1767384892.451376:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa18a23 00000400:00000010:3.0:1767384892.451379:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fa18a23. 00000400:00000200:3.0:1767384892.451383:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384892.451388:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:3.0:1767384892.451394:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384892.451398:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (10) 00000400:00000200:1.0:1767384892.451406:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000800:00000001:3.0:1767384892.451407:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384892.451415:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384892.451433:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384892.451438:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3df13c5. 00000400:00000010:3.0:1767384892.451444:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000400:00000200:1.0:1767384892.451445:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384892.451449:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:3.0:1767384892.451457:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:3.0:1767384892.451464:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000d884a2af. 00000400:00000010:3.0:1767384892.451469:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000519a9515. 00000400:00000200:1.0:1767384892.451470:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000010:3.0:1767384892.451473:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000a88fb2fa. 00000400:00000010:3.0:1767384892.451493:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000069e9439. 00000400:00000200:3.0:1767384892.451499:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000069e9439 nid 192.168.203.112@tcp17 00000400:00000200:1.0:1767384892.451507:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000010:3.0:1767384892.451510:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007f844bc5. 00000400:00000200:3.0:1767384892.451517:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000007f844bc5 net tcp17 00000400:00000200:3.0:1767384892.451521:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (9) 00000400:00000200:3.0:1767384892.451527:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp17 flags 0x11 00000400:00000010:3.0:1767384892.451533:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000d884a2af. 00000400:00000010:3.0:1767384892.451537:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000519a9515. 00000400:00000010:3.0:1767384892.451540:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000a88fb2fa. 00000400:00000010:3.0:1767384892.451543:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000c0ea5bd9. 00000400:00000200:3.0:1767384892.451547:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384892.451551:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:3.0:1767384892.451555:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:3.0:1767384892.451559:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:3.0:1767384892.451564:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384892.451566:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:3.0:1767384892.451572:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384892.451576:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (10) 00000800:00000010:1.0:1767384892.451647:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9df8768. 00000800:00000010:1.0:1767384892.451650:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e23d6d29. 00000800:00000010:1.0:1767384892.451653:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000999e7928. 00000800:00000010:1.0:1767384892.451678:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000999e7928. 00000400:00000200:3.0:1767384892.451725:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384892.451738:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp16 from 240.3.0.2 00000800:00000010:3.0:1767384892.451741:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ba9c3eb5. 00000800:00000010:1.0:1767384892.452297:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e320e63. 00000800:00000010:1.0:1767384892.452301:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000634c35b7. 00000800:00000010:1.0:1767384892.452638:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3755e3c. 00000800:00000200:1.1:1767384892.452642:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (4) 00000800:00000200:1.1:1767384892.452645:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp16 00000000d3755e3c deleted 00000800:00000010:1.1:1767384892.452646:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3755e3c. 00000800:00000200:1.1:1767384892.452653:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384892.452656:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp16 p 3.x 192.168.203.112 -> 192.168.203.112:1008 incarnation:1767384891020706490 sched[0] 00000800:00000010:1.0:1767384892.452660:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000999e7928. 00000800:00000010:1.0:1767384892.452701:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000999e7928. 00000800:00000010:1.0:1767384892.452707:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000634c35b7. 00000800:00000010:1.0:1767384892.452729:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ba9c3eb5. 00000800:00000001:3.0:1767384892.452740:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384892.452747:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384892.452770:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384892.452774:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp16 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384891020706490 sched[0] 00000800:00000010:1.0:1767384892.452776:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e23d6d29. 00000800:00000001:3.0:1767384892.452801:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384892.452807:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384892.459655:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384892.459660:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384892.459663:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.459670:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384892.459670:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384892.459676:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384892.459680:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384892.459681:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384892.459683:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384892.459685:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384892.459686:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b75a444. 00080000:00000001:3.0:1767384892.459693:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384892.459693:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384892.459698:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384892.459703:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384892.459717:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384892.459720:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384892.459725:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384892.459728:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384892.459732:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384892.459737:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000525026b3 count: 2 00010000:00000001:2.0:1767384892.459740:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384892.459743:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384892.459747:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000463e6643. 00000020:00000001:2.0:1767384892.459750:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384892.459753:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000463e6643 with handle 0x7ec529173eeb82e6 to hash 00000020:00000001:2.0:1767384892.459755:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384892.459756:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.459759:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.459761:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384892.459763:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.459765:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.459773:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384892.459778:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384892.459781:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384892.459784:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384892.459787:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384892.459791:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.459798:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384892.459801:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.459804:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384892.459812:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.459817:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.459819:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384892.459823:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384892.459828:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000525026b3) refcount = 2 00010000:00000040:2.0:1767384892.459831:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384892.459833:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384892.459851:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384892.459853:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384892.459860:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009e8547e. 00000100:00000001:2.0:1767384892.459862:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384892.459866:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093db1c4c. 00000100:00000001:2.0:1767384892.459868:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637514779699264 : -106558929852352 : ffff9f15d0d6a840) 00000100:00000001:2.0:1767384892.459870:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637514779699264 : -106558929852352 : ffff9f15d0d6a840) 00000100:00000001:2.0:1767384892.459872:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384892.459874:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384892.459876:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384892.459878:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.459880:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384892.459881:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384892.459883:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384892.459904:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384892.459905:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384892.459909:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f1fc24f. 00000020:00000040:2.0:1767384892.459912:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:2.0:1767384892.459915:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384892.459918:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384892.459921:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384892.459925:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039303109. 00000100:00000001:2.0:1767384892.459929:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.459939:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384892.459952:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 16 pid: 16771 timeout: 364 lvb_type: 0 00010000:00000001:2.0:1767384892.459958:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384892.459961:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384892.459966:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384892.459973:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384892.459975:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384892.459977:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f1fc24f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352213376:0@lo:104: 00000100:00000001:2.0:1767384892.459980:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384892.459983:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384892.459985:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.459987:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384892.459990:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e9ee410. 02000000:00000001:2.0:1767384892.459992:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384892.459997:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ceb8fc5. 00000400:00000010:2.0:1767384892.460005:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000100:00000200:2.0:1767384892.460010:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352213376, portal 16 00000100:00000001:2.0:1767384892.460012:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384892.460014:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606552704 : -106559102998912 : ffff9f15c684a680) 00000100:00000040:2.0:1767384892.460020:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384892.460028:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384892.460032:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384892.460036:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004195850d. 00000100:00000200:2.0:1767384892.460039:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352213376, offset 0 00000400:00000200:2.0:1767384892.460046:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384892.460060:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384892.460071:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272102b80 00000400:00000200:2.0:1767384892.460078:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:2.0:1767384892.460088:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384892.460092:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384892.460095:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384892.460097:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384892.460100:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f39eb8. 00000100:00000040:2.0:1767384892.460102:0:16792:0:(events.c:337:request_in_callback()) incoming req@00000000b7f39eb8 x1853237352213376 msgsize 328 00000100:00100000:2.0:1767384892.460108:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384892.460123:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384892.460128:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004195850d 00000400:00000010:2.0:1767384892.460130:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004195850d. 00000100:00000001:2.0:1767384892.460134:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384892.460137:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384892.460138:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384892.460143:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352213376 00000100:00000001:2.0:1767384892.460147:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384892.460147:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384892.460152:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384892.460152:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384892.460156:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.460162:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.460164:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.460165:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384892.460171:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384892.460171:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352213376 00000020:00000001:1.0:1767384892.460177:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384892.460178:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294881420 00000020:00000040:1.0:1767384892.460181:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000100:00000001:2.0:1767384892.460185:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294881410 00000020:00000001:1.0:1767384892.460185:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384892.460189:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000100:00000001:2.0:1767384892.460191:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294881420 00000020:00000001:1.0:1767384892.460196:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:2.0:1767384892.460197:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294881410 00000020:00000001:1.0:1767384892.460201:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:2.0:1767384892.460202:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294881420 00000100:00000001:1.0:1767384892.460206:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384892.460208:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294881410 00000020:00000010:1.0:1767384892.460211:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40f58a7. 00000100:00000001:2.0:1767384892.460212:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294881420 00000100:00000001:1.0:1767384892.460215:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.460218:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294881410 00000020:00000010:1.0:1767384892.460219:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40f58a7. 00000020:00000010:1.0:1767384892.460225:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085bf1e1f. 00000100:00000001:2.0:1767384892.460226:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.460231:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.460231:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fadd3c27. 00010000:00000001:2.0:1767384892.460237:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.460237:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7d614c3. 00010000:00000001:2.0:1767384892.460240:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.460245:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.460246:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384892.460248:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384892.460250:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384892.460251:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.460255:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460256:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.460260:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.460262:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460265:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384892.460267:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384892.460270:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.460271:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.460273:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384892.460276:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384892.460280:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 0000000093db1c4c going to sleep for 11 seconds 00000100:00000001:2.0:1767384892.460284:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384892.460284:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384892.460287:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.460287:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384892.460294:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384892.460302:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:1.0:1767384892.460304:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606557184 : -106559102994432 : ffff9f15c684b800) 00000100:00000040:1.0:1767384892.460311:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7f39eb8 x1853237352213376/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 328/0 e 0 to 0 dl 1767384903 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384892.460319:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384892.460322:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40f58a7. 00000100:00000001:1.0:1767384892.460325:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384892.460327:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40f58a7. 00000100:00100000:1.0:1767384892.460333:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f39eb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352213376:12345-0@lo:104: 00000100:00000200:1.0:1767384892.460337:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352213376 00010000:00000001:1.0:1767384892.460340:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384892.460345:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384892.460347:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384892.460349:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=2 00000020:00000001:1.0:1767384892.460351:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:1.0:1767384892.460354:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:1.0:1767384892.460357:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384892.460360:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384892.460363:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384892.460372:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384892.460374:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384892.460379:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001faf577d. 02000000:00000001:1.0:1767384892.460381:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.460383:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.460388:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384892.460390:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384892.460394:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384892.460399:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384892.460402:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384892.460404:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384892.460414:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384892.460416:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.460419:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384892.460422:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384892.460426:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f2aff4. 00000100:00000200:1.0:1767384892.460429:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352213376, offset 224 00000400:00000200:1.0:1767384892.460434:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384892.460441:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384892.460448:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272102b80 00000400:00000200:1.0:1767384892.460453:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1381 [1] + 224 00000400:00000200:1.0:1767384892.460457:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384892.460462:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.460465:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384892.460470:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384892.460477:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384892.460491:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384892.460497:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f2aff4 00000400:00000010:1.0:1767384892.460498:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064f2aff4. 00000100:00000001:1.0:1767384892.460500:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384892.460502:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384892.460504:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.460506:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384892.460509:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384892.460512:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e23d6d29. 00010000:00000001:1.0:1767384892.460514:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384892.460525:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384892.460528:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.460529:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.460531:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384892.460533:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7f39eb8 x1853237352213376/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 328/224 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384892.460536:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384892.460540:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384892.460544:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f39eb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352213376:12345-0@lo:104: Request processed in 223us (438us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384892.460546:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384892.460550:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384892.460553:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384892.460558:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384892.460562:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384892.460567:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:1.0:1767384892.460571:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384892.460574:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc73e294 already unused, calling callback (000000005e873491) 00000100:00000001:1.0:1767384892.460574:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384892.460579:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fadd3c27. 10000000:00000001:2.0:1767384892.460580:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384892.460584:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384892.460584:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7d614c3. 00000020:00000010:1.0:1767384892.460590:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085bf1e1f. 00000020:00000040:1.0:1767384892.460596:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00010000:00000001:2.0:1767384892.460599:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384892.460601:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.460602:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384892.460606:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384892.460608:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=3 00000020:00000001:2.0:1767384892.460612:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:2.0:1767384892.460615:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:2.0:1767384892.460619:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384892.460620:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384892.460622:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384892.460627:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384892.460631:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 10000000:00000001:2.0:1767384892.460633:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:1.0:1767384892.460635:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ceb8fc5. 00000400:00000200:1.0:1767384892.460640:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 10000000:00010000:2.0:1767384892.460644:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384892.460644:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000100:00000001:1.0:1767384892.460650:0:16792:0:(events.c:78:reply_in_callback()) Process entered 10000000:01000000:2.0:1767384892.460653:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384892.460658:0:16764:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000200:1.0:1767384892.460658:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:2.0:1767384892.460661:0:16764:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384892.460666:0:16764:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384892.460669:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384892.460672:0:16764:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384892.460676:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384892.460682:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384892.460684:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384892.460685:0:16764:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384892.460687:0:16792:0:(client.c:1578:after_reply()) Process entered 10000000:00000001:2.0:1767384892.460688:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384892.460691:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 02000000:00000001:1.0:1767384892.460691:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:2.0:1767384892.460695:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767384892.460695:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384892.460697:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384892.460698:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.460700:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460703:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:1.0:1767384892.460704:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=22 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384892.460708:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:1.0:1767384892.460709:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=22 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384892.460713:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384892.460713:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384892.460717:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460719:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384892.460719:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384892.460723:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.460723:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.460725:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384892.460729:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb82d8 from hash 00010000:00000001:2.0:1767384892.460735:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384892.460738:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384892.460739:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.460743:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.460746:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384892.460748:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384892.460750:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384892.460751:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384892.460755:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384892.460755:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384892.460759:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384892.460762:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384892.460762:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384892.460763:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384892.460767:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460768:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:1.0:1767384892.460770:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384892.460776:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1bb09cd. 00000100:00100000:1.0:1767384892.460777:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f1fc24f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352213376:0@lo:104: 00000020:00000040:2.0:1767384892.460783:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384892.460785:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.460789:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384892.460790:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.460793:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384892.460794:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1767384892.460796:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.460798:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384892.460803:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000393b99d3. 00000100:00000040:1.0:1767384892.460804:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f1fc24f x1853237352213376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384892.460808:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460812:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384892.460816:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384892.460818:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384892.460822:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384892.460826:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e9ee410. 00010000:00010000:2.0:1767384892.460829:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384892.460832:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384892.460833:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384892.460846:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1767384892.460849:0:16792:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384892.460850:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384892.460853:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000100:00000040:2.0:1767384892.460858:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1bb09cd] to pc [ptlrpcd_00_00+0] req@00000000a1bb09cd x1853237352213504/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384892.460858:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384892.460863:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000039303109. 02000000:00000001:1.0:1767384892.460871:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384892.460873:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384892.460874:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f1fc24f. 00000100:00000001:1.0:1767384892.460878:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384892.460880:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384892.460882:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000093db1c4c. 00010000:00000001:2.0:1767384892.460884:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.460905:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384892.460907:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384892.460910:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009e8547e. 00010000:00000001:1.0:1767384892.460917:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460919:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384892.460921:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.460922:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.460925:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.460925:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384892.460931:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384892.460932:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:2.0:1767384892.460933:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.460935:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384892.460936:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384892.460938:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.460948:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384892.460952:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000dc73e294/0x7ec529173eeb82d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb82df expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384892.460957:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000096bbaf8b count: 0 00010000:00000001:2.0:1767384892.460965:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.460966:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384892.460967:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e23d6d29. 00010000:00000001:2.0:1767384892.460970:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.460972:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384892.460973:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.460975:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384892.460977:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384892.460978:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.460979:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384892.460981:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384892.460983:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.460985:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384892.461342:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384892.461345:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352213504 02000000:00000001:1.0:1767384892.461349:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384892.461351:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384892.461354:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.461357:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384892.461361:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352213504 00000020:00000001:1.0:1767384892.461365:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384892.461368:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384892.461371:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384892.461373:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000020:00000001:1.0:1767384892.461377:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384892.461380:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384892.461385:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384892.461390:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40f58a7. 00000100:00000001:1.0:1767384892.461393:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384892.461397:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40f58a7. 00000020:00000010:1.0:1767384892.461402:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085bf1e1f. 00000020:00000010:1.0:1767384892.461409:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fadd3c27. 00000020:00000010:1.0:1767384892.461414:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7d614c3. 00000100:00000040:1.0:1767384892.461419:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384892.461422:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384892.461425:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384892.461427:0:16763:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384892.461430:0:16763:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.461433:0:16763:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384892.461436:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384892.461444:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384892.461446:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:1.0:1767384892.461449:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384892.461453:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00010000:1.0:1767384892.461458:0:16763:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 17 pid: 16771 timeout: 364 lvb_type: 0 00010000:00000001:1.0:1767384892.461470:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384892.461471:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384892.461472:0:16763:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.461473:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.461478:0:16763:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384892.461483:0:16763:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000beea20b x1853237352213504/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 328/0 e 0 to 0 dl 1767384903 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.461489:0:16763:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384892.461490:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.461507:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384892.461548:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384892.461550:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384892.461554:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384892.461556:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:1.0:1767384892.461558:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376598912 : -106558332952704 : ffff9f15f46a9f80) 00000100:00000040:1.0:1767384892.461561:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000beea20b x1853237352213504/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 328/0 e 0 to 0 dl 1767384903 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.461567:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384892.461570:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40f58a7. 00000100:00000001:1.0:1767384892.461572:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384892.461574:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40f58a7. 00000100:00100000:1.0:1767384892.461578:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000beea20b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16136:x1853237352213504:12345-0@lo:103: 00000100:00000200:1.0:1767384892.461580:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352213504 00010000:00000001:1.0:1767384892.461583:0:16762:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384892.461590:0:16762:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384892.461592:0:16762:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384892.461595:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384892.461597:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384892.461600:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b886ab4. 02000000:00000001:1.0:1767384892.461602:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.461603:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.461604:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384892.461606:0:16762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384892.461608:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384892.461609:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384892.461610:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:1.0:1767384892.461611:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384892.461613:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000040:1.0:1767384892.461615:0:16762:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000525026b3 count: 3 00010000:00010000:1.0:1767384892.461617:0:16762:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 17 pid: 16771 timeout: 364 lvb_type: 0 00000100:00001000:1.0:1767384892.461622:0:16762:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384892 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384892.461624:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384892.461628:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384892.461628:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384892.461630:0:16762:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 17 pid: 16771 timeout: 364 lvb_type: 0 00000020:00000001:1.0:1767384892.461634:0:16762:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384892.461635:0:16762:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384892.461636:0:16762:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.461637:0:16762:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384892.461639:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384892.461640:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384892.461643:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384892.461644:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384892.461646:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384892.461647:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384892.461649:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f09508b with handle 0x7ec529173eeb82df from hash 00010000:00000001:1.0:1767384892.461658:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384892.461660:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384892.461661:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384892.461662:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384892.461663:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384892.461665:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384892.461668:0:16762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f09508b/0x7ec529173eeb82df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb82d8 expref: 17 pid: 16771 timeout: 364 lvb_type: 0 00010000:00000040:1.0:1767384892.461674:0:16762:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:1.0:1767384892.461676:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:1.0:1767384892.461680:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384892.461682:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384892.461683:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384892.461685:0:16762:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000463e6643 00010000:00000001:1.0:1767384892.461686:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384892.461688:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384892.461689:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384892.461691:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384892.461692:0:16762:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384892.461693:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384892.461695:0:16762:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384892.461696:0:16762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384892.461700:0:16762:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384892.461702:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384892.461703:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384892.461704:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384892.461705:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000525026b3) refcount = 2 00010000:00010000:1.0:1767384892.461707:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384892.461711:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384892.461712:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384892.461713:0:16762:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384892.461714:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384892.461724:0:16762:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a40f58a7. 00000100:00000001:1.0:1767384892.461726:0:16762:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00010000:1.0:1767384892.461924:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384892.461933:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384892.461936:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384892.461939:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000463e6643/0x7ec529173eeb82e6 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384892.461947:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384892.461949:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384892.461952:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384892.461955:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384892.464913:0:21018:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000096bbaf8b. 00010000:00000010:2.1:1767384892.464924:0:21018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00010000:00000010:1.1:1767384892.464942:0:16648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f09508b. 00010000:00000010:0.1:1767384892.467914:0:21023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000463e6643. 00010000:00000010:0.1:1767384892.467927:0:21023:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000525026b3. 00080000:00000001:1.0:1767384892.469101:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384892.469104:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384892.469106:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384892.469108:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384892.469109:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384892.469111:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dee26466. 00080000:00000001:1.0:1767384892.469116:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384892.469126:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384892.469132:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384892.469135:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384892.469137:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384892.469140:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384892.469150:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384892.469153:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384892.469160:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384892.469181:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384892.469184:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384892.469187:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384892.469190:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384892.469192:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384892.469198:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f7271e5. 00010000:00000001:2.0:1767384892.469201:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384892.469204:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000463e6643. 00000020:00000001:2.0:1767384892.469207:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384892.469209:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000463e6643 with handle 0x7ec529173eeb82ed to hash 00000020:00000001:2.0:1767384892.469211:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384892.469213:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.469216:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.469218:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384892.469219:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.469222:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469228:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384892.469231:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384892.469233:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384892.469235:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384892.469237:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.469239:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384892.469240:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.469242:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384892.469245:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384892.469252:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384892.469253:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384892.469255:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f7271e5) refcount = 1 00010000:00010000:2.0:1767384892.469258:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469263:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384892.469264:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384892.469265:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.469267:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.469268:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384892.469270:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384892.469273:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:2.0:1767384892.469275:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384892.469277:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384892.469279:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000463e6643 refcount=4 00000020:00000001:2.0:1767384892.469280:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.469282:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.469284:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384892.469286:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469291:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384892.469292:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469296:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.469297:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384892.469299:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469302:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384892.469303:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.469306:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384892.469308:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384892.469318:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000463e6643 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384892.469320:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384892.469323:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384892.469324:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469329:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384892.469330:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384892.469332:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384892.469334:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000463e6643 refcount=5 00000020:00000001:2.0:1767384892.469336:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.469339:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384892.469342:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384892.469345:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469351:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384892.469353:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384892.469355:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.469359:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384892.469361:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384892.469364:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384892.469366:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384892.469368:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000463e6643 with handle 0x7ec529173eeb82ed from hash 00010000:00000001:2.0:1767384892.469371:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384892.469373:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.469375:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.469377:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384892.469379:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384892.469381:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384892.469383:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384892.469385:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.469388:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.469390:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384892.469398:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384892.469401:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.469403:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.469405:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.469408:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.469410:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.469413:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469421:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.469423:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.469425:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384892.469426:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384892.469428:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.469430:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.469432:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384892.469434:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384892.469436:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.469438:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.469443:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384892.469444:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384892.469445:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000463e6643/0x7ec529173eeb82ed lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384892.469449:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f7271e5 count: 0 00010000:00000001:2.0:1767384892.469460:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384892.469462:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384892.470230:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384892.470233:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384892.470235:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a983c617. 20000000:00000001:2.0:1767384892.470239:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384892.470242:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352213248 00010000:00000001:2.0:1767384892.470245:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384892.470252:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004068677f x1853237352213248/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384892.470269:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384892.470271:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384892.470274:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384892.470278:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384892.470280:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384892.470282:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384892.470285:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384892.470288:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.470291:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384892.470294:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384892.470297:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffbd61b3. 00000100:00000200:2.0:1767384892.470302:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352213248, offset 224 00000400:00000200:2.0:1767384892.470309:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384892.470318:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384892.470327:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102b00 00000400:00000200:2.0:1767384892.470333:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1375 [2] + 224 00000400:00000200:2.0:1767384892.470339:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384892.470343:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384892.470348:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384892.470353:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384892.470361:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.470373:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384892.470378:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffbd61b3 00000400:00000010:2.0:1767384892.470380:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffbd61b3. 00000100:00000001:2.0:1767384892.470383:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384892.470385:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384892.470388:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.470391:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384892.470394:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384892.470396:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384892.470398:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384892.470408:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004068677f x1853237352213248/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.470415:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004068677f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352213248:12345-0@lo:253: Request processed in 19980us (20466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384892.470423:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000040:2.0:1767384892.470426:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384892.470428:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384892.470430:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384892.470434:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078d1f298. 00000020:00000010:2.0:1767384892.470438:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046c6e22d. 00000020:00000010:2.0:1767384892.470440:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023b5d10b. 00000020:00000040:2.0:1767384892.470446:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:2.0:1767384892.470452:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384892.470455:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f7fc1e1. 02000000:00000001:2.0:1767384892.470461:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384892.470463:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384892.470468:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384892.470474:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ceb8fc5. 00000400:00000010:2.0:1767384892.470480:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffbd61b3. 00000100:00000001:2.0:1767384892.470499:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.470502:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384892.470506:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384892.470508:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384892.470510:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426f9049. 00000400:00000200:2.0:1767384892.470513:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d97404c 00000400:00000010:2.0:1767384892.470515:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d97404c. 00000100:00000001:2.0:1767384892.470519:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384892.470524:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.470534:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.470542:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384892.470544:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.470547:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384892.470555:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384892.470556:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.470557:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.470559:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384892.470563:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384892.470565:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384892.470569:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384892.470570:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.470572:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384892.470574:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.470576:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.470579:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.470584:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.470587:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384892.470588:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384892.470591:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384892.470593:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384892.470594:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384892.470595:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384892.470596:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384892.470597:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384892.470598:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384892.470599:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384892.470601:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384892.470603:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.470608:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352213248:0@lo:253: 00000100:00000001:2.0:1767384892.470612:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.470613:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384892.470615:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a57027f7 x1853237352213248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.470619:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384892.470620:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384892.470622:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007a84feca. 02000000:00000001:2.0:1767384892.470630:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384892.470633:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384892.470634:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384892.470636:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384892.470638:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007b242c85. 02000000:00000001:2.0:1767384892.470642:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384892.470643:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384892.470645:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a57027f7. 00000100:00000001:2.0:1767384892.470648:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384892.470649:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.470651:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.470656:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384892.470658:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.470660:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.470661:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384892.472051:0:21022:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f11a2db4. 00000400:00000040:3.0:1767384892.472073:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384892.472076:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384892.472080:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384892.472081:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384892.472089:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384892.472092:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384892.472095:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384892.472098:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384892.472100:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384892.472101:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384892.472105:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384892.472107:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384892.472110:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384892.472113:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384892.472114:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384892.472117:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384892.472120:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384892.472122:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384892.472124:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384892.472128:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384892.472130:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384892.472133:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384892.472135:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384892.472137:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384892.472140:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384892.472143:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384892.472146:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384892.472149:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384892.472151:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384892.472153:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384892.472154:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384892.472157:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384892.472158:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384892.472160:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384892.472161:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384892.472163:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384892.472164:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384892.472166:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384892.472168:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384892.472169:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384892.472171:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384892.472173:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384892.472174:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384892.472182:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384892.472184:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384892.472186:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384892.472187:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384892.472189:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384892.472192:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384892.472194:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384892.472195:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384892.472197:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384892.472198:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384892.472200:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384892.472202:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384892.472203:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384892.472204:0:21022:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384892.472241:0:21022:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f11a2db4. 00080000:00000020:1.0:1767384892.472822:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384892.472825:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384892.472827:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ee93d0dd. 20000000:00000001:1.0:1767384892.472832:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384892.472846:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352213120 00010000:00000001:1.0:1767384892.472848:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384892.472852:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1037534 x1853237352213120/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384892.472858:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384892.472860:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384892.472862:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384892.472864:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384892.472866:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384892.472868:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384892.472870:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384892.472877:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384892.472879:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384892.472881:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384892.472883:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005164420f. 00000100:00000200:1.0:1767384892.472902:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352213120, offset 224 00000400:00000200:1.0:1767384892.472907:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384892.472913:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384892.472920:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102a80 00000400:00000200:1.0:1767384892.472925:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x136d [2] + 224 00000400:00000200:1.0:1767384892.472930:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384892.472933:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384892.472936:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384892.472939:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384892.472945:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384892.472957:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384892.472962:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005164420f 00000400:00000010:1.0:1767384892.472963:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005164420f. 00000100:00000001:1.0:1767384892.472966:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384892.472968:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384892.472968:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384892.472972:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384892.472974:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384892.472977:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384892.472978:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:2.0:1767384892.472981:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384892.472982:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384892.472984:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcd0911a. 00000020:00000001:1.0:1767384892.472984:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384892.472989:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384892.472991:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031952ec7 00000100:00000040:1.0:1767384892.472992:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1037534 x1853237352213120/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:118/0 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384892.472995:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031952ec7. 00000100:00000001:2.0:1767384892.473001:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384892.473006:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1037534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352213120:12345-0@lo:253: Request processed in 22523us (23068us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384892.473009:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384892.473021:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000200:2.0:1767384892.473025:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384892.473025:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384892.473031:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384892.473035:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384892.473037:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.473039:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384892.473042:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384892.473043:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384892.473043:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384892.473047:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.473049:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384892.473049:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018b0e862. 00000100:00001000:2.0:1767384892.473053:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=22 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384892.473059:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=22 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384892.473059:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000067afc051. 00000100:00000001:2.0:1767384892.473066:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384892.473068:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f946d9d. 00000100:00000001:2.0:1767384892.473074:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384892.473075:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00010000:00000001:2.0:1767384892.473078:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384892.473081:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384892.473082:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384892.473083:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384892.473087:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002af878f2. 00000100:00000040:2.0:1767384892.473091:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384892.473095:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384892.473097:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384892.473099:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.473101:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384892.473103:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384892.473107:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:1.0:1767384892.473108:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384892.473109:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384892.473112:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384892.473114:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384892.473115:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767384892.473116:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32906d2. 00000020:01000004:2.0:1767384892.473117:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384892.473120:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384892.473123:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384892.473124:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:1.0:1767384892.473124:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005164420f. 00000020:01000004:2.0:1767384892.473128:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384892.473132:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.473138:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096276b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352213120:0@lo:253: 00000100:00000001:2.0:1767384892.473144:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.473145:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384892.473148:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096276b52 x1853237352213120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.473153:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384892.473154:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384892.473156:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000032750f9e. 02000000:00000001:2.0:1767384892.473161:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384892.473163:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384892.473164:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384892.473166:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384892.473168:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000043861229. 02000000:00000001:2.0:1767384892.473172:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384892.473177:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384892.473178:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096276b52. 00000100:00000001:2.0:1767384892.473181:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384892.473183:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.473184:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.473189:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384892.473190:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.473192:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.473194:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384892.474941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f7271e5. 00000100:00000040:1.0:1767384892.474948:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294881421, at 4294881422 00010000:00000010:2.1:1767384892.474951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000463e6643. 00000100:00000010:1.0:1767384892.474958:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009413ac94. 00000100:00000040:3.0:1767384892.474985:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294881421, at 4294881422 00000100:00000040:2.0:1767384892.474986:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294881421, at 4294881422 00000100:00000010:3.0:1767384892.474995:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a90212cd. 00000100:00000010:2.0:1767384892.474997:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f9c0631. 00010000:00000001:2.0:1767384892.908964:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384892.908974:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.908983:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384892.908985:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.909039:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384892.909045:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384892.909048:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384893.240573:0:21222:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384893.240585:0:21222:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384893.240588:0:21222:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384893.240594:0:21222:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384893.240598:0:21222:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384893.240601:0:21222:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.934314:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384893.934320:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.934327:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384893.934328:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.934356:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384893.934361:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.934364:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384893.948413:0:21386:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384893.948416:0:21386:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:2.0:1767384893.951607:0:21386:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384893.958364:0:21387:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fcf91ed9. 00000400:00000010:2.0:1767384893.958381:0:21387:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000aafa6ed. 00000400:00000010:2.0:1767384893.958392:0:21387:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000559aa312. 00000400:00000010:2.0:1767384893.958395:0:21387:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000081c976d6. 00000400:00000010:2.0:1767384893.958399:0:21387:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000460b6042. 00000400:00000010:2.0:1767384893.958404:0:21387:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032e51412. 00000400:00000010:2.0:1767384893.958406:0:21387:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000024193c55. 00000400:00000010:2.0:1767384893.958407:0:21387:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009e8547e. 00000400:00000010:2.0:1767384893.958410:0:21387:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f2cb1753. 00000800:00000010:2.0:1767384893.958422:0:21387:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000515d92a2. 00000800:00000200:2.0:1767384893.958439:0:21387:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384893.958446:0:21387:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384893.958503:0:21387:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384893.958524:0:21387:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp18 [8/256/0/180] 00000400:00000010:2.0:1767384893.960152:0:21387:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000004f033cda. 00000400:00000010:2.0:1767384893.960159:0:21387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426f9049. 00000400:00000010:2.0:1767384893.960165:0:21387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004195850d. 00000400:00000001:2.0:1767384893.960181:0:21387:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384893.960182:0:21387:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384893.960184:0:21387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007372a0. 00000400:00000200:2.0:1767384893.960187:0:21387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca993d50 00000400:00000010:2.0:1767384893.960188:0:21387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca993d50. 00000400:00000010:2.0:1767384893.960192:0:21387:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000002f213354. 00000400:00000200:2.0:1767384893.960196:0:21387:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (9) 00000400:00000200:2.0:1767384893.960207:0:21387:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384893.960214:0:21387:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:2.0:1767384893.960223:0:21387:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007a84feca. 00000020:01000000:2.0:1767384893.960232:0:21387:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384893.960234:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384893.960235:0:21387:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp18 00000400:00000200:3.0:1767384893.960250:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:2.0:1767384893.960257:0:21387:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000aafa6ed. 00000400:00000010:3.0:1767384893.960259:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00000400:00000010:2.0:1767384893.960265:0:21387:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fcf91ed9. 00000400:00000200:3.0:1767384893.960266:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (10) 00000400:00000010:3.0:1767384893.960275:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000675bb9b6. 00000400:00000200:3.0:1767384893.960282:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000001:1.0:1767384893.960286:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384893.960291:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384893.960294:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384893.960296:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 10000000:01000000:1.0:1767384893.960297:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384893.960302:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384893.960305:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384893.960305:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384893.960309:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384893.960311:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384893.960314:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384893.960318:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384893.960318:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384893.960321:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384893.960325:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384893.960327:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384893.960329:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384893.960330:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384893.960334:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:1.0:1767384893.960335:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000004ec5a3. 00000020:00000040:1.0:1767384893.960341:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384893.960342:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:1.0:1767384893.960346:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384893.960359:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384893.960361:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384893.960366:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:1.0:1767384893.960366:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384893.960374:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384893.960378:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:3.0:1767384893.960383:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp17 02000000:00000010:1.0:1767384893.960384:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a2d2f82e. 00000400:00000200:3.0:1767384893.960387:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp17 lpni_is_preferred = 0 00000400:00000200:3.0:1767384893.960392:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp17 00000100:00000001:1.0:1767384893.960393:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384893.960397:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.112@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000001:1.0:1767384893.960404:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384893.960405:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp17 00000100:00000001:1.0:1767384893.960408:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384893.960420:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004ec5a3] to pc [ptlrpcd_00_01+1] req@00000000004ec5a3 x1853237352213632/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384893.960425:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17:) -> 192.168.203.112@tcp17(192.168.203.112@tcp:192.168.203.112@tcp17) : PUT try# 0 00000800:00000200:3.0:1767384893.960439:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.112@tcp17 00000800:00000010:3.0:1767384893.960444:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddb9ab9f. 00000800:00000010:3.0:1767384893.960453:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003512ebe9. 00000800:00000010:3.0:1767384893.960456:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004fb4f123. 10000000:00000001:1.0:1767384893.960457:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384893.960463:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (2) 10000000:00000001:1.0:1767384893.960463:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384893.960469:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384893.960473:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.1:1767384893.960474:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (2) 00000020:00000001:1.0:1767384893.960484:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384893.960486:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384893.960494:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384893.960499:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384893.960501:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000020:01000004:1.0:1767384893.960505:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384893.960509:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000020:01000004:1.0:1767384893.960509:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384893.960514:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384893.960519:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384893.960522:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384893.960525:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384893.960528:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384893.960532:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384893.960536:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384893.960539:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd728439. 00000020:00000040:1.0:1767384893.960542:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384893.960546:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384893.960548:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384893.960551:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384893.960558:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000ac9b0a2. 00000100:00000001:1.0:1767384893.960563:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.960566:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384893.960579:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384893.960585:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd728439] to pc [ptlrpcd_00_02+2] req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384893.960604:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 10000000:00000001:1.0:1767384893.960628:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384893.960631:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384893.960635:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384893.960640:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384893.960645:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007a84feca. 00000400:00000200:3.0:1767384893.960656:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:1.0:1767384893.960661:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384893.960664:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384893.960667:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384893.960675:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384893.960689:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384893.960694:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384893.960698:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384893.960699:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000001:1.0:1767384893.960703:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384893.960711:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384893.960720:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352213760:0@lo:253: 00000100:00000001:1.0:1767384893.960729:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384893.960736:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384893.960740:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384893.960743:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 02000000:00000001:1.0:1767384893.960747:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384893.960754:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000271c0b82. 02000000:00000001:1.0:1767384893.960758:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384893.960764:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000263603c1. 00000400:00000010:1.0:1767384893.960773:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a26ffe2a. 00000100:00000200:1.0:1767384893.960781:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352213760, portal 25 00000400:00000200:3.0:1767384893.960783:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:1.0:1767384893.960785:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384893.960799:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581529856 : -106559128021760 : ffff9f15c506d500) 00000100:00000040:1.0:1767384893.960809:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384893.960814:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384893.960819:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384893.960822:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029230668. 00000100:00000200:1.0:1767384893.960847:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352213760, offset 0 00000400:00000200:3.0:1767384893.960856:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384893.960857:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384893.960869:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384893.960880:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102d00 00000400:00000200:1.0:1767384893.960915:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000010:1.0:1767384893.960918:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f951277. 00000400:00000200:1.0:1767384893.960922:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001afcbb81 00000400:00000200:1.0:1767384893.960927:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384893.960932:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384893.960937:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384893.960937:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001afcbb81 00000400:00000010:1.0:1767384893.960940:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001afcbb81. 00000100:00000001:1.0:1767384893.960946:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384893.960950:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384893.960955:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000003472538a x1853237352213760 msgsize 4848 00000100:00100000:1.0:1767384893.960970:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384893.960976:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384893.960978:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000001:1.0:1767384893.960996:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384893.961004:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029230668 00000400:00000010:1.0:1767384893.961010:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029230668. 00000100:00000001:1.0:1767384893.961018:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384893.961022:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000200:1.0:1767384893.961027:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384893.961045:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384893.961046:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000040:1.0:1767384893.961052:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384893.961064:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961068:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384893.961072:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00000001:1.0:1767384893.961075:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961078:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294882921 00000100:00000001:1.0:1767384893.961083:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294882921 00000100:00000001:1.0:1767384893.961086:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294882921 00000100:00000001:1.0:1767384893.961090:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294882921 00000100:00000001:1.0:1767384893.961092:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294882921 00000100:00000001:1.0:1767384893.961099:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294882921 00000100:00000001:1.0:1767384893.961101:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294882921 00000100:00000001:1.0:1767384893.961105:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294882921 00000100:00000001:1.0:1767384893.961109:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384893.961112:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961117:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961121:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384893.961123:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000001:1.0:1767384893.961125:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384893.961130:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384893.961140:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384893.961144:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384893.961148:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961157:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961175:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384893.961183:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384893.961198:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000001:1.0:1767384893.961211:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384893.961220:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352213760 02000000:00000001:1.0:1767384893.961225:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384893.961230:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384893.961234:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384893.961241:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384893.961247:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352213760 00000020:00000001:1.0:1767384893.961250:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384893.961252:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384893.961257:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384893.961259:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:1.0:1767384893.961264:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384893.961270:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384893.961279:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384893.961284:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd3fa0f0. 00000100:00000001:1.0:1767384893.961289:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384893.961295:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd3fa0f0. 00000400:00000200:3.0:1767384893.961299:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000020:00000010:1.0:1767384893.961303:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002294f440. 00000020:00000010:1.0:1767384893.961308:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006949ee9e. 00000020:00000010:1.0:1767384893.961319:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1f634d9. 00000100:00000001:1.0:1767384893.961329:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384893.961332:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384893.961336:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961345:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961351:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384893.961368:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384893.961372:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384893.961374:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000100:00100000:1.0:1767384893.961381:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:1.0:1767384893.961387:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384893.961390:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546080848 : -106559163470768 : ffff9f15c2e9ec50) 00000100:00000040:1.0:1767384893.961401:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003472538a x1853237352213760/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:119/0 lens 4848/0 e 0 to 0 dl 1767384904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384893.961414:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384893.961421:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd3fa0f0. 00000100:00000001:1.0:1767384893.961429:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384893.961436:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd3fa0f0. 00000100:00100000:1.0:1767384893.961450:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003472538a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352213760:12345-0@lo:253: 00000100:00000200:1.0:1767384893.961460:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352213760 00000400:00000200:3.0:1767384893.961465:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000020:00000001:1.0:1767384893.961466:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384893.961476:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384893.961480:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384893.961483:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384893.961486:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384893.961491:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384893.961494:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384893.961499:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384893.961502:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384893.961507:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961511:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384893.961514:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384893.961521:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b748e55a. 02000000:00000001:1.0:1767384893.961526:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384893.961534:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384893.961536:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384893.961549:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000008110818. 20000000:01000000:1.0:1767384893.961556:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384893.961558:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384893.961562:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384893.961565:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384893.961567:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384893.961568:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384893.961757:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000032750f9e. 00000800:00000010:3.0:1767384893.961762:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007e2da6c. 00000800:00000010:3.0:1767384893.961769:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a073be01. 00000800:00000010:3.0:1767384893.961812:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a073be01. 00000400:00000200:3.0:1767384893.962098:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384893.962121:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp17 from 239.3.0.2 00000800:00000010:3.0:1767384893.962124:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a2ff7a19. 00000800:00000010:1.0:1767384893.962325:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005cd4dcf3. 00000800:00000010:1.0:1767384893.962331:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029230668. 00000800:00000010:1.0:1767384893.962359:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000634c35b7. 00000800:00000200:1.1:1767384893.962367:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (2) 00000800:00000200:1.1:1767384893.962374:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp17 00000000634c35b7 deleted 00000800:00000010:1.1:1767384893.962377:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000634c35b7. 00000800:00000200:1.1:1767384893.962384:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384893.962389:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:1007 00000800:00000200:1.1:1767384893.962392:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ddb9ab9f type 1, nob 288 niov 1 nkiov 1 00000800:00000200:1.0:1767384893.962398:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp17 p 3.x 192.168.203.112 -> 192.168.203.112:1007 incarnation:1767384892447817685 sched[0] 00000800:00000010:1.0:1767384893.962403:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd3fa0f0. 00000800:00000010:1.0:1767384893.962472:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd3fa0f0. 00000800:00000010:1.0:1767384893.962477:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029230668. 00000800:00000200:3.1:1767384893.962497:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384893.962503:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp17 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384892447817685 sched[0] 00000800:00000010:3.0:1767384893.962506:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007e2da6c. 00000800:00000010:1.0:1767384893.962508:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a2ff7a19. 00000400:00000200:3.0:1767384893.962560:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000001:3.0:1767384893.962589:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384893.962594:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384893.962628:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384893.962634:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384893.962653:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384893.962658:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384893.962660:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384893.962663:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384893.962666:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384893.962670:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddb9ab9f. 00000400:00000200:1.0:1767384893.962671:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17) <- 192.168.203.112@tcp17 : PUT - for me 00000400:00000200:3.0:1767384893.962678:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384893.962683:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384893.962688:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: PUT: OK 00000400:00000200:1.0:1767384893.962693:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 192/192 into md 0x137d [1] + 0 00000400:00000010:1.0:1767384893.962697:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3df13c5. 00000400:00000200:1.0:1767384893.962700:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000781509fd 00000400:00000200:3.0:1767384893.962704:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384893.962704:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384893.962711:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000001:1.0:1767384893.962714:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384893.962718:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384893.962724:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: PUT: OK 00000400:00000200:1.0:1767384893.962730:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000400:00000010:1.0:1767384893.962732:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000400:00000200:1.0:1767384893.962747:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384893.962751:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (11) 00000400:00000200:1.0:1767384893.962757:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:1.0:1767384893.962762:0:16129:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000bf243d15. 00000400:00000200:1.0:1767384893.962767:0:16129:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 10 00000400:00000200:1.0:1767384893.962773:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384893.962786:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (12) 00000400:00000200:1.0:1767384893.962805:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384893.962812:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp17 to MR: 192.168.203.112@tcp17 local destination 00000400:00000200:1.0:1767384893.962821:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp17 NI seq info: [22:22:256:4294967295] 192.168.203.112@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384893.962845:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) -> 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) 192.168.203.112@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384893.962850:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp17 00000800:00000010:1.0:1767384893.962855:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000087ad2673. 00000800:00000200:1.0:1767384893.962864:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (4) 00000800:00000200:1.0:1767384893.962872:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:988 00000800:00000200:1.0:1767384893.962877:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000087ad2673 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384893.963057:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384893.963061:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000087ad2673. 00000400:00000200:1.0:1767384893.963066:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384893.963072:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: ACK: OK 00000400:00000200:1.0:1767384893.963603:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:0.1:1767384893.965738:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (4) 00000800:00000200:0.1:1767384893.965742:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp17 00000000a8320de7 deleted 00000800:00000010:0.1:1767384893.965744:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a8320de7. 00000800:00000200:0.1:1767384893.965746:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1767384893.965836:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384893.965847:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp17 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384892447817685 sched[0] 00000800:00000010:3.0:1767384893.965851:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041ac08ad. 00080000:00000001:1.0:1767384893.972225:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384893.972231:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384893.972234:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384893.972237:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384893.972241:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384893.972245:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384893.972246:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384893.972247:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384893.972252:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384893.972254:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384893.972257:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a9225c5. 00080000:00000001:3.0:1767384893.972262:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384893.972263:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384893.972267:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384893.972269:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000704da0db. 00080000:00000020:1.0:1767384893.972273:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384893.972274:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:2.0:1767384893.972282:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384893.972289:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384893.972331:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384893.972334:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384893.972336:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.972338:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384893.972342:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384893.972348:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384893.972351:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384893.972355:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d31eea8b. 00080000:00000001:2.0:1767384893.972358:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237962240 : -106563471589376 : ffff9f14c2214000) 00080000:00000001:2.0:1767384893.972361:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384893.972476:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384893.972478:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.972481:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384893.972499:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.972502:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384893.972597:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384893.972600:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384893.972627:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384893.972630:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384893.972633:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384893.972638:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384893.972642:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384893.972650:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f7271e5. 00010000:00000001:2.0:1767384893.972655:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384893.972659:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6a46998. 00000020:00000001:2.0:1767384893.972664:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384893.972666:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6a46998 with handle 0x7ec529173eeb82f4 to hash 00000020:00000001:2.0:1767384893.972668:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384893.972669:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.972672:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.972676:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384893.972678:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.972681:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972688:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384893.972692:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384893.972695:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384893.972697:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384893.972700:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.972702:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384893.972704:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.972706:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384893.972709:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384893.972711:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384893.972713:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384893.972714:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f7271e5) refcount = 1 00010000:00010000:2.0:1767384893.972723:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972728:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384893.972730:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384893.972732:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.972735:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.972736:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384893.972741:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384893.972744:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:2.0:1767384893.972747:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384893.972750:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384893.972752:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=4 00000020:00000001:2.0:1767384893.972754:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.972756:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.972757:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384893.972758:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972763:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384893.972764:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972768:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.972770:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384893.972772:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972776:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384893.972777:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.972780:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384893.972781:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384893.972786:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6a46998 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384893.972793:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384893.972795:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384893.972796:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972801:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384893.972802:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384893.972805:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384893.972806:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=5 00000020:00000001:2.0:1767384893.972807:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.972809:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.972812:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384893.972814:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972819:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384893.972820:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384893.972821:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.972824:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384893.972839:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384893.972840:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384893.972841:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384893.972843:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6a46998 with handle 0x7ec529173eeb82f4 from hash 00010000:00000001:2.0:1767384893.972844:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384893.972845:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.972846:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.972846:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384893.972848:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384893.972849:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384893.972851:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384893.972852:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.972854:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.972855:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384893.972857:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384893.972859:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.972860:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.972866:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.972867:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.972869:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.972870:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.972875:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.972877:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.972878:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384893.972881:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384893.972882:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.972884:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.973791:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384893.973795:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.973797:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.973799:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.973805:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384893.973806:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384893.973808:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82f4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384893.973814:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f7271e5 count: 0 00010000:00000001:2.0:1767384893.973836:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384893.973837:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384893.974946:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294882921, at 4294882922 00000100:00000040:1.0:1767384893.974952:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294882921, at 4294882922 00000100:00000010:3.0:1767384893.974960:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbf78a5e. 00000100:00000010:1.0:1767384893.974962:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043e1732b. 00000100:00000040:2.0:1767384893.975111:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294882921, at 4294882922 00000100:00000010:2.0:1767384893.975119:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9568b36. 00010000:00000010:2.1:1767384893.977936:0:16617:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f7271e5. 00010000:00000010:2.1:1767384893.977946:0:16617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6a46998. 00080000:00000001:3.0:1767384893.983582:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384893.983587:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384893.983587:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384893.983593:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384893.983597:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:3.0:1767384893.983599:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384893.983604:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384893.983606:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384893.983608:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d31eea8b. 20000000:00000001:2.0:1767384893.983609:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384893.983615:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384893.983617:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384893.983626:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384893.983631:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384893.983639:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384893.983659:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384893.983661:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384893.983663:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384893.983666:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384893.983668:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384893.983672:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000073eec61f. 00010000:00000001:2.0:1767384893.983676:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384893.983679:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6a46998. 00000020:00000001:2.0:1767384893.983682:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384893.983686:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6a46998 with handle 0x7ec529173eeb82fb to hash 00000020:00000001:2.0:1767384893.983688:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384893.983690:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.983692:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.983694:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384893.983695:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.983697:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983703:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384893.983705:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384893.983707:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384893.983708:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384893.983711:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.983713:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384893.983715:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.983717:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384893.983718:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384893.983720:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384893.983722:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384893.983724:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000073eec61f) refcount = 1 00010000:00010000:2.0:1767384893.983726:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983731:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384893.983734:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384893.983737:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.983744:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.983745:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384893.983749:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384893.983752:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:2.0:1767384893.983754:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384893.983756:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384893.983757:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=4 00000020:00000001:2.0:1767384893.983759:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.983761:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.983763:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384893.983765:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983771:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384893.983773:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983777:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.983778:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384893.983780:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983783:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384893.983785:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.983787:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384893.983790:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384893.983795:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6a46998 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384893.983797:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384893.983798:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384893.983799:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983803:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384893.983809:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384893.983809:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384893.983810:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=5 00000020:00000001:2.0:1767384893.983812:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.983814:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384893.983818:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384893.983820:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983823:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384893.983836:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384893.983837:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.983839:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384893.983841:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384893.983843:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384893.983844:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384893.983848:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6a46998 with handle 0x7ec529173eeb82fb from hash 00010000:00000001:2.0:1767384893.983849:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384893.983851:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.983852:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.983853:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384893.983855:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384893.983856:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384893.983858:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384893.983859:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384893.983861:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.983862:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384893.983864:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384893.983866:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.983867:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.983868:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.983869:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.983871:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.983872:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983875:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.983881:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.983882:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384893.983884:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384893.983904:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384893.983906:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384893.983908:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384893.983910:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.983913:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.983916:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384893.983920:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384893.983922:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384893.983924:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6a46998/0x7ec529173eeb82fb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384893.983928:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000073eec61f count: 0 00010000:00000001:2.0:1767384893.983948:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384893.983950:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384893.984613:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384893.984616:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384893.984619:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000fdd765b. 20000000:00000001:2.0:1767384893.984625:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384893.984629:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352213632 00010000:00000001:2.0:1767384893.984632:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384893.984640:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009dff3c5f x1853237352213632/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384893.984648:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384893.984651:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384893.984655:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384893.984660:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384893.984664:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384893.984666:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384893.984669:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384893.984673:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.984677:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384893.984688:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384893.984692:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0ea5bd9. 00000100:00000200:2.0:1767384893.984697:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352213632, offset 224 00000400:00000200:2.0:1767384893.984703:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384893.984718:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384893.984730:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102c80 00000400:00000200:2.0:1767384893.984739:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00000400:00000200:2.0:1767384893.984746:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384893.984752:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384893.984758:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384893.984763:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000004ec5a3 x1853237352213632/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384893.984772:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000004ec5a3 x1853237352213632/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.984789:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384893.984798:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0ea5bd9 00000400:00000010:2.0:1767384893.984801:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0ea5bd9. 00000100:00000001:2.0:1767384893.984805:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384893.984806:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384893.984814:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384893.984820:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384893.984823:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384893.984839:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.984842:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384893.984849:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009dff3c5f x1853237352213632/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384893.984863:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009dff3c5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352213632:12345-0@lo:253: Request processed in 23534us (24088us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384893.984879:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:2.0:1767384893.984973:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384893.984976:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384893.984978:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384893.984986:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008084789c. 00000020:00000010:2.0:1767384893.985000:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001c944351. 00000020:00000010:2.0:1767384893.985006:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041da06b6. 00000020:00000040:2.0:1767384893.985021:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:2.0:1767384893.985032:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384893.985038:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000041e0a2c. 02000000:00000001:2.0:1767384893.985050:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384893.985058:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384893.985069:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:0.0:1767384893.985111:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000072d2689d. 02000000:00000001:0.0:1767384893.985121:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384893.985123:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384893.985125:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384893.985128:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384893.985130:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a2d2f82e. 02000000:00000001:0.0:1767384893.985135:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384893.985138:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384893.985140:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000004ec5a3. 00000100:00000001:0.0:1767384893.985144:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384893.985146:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.985149:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.985157:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384893.985160:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.985163:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384893.985166:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384893.985190:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5ec7a9. 00000400:00000010:2.0:1767384893.985196:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0ea5bd9. 00000400:00000010:0.0:1767384893.985586:0:21392:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e415fe0d. 00000400:00000040:0.0:1767384893.985603:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384893.985607:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384893.985610:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.985614:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384893.985617:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.985618:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384893.985621:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384893.985622:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384893.985625:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384893.985626:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384893.985628:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384893.985630:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384893.985634:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384893.985636:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384893.985638:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384893.985642:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384893.985644:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384893.985646:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384893.985648:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384893.985652:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.985655:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384893.985658:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384893.985667:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384893.985670:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.985672:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384893.985674:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.985677:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384893.985680:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384893.985683:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384893.985685:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.985687:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384893.985691:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384893.985693:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384893.985697:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384893.985700:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384893.985704:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.985707:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384893.985710:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384893.985713:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384893.985717:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384893.985720:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384893.985722:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384893.985726:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384893.985729:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384893.985732:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384893.985734:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384893.985736:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384893.985737:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384893.985740:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384893.985741:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384893.985742:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384893.985743:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384893.985745:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384893.985749:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384893.985750:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384893.985752:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384893.985753:0:21392:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384893.985795:0:21392:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e415fe0d. 00080000:00000020:3.0:1767384893.987050:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384893.987054:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384893.987055:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000008110818. 20000000:00000001:3.0:1767384893.987061:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384893.987065:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352213760 00010000:00000001:3.0:1767384893.987067:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384893.987071:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003472538a x1853237352213760/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384893.987079:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384893.987081:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384893.987084:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384893.987087:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384893.987091:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384893.987094:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384893.987098:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384893.987100:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.987103:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384893.987109:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384893.987112:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000820ccdab. 00000100:00000200:3.0:1767384893.987115:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352213760, offset 224 00000400:00000200:3.0:1767384893.987121:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384893.987130:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384893.987137:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102d00 00000400:00000200:3.0:1767384893.987141:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b9 [2] + 224 00000400:00000200:3.0:1767384893.987148:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384893.987150:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384893.987154:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384893.987162:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384893.987169:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384893.987182:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384893.987192:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820ccdab 00000100:00000001:2.0:1767384893.987194:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384893.987195:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000820ccdab. 00000100:00000001:2.0:1767384893.987200:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384893.987201:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384893.987204:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384893.987207:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384893.987209:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384893.987211:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384893.987211:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000263603c1. 00000400:00000200:2.0:1767384893.987219:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26ffe2a 00000100:00000040:3.0:1767384893.987221:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:2.0:1767384893.987231:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a26ffe2a. 00010000:00000001:3.0:1767384893.987232:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384893.987238:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.987240:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384893.987244:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384893.987249:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384893.987250:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003472538a x1853237352213760/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384893.987318:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384893.987327:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003472538a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352213760:12345-0@lo:253: Request processed in 25903us (26361us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384893.987357:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384893.987362:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:2.0:1767384893.987362:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.987371:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384893.987372:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 02000000:00000001:2.0:1767384893.987374:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384893.987379:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384893.987380:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384893.987389:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384893.987389:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384893.987398:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384893.987401:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006949ee9e. 00000100:00001000:2.0:1767384893.987404:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=23 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384893.987408:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1f634d9. 00000100:00001000:2.0:1767384893.987408:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384893.987418:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384893.987420:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002294f440. 00000100:00000001:2.0:1767384893.987427:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384893.987431:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00010000:00000001:2.0:1767384893.987431:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384893.987437:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384893.987439:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384893.987441:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384893.987442:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b748e55a. 02000000:00000001:3.0:1767384893.987445:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384893.987447:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384893.987457:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384893.987458:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384893.987464:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ebb9061. 00000400:00000010:3.0:1767384893.987472:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000820ccdab. 00000100:00000001:2.0:1767384893.987472:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384893.987477:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384893.987478:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384893.987483:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384893.987485:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384893.987486:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384893.987488:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384893.987489:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384893.987491:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384893.987492:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384893.987493:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384893.987495:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384893.987497:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384893.987503:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352213760:0@lo:253: 00000100:00000001:2.0:1767384893.987506:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.987508:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384893.987509:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd728439 x1853237352213760/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.987514:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384893.987516:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384893.987517:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000271c0b82. 02000000:00000001:2.0:1767384893.987520:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384893.987521:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384893.987522:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384893.987524:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384893.987525:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000ac9b0a2. 02000000:00000001:2.0:1767384893.987528:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384893.987529:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384893.987530:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd728439. 00000100:00000001:2.0:1767384893.987533:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384893.987534:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.987535:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.987545:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384893.987547:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.987548:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384893.987550:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384893.991953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000073eec61f. 00010000:00000010:2.1:1767384893.991969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6a46998. 00080000:00000001:2.0:1767384894.737038:0:21603:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384894.737055:0:21603:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384894.737059:0:21603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384894.737065:0:21603:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384894.737071:0:21603:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384894.737074:0:21603:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.957017:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384894.957025:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.957032:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384894.957034:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384894.957124:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384894.957129:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384894.957134:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384895.619246:0:21767:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384895.619251:0:21767:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:1.0:1767384895.622647:0:21767:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384895.631134:0:21768:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000046d13a5e. 00000400:00000010:0.0:1767384895.631147:0:21768:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ad5c6bed. 00000400:00000010:0.0:1767384895.631156:0:21768:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000517b20bc. 00000400:00000010:0.0:1767384895.631159:0:21768:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005ba00db9. 00000400:00000010:0.0:1767384895.631162:0:21768:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053cfb49e. 00000400:00000010:0.0:1767384895.631165:0:21768:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000968d07d0. 00000400:00000010:0.0:1767384895.631167:0:21768:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000092c3ca3c. 00000400:00000010:0.0:1767384895.631168:0:21768:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000103f9619. 00000400:00000010:0.0:1767384895.631171:0:21768:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001ed383ce. 00000800:00000010:0.0:1767384895.631180:0:21768:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000415caabb. 00000800:00000200:0.0:1767384895.631190:0:21768:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384895.631197:0:21768:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384895.631228:0:21768:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:0.0:1767384895.631248:0:21768:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp19 [8/256/0/180] 00000400:00000010:0.0:1767384895.633777:0:21768:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000e8d8ed62. 00000400:00000010:0.0:1767384895.633783:0:21768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8bc58fb. 00000400:00000010:0.0:1767384895.633789:0:21768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ffc48a. 00000400:00000001:0.0:1767384895.633803:0:21768:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384895.633805:0:21768:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384895.633807:0:21768:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426f9049. 00000400:00000200:0.0:1767384895.633811:0:21768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004195850d 00000400:00000010:0.0:1767384895.633827:0:21768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004195850d. 00000400:00000010:0.0:1767384895.633832:0:21768:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000004f033cda. 00000400:00000200:0.0:1767384895.633838:0:21768:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (10) 00000400:00000200:0.0:1767384895.633853:0:21768:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384895.633864:0:21768:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:0.0:1767384895.633872:0:21768:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ffcc51a5. 00000020:01000000:0.0:1767384895.633878:0:21768:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384895.633882:0:21768:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp19 00000400:00000200:3.0:1767384895.633911:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384895.633923:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:3.0:1767384895.633932:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000010:0.0:1767384895.633934:0:21768:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ad5c6bed. 00000400:00000200:3.0:1767384895.633938:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (11) 00000400:00000010:0.0:1767384895.633942:0:21768:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000046d13a5e. 00000400:00000010:3.0:1767384895.633946:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000094cf7d2. 00000020:00000001:2.0:1767384895.633952:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384895.633953:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 10000000:00000001:2.0:1767384895.633959:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384895.633963:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384895.633965:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384895.633971:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:01000004:2.0:1767384895.633973:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384895.633977:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384895.633979:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384895.633980:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384895.633983:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384895.633986:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384895.633987:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384895.633989:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384895.633991:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384895.633995:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384895.633996:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384895.633999:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384895.634003:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384895.634004:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384895.634007:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:2.0:1767384895.634011:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096276b52. 00000400:00000200:3.0:1767384895.634014:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:2.0:1767384895.634018:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384895.634019:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384895.634025:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:2.0:1767384895.634027:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384895.634030:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:2.0:1767384895.634032:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384895.634036:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 02000000:00000001:2.0:1767384895.634038:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634042:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp18 00000400:00000200:3.0:1767384895.634046:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp18 lpni_is_preferred = 0 02000000:00000010:2.0:1767384895.634049:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f7fc1e1. 00000400:00000200:3.0:1767384895.634052:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp18 00000400:00000200:3.0:1767384895.634059:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.112@tcp18 LPNI seq info [23:23:8:4294967295] 00000100:00000001:2.0:1767384895.634061:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634067:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp18 00000100:00000001:2.0:1767384895.634072:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384895.634077:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634082:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18:) -> 192.168.203.112@tcp18(192.168.203.112@tcp:192.168.203.112@tcp18) : PUT try# 0 00000100:00000040:2.0:1767384895.634087:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096276b52] to pc [ptlrpcd_00_03+3] req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384895.634088:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.112@tcp18 00000800:00000010:3.0:1767384895.634094:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007017363f. 00000800:00000010:3.0:1767384895.634111:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000834aa16c. 00000800:00000010:3.0:1767384895.634115:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a8e7313c. 00000800:00000200:3.0:1767384895.634119:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (2) 00000800:00000200:3.1:1767384895.634123:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (2) 10000000:00000001:2.0:1767384895.634130:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384895.634134:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634136:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000020:00000001:2.0:1767384895.634138:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634141:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000020:01000000:2.0:1767384895.634141:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384895.634143:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384895.634152:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384895.634154:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384895.634156:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384895.634158:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384895.634159:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384895.634164:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384895.634167:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384895.634169:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767384895.634173:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384895.634174:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384895.634175:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384895.634181:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384895.634183:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384895.634187:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384895.634194:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384895.634199:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384895.634202:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384895.634203:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384895.634208:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384895.634209:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384895.634218:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a57027f7. 02000000:00000001:1.0:1767384895.634219:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384895.634228:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:1.0:1767384895.634228:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.634233:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384895.634235:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.634236:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384895.634243:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384895.634244:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096276b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352213888:0@lo:253: 00000100:00000001:1.0:1767384895.634253:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384895.634257:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 02000000:00000001:1.0:1767384895.634259:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384895.634264:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.634265:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384895.634275:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384895.634276:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384895.634280:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384895.634281:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000028c9fa37. 00000400:00000200:3.0:1767384895.634284:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 02000000:00000001:1.0:1767384895.634285:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.634290:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57027f7] to pc [ptlrpcd_00_00+0] req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384895.634297:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097f4eb92. 00000400:00000010:1.0:1767384895.634314:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038ce0523. 00000100:00000200:1.0:1767384895.634321:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352213888, portal 25 00000100:00000001:1.0:1767384895.634324:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384895.634327:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606546432 : -106559103005184 : ffff9f15c6848e00) 10000000:00000001:2.0:1767384895.634332:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384895.634340:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384895.634341:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634348:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000020:00000001:2.0:1767384895.634352:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384895.634363:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384895.634373:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ffcc51a5. 00000100:00000001:1.0:1767384895.634374:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384895.634386:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000040:1.0:1767384895.634387:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384895.634394:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7653400. 00000100:00000001:2.0:1767384895.634395:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384895.634400:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352213888, offset 0 00000100:00000001:2.0:1767384895.634407:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384895.634411:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384895.634412:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384895.634418:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384895.634426:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:2.0:1767384895.634428:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384895.634434:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384895.634435:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384895.634440:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384895.634442:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384895.634453:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384895.634456:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352214016:0@lo:253: 00000400:00000200:3.0:1767384895.634460:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:2.0:1767384895.634461:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384895.634468:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384895.634468:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102d80 02000000:00000001:2.0:1767384895.634472:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.634477:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384895.634484:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dccaf842. 00000400:00000200:1.0:1767384895.634491:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000200:3.0:1767384895.634492:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 02000000:00000001:2.0:1767384895.634492:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384895.634508:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003593d797. 00000400:00000010:2.0:1767384895.634509:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001832e844. 00000400:00000200:1.0:1767384895.634520:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070dc65d2 00000400:00000200:3.0:1767384895.634528:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000010:2.0:1767384895.634529:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d97404c. 00000400:00000200:1.0:1767384895.634529:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384895.634543:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384895.634544:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352214016, portal 25 00000100:00000001:2.0:1767384895.634549:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384895.634551:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606551808 : -106559102999808 : ffff9f15c684a300) 00000400:00000200:1.0:1767384895.634553:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070dc65d2 00000400:00000010:1.0:1767384895.634561:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070dc65d2. 00000400:00000200:3.0:1767384895.634564:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000040:2.0:1767384895.634566:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.634570:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384895.634575:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384895.634578:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384895.634581:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000089df3f01 x1853237352213888 msgsize 4848 00000100:00000040:2.0:1767384895.634587:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384895.634591:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd3d0f8f. 00000100:00000200:2.0:1767384895.634601:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352214016, offset 0 00000100:00100000:1.0:1767384895.634608:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384895.634610:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384895.634615:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384895.634617:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:1.0:1767384895.634625:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384895.634629:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384895.634639:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7653400 00000400:00000010:1.0:1767384895.634644:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7653400. 00000400:00000200:2.0:1767384895.634645:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272102e00 00000100:00000001:1.0:1767384895.634653:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384895.634657:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000100:00000200:1.0:1767384895.634663:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384895.634665:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007706afc. 00000400:00000200:2.0:1767384895.634676:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000776409b7 00000400:00000200:3.0:1767384895.634678:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.634689:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384895.634690:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384895.634697:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384895.634711:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384895.634723:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634725:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.634725:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000776409b7 00000100:00000001:1.0:1767384895.634726:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384895.634733:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000776409b7. 00000100:00000001:1.0:1767384895.634739:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.634741:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384895.634745:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384895.634746:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294884594 00000100:00000040:2.0:1767384895.634751:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000082734c31 x1853237352214016 msgsize 4848 00000100:00000010:1.0:1767384895.634755:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a33a3ac2. 00000100:00100000:2.0:1767384895.634763:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384895.634766:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384895.634769:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384895.634778:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384895.634779:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294884594 00000100:00000010:1.0:1767384895.634787:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043d545e7. 00000400:00000200:2.0:1767384895.634789:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3d0f8f 00000400:00000010:2.0:1767384895.634793:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd3d0f8f. 00000100:00000001:1.0:1767384895.634795:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384895.634798:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384895.634805:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000200:2.0:1767384895.634806:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.634806:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294884594 00000100:00000010:1.0:1767384895.634828:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dda11e4. 00000100:00000001:2.0:1767384895.634843:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384895.634843:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384895.634866:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000040:2.0:1767384895.634866:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.634871:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294884594 00000100:00000010:1.0:1767384895.634884:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e7d17e3. 00000100:00000001:1.0:1767384895.634888:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384895.634894:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384895.634897:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.634911:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.634915:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384895.634926:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.634926:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.634934:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000001:1.0:1767384895.634942:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.634945:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294884595 00000100:00000001:1.0:1767384895.634953:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384895.634956:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294884594 00000100:00000001:1.0:1767384895.634957:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384895.634970:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384895.634973:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294884595 00000100:00000001:1.0:1767384895.634974:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384895.634975:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000100:00000001:1.0:1767384895.634981:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.634984:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294884594 00000100:00000001:1.0:1767384895.634989:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.634992:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294884595 00000100:00000001:2.0:1767384895.635003:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884594 00000100:00000001:2.0:1767384895.635008:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294884595 00000100:00000001:2.0:1767384895.635017:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884594 00000100:00000001:2.0:1767384895.635026:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.635029:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.635030:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384895.635032:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384895.635035:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352213888 00000100:00000001:2.0:1767384895.635036:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384895.635038:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 02000000:00000001:1.0:1767384895.635039:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384895.635046:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384895.635049:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.635052:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384895.635055:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384895.635055:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.635068:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384895.635071:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000100:00000001:2.0:1767384895.635083:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384895.635085:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352213888 00000100:00000001:2.0:1767384895.635087:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.635091:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384895.635092:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384895.635096:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384895.635101:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384895.635104:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:1.0:1767384895.635107:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384895.635109:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384895.635110:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384895.635113:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.635118:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384895.635123:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009bf8324. 00000100:00000001:1.0:1767384895.635129:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384895.635130:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000100:00000001:2.0:1767384895.635134:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384895.635148:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214016 02000000:00000001:2.0:1767384895.635156:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384895.635159:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009bf8324. 00000100:00000001:2.0:1767384895.635160:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384895.635170:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.635176:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384895.635176:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002294f440. 00000100:00100000:2.0:1767384895.635189:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214016 00000020:00000010:1.0:1767384895.635191:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e3829fe. 00000020:00000001:2.0:1767384895.635196:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384895.635200:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000010:1.0:1767384895.635200:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5f4d52b. 00000020:00000001:2.0:1767384895.635205:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.635207:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384895.635215:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384895.635219:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384895.635223:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384895.635226:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384895.635227:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081a253f4. 00000100:00000001:1.0:1767384895.635231:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384895.635232:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384895.635236:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384895.635238:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081a253f4. 00000100:00000001:1.0:1767384895.635239:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.635251:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af6f4281. 00000100:00000001:1.0:1767384895.635251:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.635263:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dbbc913. 00000020:00000010:2.0:1767384895.635268:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046c6e22d. 00000100:00000001:1.0:1767384895.635274:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.635276:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384895.635279:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384895.635281:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.635294:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.635296:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384895.635301:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384895.635303:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384895.635310:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1767384895.635315:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384895.635318:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546081872 : -106559163469744 : ffff9f15c2e9f050) 00000100:00000001:2.0:1767384895.635321:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384895.635326:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089df3f01 x1853237352213888/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:121/0 lens 4848/0 e 0 to 0 dl 1767384906 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.635327:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384895.635335:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:2.0:1767384895.635365:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384895.635368:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384895.635370:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526630480 : -106558182921136 : ffff9f15fd5bec50) 00000020:00000010:1.0:1767384895.635372:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009bf8324. 00000100:00000001:1.0:1767384895.635376:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384895.635378:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082734c31 x1853237352214016/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:121/0 lens 4848/0 e 0 to 0 dl 1767384906 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384895.635382:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009bf8324. 00000100:00000001:2.0:1767384895.635396:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384895.635396:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089df3f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352213888:12345-0@lo:253: 00000100:00000200:1.0:1767384895.635401:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352213888 00000020:00000010:2.0:1767384895.635405:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081a253f4. 00000020:00000001:1.0:1767384895.635406:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384895.635413:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384895.635415:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384895.635417:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081a253f4. 00000020:00000001:1.0:1767384895.635419:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.635426:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384895.635428:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000082734c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352214016:12345-0@lo:253: 00000020:00000001:1.0:1767384895.635433:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000200:2.0:1767384895.635437:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214016 00000020:00000001:1.0:1767384895.635438:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384895.635447:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384895.635448:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:3.0:1767384895.635450:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002af878f2. 00000020:00000001:2.0:1767384895.635453:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1767384895.635457:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b73a887. 00000020:00000001:2.0:1767384895.635458:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384895.635459:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384895.635462:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384895.635464:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384895.635465:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a49e93dd. 00000020:00000001:2.0:1767384895.635465:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384895.635472:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384895.635473:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.635475:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384895.635481:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384895.635484:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384895.635485:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384895.635488:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.635493:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384895.635494:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384895.635497:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1767384895.635503:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a49e93dd. 02000000:00000010:1.0:1767384895.635504:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000092707fa9. 02000000:00000010:2.0:1767384895.635505:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a84feca. 02000000:00000001:2.0:1767384895.635512:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384895.635514:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.635516:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384895.635520:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384895.635526:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.635529:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384895.635532:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000072d2689d. 20000000:01000000:2.0:1767384895.635537:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384895.635540:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:1.0:1767384895.635541:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000008110818. 20000000:00000001:2.0:1767384895.635543:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384895.635551:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384895.635552:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384895.635566:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.635568:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384895.635575:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384895.635577:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384895.635581:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.635584:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.635603:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384895.635608:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bd451b1d. 20000000:01000000:2.0:1767384895.635611:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:2.0:1767384895.635619:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384895.635626:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384895.635637:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384895.635655:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp18 from 237.3.0.2 00000800:00000010:3.0:1767384895.635659:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d46be821. 00080000:00000001:2.0:1767384895.635684:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384895.635689:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384895.635691:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384895.635693:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384895.635698:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384895.635704:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384895.635709:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384895.635717:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009d692e1e. 00080000:00000001:2.0:1767384895.635720:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237971456 : -106563471580160 : ffff9f14c2216400) 00080000:00000001:2.0:1767384895.635724:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384895.636017:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384895.636020:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384895.636023:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384895.636045:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384895.636048:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384895.636207:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384895.636210:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384895.636273:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008a9def78. 00000800:00000010:1.0:1767384895.636279:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7653400. 00000800:00000010:1.0:1767384895.636300:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cd01280e. 00000800:00000200:1.1:1767384895.636308:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (2) 00000800:00000200:1.1:1767384895.636314:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp18 00000000cd01280e deleted 00000800:00000010:1.1:1767384895.636316:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cd01280e. 00000800:00000200:1.1:1767384895.636321:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384895.636326:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp18 ip 192.168.203.112:1005 00000800:00000200:1.1:1767384895.636331:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007017363f type 1, nob 304 niov 1 nkiov 1 00000800:00000200:1.0:1767384895.636339:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp18 p 3.x 192.168.203.112 -> 192.168.203.112:1005 incarnation:1767384893958427284 sched[0] 00000800:00000010:1.0:1767384895.636344:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009bf8324. 00000800:00000010:1.0:1767384895.636444:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009bf8324. 00000800:00000010:1.0:1767384895.636450:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7653400. 00000800:00000200:2.1:1767384895.636475:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384895.636486:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp18 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384893958427284 sched[0] 00000800:00000010:2.0:1767384895.636489:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b73a887. 00000800:00000010:1.0:1767384895.636522:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d46be821. 00000400:00000200:2.0:1767384895.636582:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000001:1.0:1767384895.636636:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384895.636643:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384895.636690:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384895.636703:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384895.636707:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384895.636710:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:3.0:1767384895.636711:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384895.636720:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384895.636727:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18) <- 192.168.203.112@tcp18 : PUT - for me 00000800:00000010:1.0:1767384895.636728:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007017363f. 00000400:00000200:1.0:1767384895.636735:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384895.636740:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384895.636748:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp18->192.168.203.112@tcp18: PUT: OK 00000400:00000200:3.0:1767384895.636753:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 208/208 into md 0x13c1 [1] + 0 00000400:00000200:2.0:1767384895.636754:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000010:3.0:1767384895.636759:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb9357dc. 00000400:00000200:3.0:1767384895.636764:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049a1464c 00000400:00000200:1.0:1767384895.636769:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384895.636770:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384895.636778:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000001:3.0:1767384895.636789:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384895.636803:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384895.636826:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp18->192.168.203.112@tcp18: PUT: OK 00000400:00000200:3.0:1767384895.636836:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:3.0:1767384895.636839:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000400:00000200:2.0:1767384895.636841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384895.636846:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384895.636851:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (12) 00000400:00000200:3.0:1767384895.636868:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:3.0:1767384895.636872:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000003152b22a. 00000400:00000200:3.0:1767384895.636876:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 11 00000400:00000200:3.0:1767384895.636882:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384895.636928:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (13) 00000400:00000200:3.0:1767384895.636937:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384895.636937:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384895.636945:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp18 to MR: 192.168.203.112@tcp18 local destination 00000400:00000200:3.0:1767384895.636954:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp18 NI seq info: [24:24:256:4294967295] 192.168.203.112@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384895.636976:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18:192.168.203.112@tcp18) -> 192.168.203.112@tcp18(192.168.203.112@tcp18:192.168.203.112@tcp18) 192.168.203.112@tcp18 : ACK try# 0 00000800:00000200:3.0:1767384895.636986:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp18 00000400:00000200:1.0:1767384895.636989:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384895.636990:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067952096. 00000400:00000010:1.0:1767384895.636997:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bfc6ed5. 00000800:00000200:3.0:1767384895.637003:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (4) 00000400:00000010:1.0:1767384895.637010:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f2aff4. 00000800:00000200:3.0:1767384895.637015:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp18 ip 192.168.203.112:988 00000400:00000200:1.0:1767384895.637018:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:2.0:1767384895.637019:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000800:00000200:3.0:1767384895.637033:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000067952096 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384895.637039:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1004d1 00000400:00000010:1.0:1767384895.637050:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000153f05e9. 00000400:00000010:1.0:1767384895.637054:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000004260da02. 00000400:00000010:1.0:1767384895.637058:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 0000000093eda12d. 00000400:00000010:1.0:1767384895.637089:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000edbed199. 00000400:00000200:1.0:1767384895.637102:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000edbed199 nid 192.168.203.112@tcp19 00000400:00000010:1.0:1767384895.637107:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e95f1453. 00000400:00000200:2.0:1767384895.637111:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000800:00000200:3.0:1767384895.637114:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384895.637116:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e95f1453 net tcp19 00000800:00000010:3.0:1767384895.637123:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067952096. 00000400:00000200:1.0:1767384895.637125:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (12) 00000400:00000200:3.0:1767384895.637131:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384895.637141:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp19 flags 0x11 00000400:00000200:3.0:1767384895.637146:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp18->192.168.203.112@tcp18: ACK: OK 00000400:00000010:1.0:1767384895.637152:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000153f05e9. 00000400:00000010:1.0:1767384895.637159:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000004260da02. 00000800:00000001:3.0:1767384895.637160:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384895.637165:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 0000000093eda12d. 00000800:00000001:3.0:1767384895.637169:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384895.637173:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000003152b22a. 00000800:00000001:3.0:1767384895.637175:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384895.637180:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000800:00000001:3.0:1767384895.637183:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384895.637186:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384895.637189:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384895.637190:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100551 00000800:00000001:3.0:1767384895.637194:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384895.637209:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 1 00000400:00000200:3.0:1767384895.637219:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18) <- 192.168.203.112@tcp18 : ACK - for me 00000400:00000200:1.0:1767384895.637222:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 00000400:00000200:1.0:1767384895.637229:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384895.637236:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384895.637241:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp18: ACK from 12345-192.168.203.112@tcp18 into md 0x13d9 00000400:00000200:1.0:1767384895.637244:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100511 rc 0 00000400:00000200:3.0:1767384895.637251:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384895.637258:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384895.637263:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp18->192.168.203.112@tcp18: ACK: OK 00000400:00000200:1.0:1767384895.637271:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (13) 00000400:00000200:3.0:1767384895.637277:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:3.0:1767384895.637280:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000400:00000200:3.0:1767384895.637288:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384895.637296:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:3.0:1767384895.637301:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (12) 00000800:00000001:3.0:1767384895.637306:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384895.637310:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384895.637316:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637384:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637459:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637486:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637637:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637677:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384895.637714:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000800:00000010:2.0:1767384895.637883:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000041e0a2c. 00000800:00000010:2.0:1767384895.637929:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd3d0f8f. 00000800:00000010:2.0:1767384895.637933:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081a253f4. 00000800:00000010:2.0:1767384895.637983:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081a253f4. 00000400:00000200:1.0:1767384895.638359:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384895.638377:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp18 from 236.3.0.2 00000800:00000010:1.0:1767384895.638381:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000993be6f8. 00000800:00000010:3.0:1767384895.638457:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ee93d0dd. 00000800:00000010:3.0:1767384895.638463:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b99766fe. 00000800:00000010:3.0:1767384895.638488:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004787c348. 00000800:00000200:3.1:1767384895.638498:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (4) 00000800:00000200:3.1:1767384895.638505:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp18 000000004787c348 deleted 00000800:00000010:3.1:1767384895.638509:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004787c348. 00000800:00000200:3.1:1767384895.638514:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384895.638521:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp18 p 3.x 192.168.203.112 -> 192.168.203.112:1004 incarnation:1767384893958427284 sched[0] 00000800:00000010:3.0:1767384895.638525:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a515fa8e. 00000800:00000010:2.0:1767384895.639301:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a515fa8e. 00000800:00000010:2.0:1767384895.639306:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b99766fe. 00000800:00000010:2.0:1767384895.639428:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000993be6f8. 00000800:00000001:2.0:1767384895.639449:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.639455:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384895.639488:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384895.639501:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp18 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384893958427284 sched[0] 00000800:00000010:1.0:1767384895.639507:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd3d0f8f. 00000800:00000001:1.0:1767384895.639542:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384895.639548:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384895.646679:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384895.646686:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:3.0:1767384895.646689:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384895.646690:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384895.646692:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384895.646697:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384895.646702:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384895.646702:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384895.646703:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384895.646707:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384895.646707:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009d692e1e. 00080000:00000001:1.0:1767384895.646718:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:2.0:1767384895.646723:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f2dca934. 20000000:00000001:3.0:1767384895.646725:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384895.646728:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:2.0:1767384895.646732:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384895.646735:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384895.646738:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:3.0:1767384895.646742:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384895.646756:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384895.646759:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384895.646760:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384895.646763:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384895.646765:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384895.646766:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 10000000:01000000:3.0:1767384895.646769:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:2.0:1767384895.646770:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384895.646775:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:3.0:1767384895.646776:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384895.646781:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384895.646781:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384895.646788:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076a73ef7. 00010000:00000010:3.0:1767384895.646790:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000493a44d7. 00080000:00000001:2.0:1767384895.646790:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237963264 : -106563471588352 : ffff9f14c2214400) 00080000:00000001:2.0:1767384895.646792:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384895.646796:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384895.646800:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c986555c. 00000020:00000001:3.0:1767384895.646805:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384895.646807:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c986555c with handle 0x7ec529173eeb8302 to hash 00000020:00000001:3.0:1767384895.646809:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384895.646810:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.646812:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.646827:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384895.646828:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.646831:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.646838:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384895.646844:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:2.0:1767384895.646844:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384895.646846:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384895.646847:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.646849:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384895.646850:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384895.646865:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.646868:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384895.646869:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.646872:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384895.646872:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.646875:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384895.646876:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384895.646877:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384895.646879:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000493a44d7) refcount = 1 00010000:00010000:3.0:1767384895.646883:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384895.646883:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384895.646905:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384895.646914:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384895.646916:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.646918:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.646921:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384895.646925:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384895.646928:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384895.646931:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384895.646933:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384895.646936:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000020:00000001:3.0:1767384895.646938:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.646941:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.646943:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384895.646945:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.646949:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384895.646951:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.646956:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.646958:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384895.646961:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.646965:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384895.646967:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.646971:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384895.646973:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384895.646980:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c986555c already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384895.646984:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384895.646988:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384895.646992:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384895.646999:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384895.647004:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384895.647006:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384895.647008:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384895.647009:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384895.647011:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=5 00000020:00000001:3.0:1767384895.647012:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.647014:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.647016:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384895.647018:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.647022:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384895.647024:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384895.647025:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.647028:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384895.647030:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384895.647031:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384895.647032:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384895.647033:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c986555c with handle 0x7ec529173eeb8302 from hash 00010000:00000001:3.0:1767384895.647035:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384895.647036:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.647038:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.647040:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384895.647041:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384895.647043:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384895.647045:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384895.647048:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.647050:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.647052:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384895.647053:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384895.647055:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.647056:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.647057:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.647059:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.647061:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.647069:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.647084:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.647085:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.647086:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384895.647088:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384895.647089:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.647091:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.647094:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384895.647097:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384895.647098:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.647099:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.647103:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384895.647105:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384895.647106:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c986555c/0x7ec529173eeb8302 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384895.647111:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000493a44d7 count: 0 00010000:00000001:3.0:1767384895.647118:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384895.647119:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384895.648943:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294884595, at 4294884596 00000100:00000010:1.0:1767384895.648953:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043d545e7. 00000100:00000040:3.0:1767384895.649952:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294884595, at 4294884597 00000100:00000010:3.0:1767384895.649963:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e7d17e3. 00000100:00000040:2.0:1767384895.649964:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294884595, at 4294884597 00000100:00000010:2.0:1767384895.649972:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dda11e4. 00000100:00000040:0.0:1767384895.650532:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294884595, at 4294884597 00000100:00000010:0.0:1767384895.650543:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a33a3ac2. 00010000:00000010:3.1:1767384895.651944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000493a44d7. 00010000:00000010:3.1:1767384895.651957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c986555c. 00080000:00000001:1.0:1767384895.657576:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384895.657593:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384895.657597:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384895.657600:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384895.657603:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384895.657619:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384895.657623:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384895.657629:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384895.657630:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384895.657639:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384895.657643:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384895.657647:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384895.657651:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384895.657657:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000493a44d7. 00080000:00000001:1.0:1767384895.657657:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384895.657664:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384895.657666:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1767384895.657667:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1767384895.657670:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c986555c. 00040000:00000001:1.0:1767384895.657671:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384895.657675:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384895.657677:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:1.0:1767384895.657681:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076a73ef7. 00000020:00000040:3.0:1767384895.657685:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c986555c with handle 0x7ec529173eeb8309 to hash 00080000:00000001:1.0:1767384895.657689:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384895.657691:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384895.657699:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.657703:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.657708:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384895.657711:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.657715:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657723:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384895.657727:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384895.657729:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384895.657731:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384895.657733:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.657735:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384895.657737:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.657739:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384895.657740:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384895.657742:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384895.657743:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384895.657745:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000493a44d7) refcount = 1 00010000:00010000:3.0:1767384895.657748:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657754:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384895.657756:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384895.657758:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.657761:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.657763:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384895.657765:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384895.657767:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384895.657769:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384895.657772:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384895.657774:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000020:00000001:3.0:1767384895.657777:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.657781:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.657783:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384895.657791:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657799:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384895.657803:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657808:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.657810:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384895.657811:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657826:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384895.657827:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.657829:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384895.657830:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384895.657834:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c986555c already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384895.657836:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384895.657837:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384895.657839:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657845:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384895.657848:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384895.657850:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384895.657852:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=5 00000020:00000001:3.0:1767384895.657854:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.657855:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384895.657858:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384895.657860:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657863:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384895.657869:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384895.657870:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.657873:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384895.657875:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384895.657877:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384895.657879:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384895.657880:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c986555c with handle 0x7ec529173eeb8309 from hash 00010000:00000001:3.0:1767384895.657882:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384895.657884:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.657920:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.657923:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384895.657924:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384895.657926:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384895.657928:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384895.657929:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.657931:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.657933:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384895.657935:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384895.657937:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.657938:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.657939:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.657941:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.657943:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.657944:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657948:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.657951:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.657952:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384895.657954:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384895.657956:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384895.657958:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384895.657959:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384895.657962:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384895.657964:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384895.657966:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384895.657979:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384895.657982:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384895.657985:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c986555c/0x7ec529173eeb8309 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384895.657989:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000493a44d7 count: 0 00010000:00000001:3.0:1767384895.658012:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384895.658014:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384895.660732:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384895.660736:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384895.660739:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000072d2689d. 20000000:00000001:3.0:1767384895.660745:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384895.660749:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352214016 00010000:00000001:3.0:1767384895.660752:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384895.660761:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082734c31 x1853237352214016/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384895.660769:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384895.660771:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384895.660775:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384895.660780:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384895.660785:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384895.660788:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384895.660791:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384895.660794:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.660798:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384895.660804:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384895.660808:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99766fe. 00000100:00000200:3.0:1767384895.660812:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352214016, offset 224 00000400:00000200:3.0:1767384895.660831:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384895.660840:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384895.660849:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102e00 00000400:00000200:3.0:1767384895.660855:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e5 [2] + 224 00000400:00000200:3.0:1767384895.660861:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384895.660870:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384895.660874:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384895.660879:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384895.660936:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.660954:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384895.660961:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99766fe 00000400:00000010:3.0:1767384895.660965:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b99766fe. 00000100:00000001:3.0:1767384895.660969:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384895.660970:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384895.660978:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384895.660981:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384895.660983:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384895.660985:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384895.660988:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384895.660991:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082734c31 x1853237352214016/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384895.660999:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000082734c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352214016:12345-0@lo:253: Request processed in 25603us (26246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384895.661008:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:3.0:1767384895.661012:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384895.661015:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384895.661016:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384895.661021:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dbbc913. 00000020:00000010:3.0:1767384895.661027:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046c6e22d. 00000020:00000010:3.0:1767384895.661031:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af6f4281. 00000020:00000040:3.0:1767384895.661036:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384895.661040:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384895.661042:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a84feca. 02000000:00000001:3.0:1767384895.661048:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384895.661050:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384895.661055:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384895.661064:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bea1d730. 00000400:00000010:3.0:1767384895.661067:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99766fe. 00000100:00000001:3.0:1767384895.661086:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.661088:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384895.661092:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384895.661094:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384895.661095:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001832e844. 00000400:00000200:3.0:1767384895.661098:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d97404c 00000400:00000010:3.0:1767384895.661100:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d97404c. 00000100:00000001:3.0:1767384895.661103:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384895.661109:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384895.661117:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.661122:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384895.661124:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.661126:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384895.661130:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384895.661132:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384895.661133:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384895.661135:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384895.661140:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384895.661143:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384895.661145:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384895.661146:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384895.661149:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384895.661152:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.661155:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384895.661161:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.661166:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384895.661169:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384895.661170:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384895.661174:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384895.661176:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384895.661177:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384895.661184:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384895.661185:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384895.661187:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384895.661188:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384895.661190:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384895.661192:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384895.661196:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384895.661201:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352214016:0@lo:253: 00000100:00000001:3.0:1767384895.661206:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.661208:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384895.661212:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a57027f7 x1853237352214016/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.661217:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384895.661220:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384895.661222:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dccaf842. 02000000:00000001:3.0:1767384895.661226:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384895.661228:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384895.661230:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384895.661232:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384895.661234:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:3.0:1767384895.661238:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384895.661240:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384895.661241:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a57027f7. 00000100:00000001:3.0:1767384895.661245:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384895.661246:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.661248:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.661253:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384895.661254:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.661258:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.661261:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384895.662347:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384895.662351:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384895.662353:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000008110818. 20000000:00000001:1.0:1767384895.662357:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384895.662360:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352213888 00010000:00000001:1.0:1767384895.662362:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384895.662367:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089df3f01 x1853237352213888/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384895.662374:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384895.662375:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384895.662378:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384895.662381:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384895.662383:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384895.662385:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384895.662387:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384895.662390:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.662392:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384895.662394:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384895.662397:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aafa6ed. 00000100:00000200:1.0:1767384895.662400:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352213888, offset 224 00000400:00000200:1.0:1767384895.662404:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384895.662412:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384895.662425:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272102d80 00000400:00000200:1.0:1767384895.662430:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13dd [2] + 224 00000400:00000200:1.0:1767384895.662436:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384895.662439:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384895.662444:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384895.662449:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384895.662460:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384895.662480:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384895.662488:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aafa6ed 00000100:00000001:2.0:1767384895.662490:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384895.662491:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aafa6ed. 00000100:00000001:2.0:1767384895.662494:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384895.662501:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384895.662503:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384895.662505:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384895.662506:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384895.662510:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097f4eb92. 00000100:00000001:1.0:1767384895.662514:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384895.662515:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ce0523 00000400:00000010:2.0:1767384895.662522:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038ce0523. 00000100:00000040:1.0:1767384895.662525:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:2.0:1767384895.662527:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384895.662529:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384895.662532:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384895.662535:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384895.662537:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384895.662549:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089df3f01 x1853237352213888/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384895.662559:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384895.662613:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089df3f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352213888:12345-0@lo:253: Request processed in 27243us (28028us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384895.662614:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384895.662621:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.662631:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384895.662635:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384895.662640:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384895.662641:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000001:2.0:1767384895.662643:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384895.662646:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 02000000:00000001:2.0:1767384895.662647:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384895.662650:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384895.662653:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=25 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384895.662653:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384895.662660:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=25 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384895.662662:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e3829fe. 00000100:00000001:2.0:1767384895.662663:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384895.662667:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.662670:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384895.662672:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5f4d52b. 00010000:00000001:2.0:1767384895.662673:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.662678:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384895.662679:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002294f440. 00000100:00000040:2.0:1767384895.662685:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384895.662686:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:1.0:1767384895.662695:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384895.662698:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.662700:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384895.662703:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000092707fa9. 02000000:00000001:1.0:1767384895.662706:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384895.662708:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.662711:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384895.662715:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:1.0:1767384895.662715:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384895.662725:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384895.662728:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767384895.662730:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b81237c. 00000020:01000004:2.0:1767384895.662734:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384895.662736:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767384895.662737:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aafa6ed. 00000020:01000004:2.0:1767384895.662741:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384895.662743:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384895.662745:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384895.662748:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384895.662750:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384895.662753:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.662758:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096276b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352213888:0@lo:253: 00000100:00000001:2.0:1767384895.662762:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.662763:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384895.662764:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096276b52 x1853237352213888/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.662768:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384895.662769:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384895.662771:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000028c9fa37. 02000000:00000001:2.0:1767384895.662774:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384895.662775:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384895.662776:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384895.662777:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384895.662779:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:2.0:1767384895.662783:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384895.662784:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384895.662784:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096276b52. 00000100:00000001:2.0:1767384895.662788:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384895.662788:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.662790:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.662793:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384895.662794:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.662795:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384895.662797:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384895.663879:0:21773:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ea656f62. 00000400:00000040:0.0:1767384895.663936:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384895.663940:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384895.663943:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.663945:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384895.663947:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.663949:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384895.663952:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384895.663954:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384895.663955:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384895.663957:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384895.663960:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384895.663962:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384895.663965:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384895.663967:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384895.663969:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384895.663971:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384895.663973:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384895.663974:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384895.663975:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384895.663978:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.663980:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384895.663982:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384895.663983:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384895.663985:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.663986:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384895.663989:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.663991:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384895.663993:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384895.663994:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384895.663997:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.663998:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384895.664000:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.664003:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384895.664006:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384895.664008:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384895.664010:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.664012:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384895.664014:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384895.664023:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384895.664026:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384895.664027:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384895.664029:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.664030:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384895.664032:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384895.664034:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384895.664035:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384895.664037:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384895.664039:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384895.664041:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384895.664044:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384895.664046:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384895.664048:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384895.664050:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384895.664052:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384895.664054:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384895.664055:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384895.664057:0:21773:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384895.664099:0:21773:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ea656f62. 00010000:00000010:3.1:1767384895.665036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000493a44d7. 00010000:00000010:3.1:1767384895.665054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c986555c. 00010000:00000001:2.0:1767384895.980975:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384895.980989:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.980996:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384895.980998:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.981016:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384895.981019:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.981021:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384896.428957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384896.428966:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384896.428975:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096276b52. 00000004:00000001:0.0:1767384896.428982:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000040:2.0:1767384896.428983:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000004:00000020:0.0:1767384896.428988:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384896.428993:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767384896.428997:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6763971. 02000000:00000001:2.0:1767384896.428999:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384896.429007:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384896.429009:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.429012:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384896.429016:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384896.429021:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c76b5a46. 02000000:00000001:0.0:1767384896.429021:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384896.429033:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5d63885. 00000100:00000001:2.0:1767384896.429034:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.429042:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.429049:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384896.429050:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384896.429052:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.429064:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6763971] to pc [ptlrpcd_00_01+1] req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.429083:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384896.429087:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.429094:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096276b52] to pc [ptlrpcd_00_02+2] req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384896.429108:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.429124:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.429130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384896.429134:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384896.429139:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 00000100:00000001:1.0:1767384896.429139:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384896.429144:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:1.0:1767384896.429145:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384896.429155:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384896.429156:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384896.429166:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384896.429168:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384896.429172:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.429172:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.429174:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.429183:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384896.429186:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a7b03a4. 00000100:00000001:1.0:1767384896.429187:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.429189:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.429192:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384896.429195:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384896.429197:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.429197:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384896.429199:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384896.429217:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384896.429222:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384896.429222:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.429292:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384896.429299:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.429301:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384896.429307:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.429310:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384896.429313:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384896.429315:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384896.429316:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384896.429317:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.429324:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384896.429329:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.429331:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.429332:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050266ca5] to pc [ptlrpcd_00_03+3] req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384896.429351:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6763971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352214272:0@lo:13: 00000100:00100000:3.0:1767384896.429352:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096276b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352214144:0@lo:400: 00000100:00000001:2.0:1767384896.429359:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.429371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384896.429376:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384896.429377:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384896.429384:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384896.429388:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384896.429389:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384896.429390:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a57027f7. 00000020:00000040:2.0:1767384896.429400:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384896.429400:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.429401:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.429419:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384896.429420:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384896.429420:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384896.429431:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384896.429433:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e7bec56. 02000000:00000010:3.0:1767384896.429434:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fba8020. 02000000:00000001:2.0:1767384896.429436:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384896.429448:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006ce78453. 02000000:00000001:1.0:1767384896.429453:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.429454:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.429455:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.429473:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384896.429475:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e794db3. 00000400:00000010:1.0:1767384896.429476:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbf8a465. 00000100:00000001:2.0:1767384896.429494:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384896.429495:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.429498:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57027f7] to pc [ptlrpcd_00_00+0] req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384896.429501:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000010:1.0:1767384896.429501:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000100:00000200:3.0:1767384896.429517:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352214144, portal 25 00000100:00000001:3.0:1767384896.429521:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384896.429521:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352214272, portal 4 00000100:00000001:3.0:1767384896.429528:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606546432 : -106559103005184 : ffff9f15c6848e00) 00000100:00000001:1.0:1767384896.429529:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384896.429533:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.429537:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376598016 : -106558332953600 : ffff9f15f46a9c00) 00000100:00000040:2.0:1767384896.429540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384896.429542:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384896.429554:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.429556:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384896.429563:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384896.429565:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1bb09cd. 00000100:00100000:0.0:1767384896.429572:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:2.0:1767384896.429578:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384896.429583:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384896.429592:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384896.429595:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384896.429600:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384896.429610:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384896.429610:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.429612:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384896.429616:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000100:00000001:0.0:1767384896.429617:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384896.429621:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000214b2b1. 00000100:00000200:3.0:1767384896.429622:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352214144, offset 0 00000100:00000001:0.0:1767384896.429623:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.429627:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384896.429639:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384896.429640:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.429641:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384896.429644:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384896.429651:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384896.429652:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384896.429659:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3be1380. 00000100:00000040:2.0:1767384896.429666:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384896.429671:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384896.429671:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352214272, offset 0 00000400:00000200:1.0:1767384896.429696:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384896.429708:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272102e80 00000100:00000001:0.0:1767384896.429712:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384896.429720:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.429732:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x935 [2] + 0 02000000:00000001:0.0:1767384896.429733:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384896.429734:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384896.429737:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384896.429740:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384896.429745:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.429746:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bc4f71b. 02000000:00000001:0.0:1767384896.429749:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.429756:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec6ab67c 00000100:00100000:0.0:1767384896.429761:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352214528:0@lo:400: 00000100:00000040:2.0:1767384896.429762:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1bb09cd] to pc [ptlrpcd_00_01+1] req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384896.429767:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384896.429769:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272102f00 00000100:00000001:0.0:1767384896.429781:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384896.429787:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384896.429789:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384896.429797:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.429798:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 672 02000000:00000001:0.0:1767384896.429820:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384896.429827:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9f5ea62. 00000400:00000200:3.0:1767384896.429837:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec6ab67c 00000400:00000200:1.0:1767384896.429838:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384896.429838:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.429840:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384896.429849:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ebf2ae0. 00000400:00000200:1.0:1767384896.429850:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384896.429851:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (223) 00000400:00000010:3.0:1767384896.429859:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec6ab67c. 00000100:00000001:3.0:1767384896.429870:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384896.429871:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000100:00000001:1.0:1767384896.429872:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384896.429874:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384896.429879:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384896.429879:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:0.0:1767384896.429881:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352214528, portal 10 00000100:00000001:2.0:1767384896.429882:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384896.429917:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384896.429920:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606551808 : -106559102999808 : ffff9f15c684a300) 00000100:00000001:2.0:1767384896.429926:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384896.429929:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000952632eb. 00000100:00000040:0.0:1767384896.429930:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384896.429937:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384896.429941:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000065c6ae1 x1853237352214144 msgsize 224 00000100:00000040:1.0:1767384896.429942:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000952632eb x1853237352214272 msgsize 224 00000100:00000001:0.0:1767384896.429979:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384896.429987:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384896.429988:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384896.429992:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384896.430001:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064fb7cd6. 00000100:00000040:3.0:1767384896.430002:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384896.430003:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384896.430005:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384896.430012:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384896.430013:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352214528, offset 0 00000100:00000001:3.0:1767384896.430019:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384896.430020:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3be1380 02000000:00000001:2.0:1767384896.430026:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384896.430027:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3be1380. 02000000:00000001:2.0:1767384896.430032:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384896.430034:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384896.430040:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384896.430042:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.430046:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000100:00000200:1.0:1767384896.430047:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384896.430054:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352214400:0@lo:400: 00000400:00000010:3.0:1767384896.430057:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000400:00000200:0.0:1767384896.430059:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384896.430069:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384896.430076:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384896.430084:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384896.430085:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384896.430088:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272103000 02000000:00000001:2.0:1767384896.430094:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384896.430108:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384896.430119:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f58fc8a2. 00000400:00000200:0.0:1767384896.430119:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 02000000:00000001:2.0:1767384896.430128:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.430128:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384896.430135:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384896.430140:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384896.430142:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b37c12. 00000400:00000200:0.0:1767384896.430144:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384896.430146:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384896.430161:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b500eac7. 00000400:00000200:0.0:1767384896.430165:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384896.430174:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352214400, portal 4 00000100:00000001:0.0:1767384896.430184:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384896.430187:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384896.430192:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384896.430196:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000100:00000010:0.0:1767384896.430206:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7d002ef. 00000100:00000040:0.0:1767384896.430214:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000e7d002ef x1853237352214528 msgsize 224 00000100:00000040:2.0:1767384896.430218:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.430219:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.430220:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.430231:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384896.430232:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384896.430242:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384896.430243:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.430245:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.430261:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384896.430262:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8645 usecs (9 jiffies) 00000100:00000001:3.0:1767384896.430263:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294885390 00000100:00000001:0.0:1767384896.430264:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384896.430273:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fb7cd6 00000400:00000010:0.0:1767384896.430280:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fb7cd6. 00000100:00000010:3.0:1767384896.430284:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078ba2d64. 00000100:00000001:1.0:1767384896.430285:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885386 00000100:00000001:0.0:1767384896.430289:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384896.430291:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384896.430300:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3b72c0. 00000100:00000001:3.0:1767384896.430301:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384896.430307:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384896.430308:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352214400, offset 0 00000100:00000001:3.0:1767384896.430310:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294885390 00000100:00000001:1.0:1767384896.430311:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294885390 00000100:00000001:1.0:1767384896.430325:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885386 00000100:00000010:3.0:1767384896.430326:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2aa3045. 00000400:00000200:2.0:1767384896.430338:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384896.430343:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384896.430344:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384896.430356:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384896.430358:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294885390 00000100:00000001:1.0:1767384896.430359:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294885390 00000100:00000040:0.0:1767384896.430360:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384896.430371:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000a19711. 00000100:00000001:1.0:1767384896.430374:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885386 00000100:00000001:3.0:1767384896.430381:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384896.430391:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272102f80 00000100:00000001:3.0:1767384896.430394:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294885390 00000100:00000001:1.0:1767384896.430395:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294885390 00000100:00000001:1.0:1767384896.430412:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885386 00000100:00000010:3.0:1767384896.430413:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7e78754. 00000100:00000001:0.0:1767384896.430415:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.430420:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2096 00000100:00000001:3.0:1767384896.430426:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384896.430428:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384896.430438:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384896.430439:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294885390 00000400:00000200:2.0:1767384896.430440:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384896.430441:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.430453:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.430454:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384896.430457:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2193 usecs (3 jiffies) 00000400:00000200:2.0:1767384896.430464:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384896.430465:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430469:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885380 00000100:00000001:3.0:1767384896.430471:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.430473:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.430481:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384896.430481:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294885390 00000100:00000001:3.0:1767384896.430486:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384896.430487:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:2.0:1767384896.430489:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384896.430493:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885380 00000100:00000001:1.0:1767384896.430501:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.430503:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294885390 00000100:00000010:2.0:1767384896.430506:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f1fc24f. 00000100:00000001:3.0:1767384896.430507:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384896.430508:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384896.430508:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885380 00000100:00000001:3.0:1767384896.430517:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384896.430517:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000007f1fc24f x1853237352214400 msgsize 224 00000100:00000001:1.0:1767384896.430518:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.430518:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294885390 00000100:00000001:0.0:1767384896.430536:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885380 00000100:00000001:3.0:1767384896.430540:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.430541:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.430542:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294885390 00000100:00100000:2.0:1767384896.430552:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384896.430552:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384896.430554:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384896.430555:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384896.430559:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384896.430565:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430566:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.430569:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.430572:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384896.430582:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430584:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.430589:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3b72c0 00000400:00000010:2.0:1767384896.430602:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3b72c0. 00000100:00000001:0.0:1767384896.430604:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.430605:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384896.430608:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384896.430609:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430610:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.430615:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384896.430618:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384896.430619:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384896.430621:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214144 00000100:00000001:0.0:1767384896.430623:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384896.430626:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384896.430629:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384896.430631:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384896.430632:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.430640:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.430641:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384896.430651:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1bb09cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16136:1853237352214656:0@lo:400: 00000100:00000001:3.0:1767384896.430655:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430662:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384896.430668:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.430669:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214528 00000100:00000001:1.0:1767384896.430671:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384896.430679:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384896.430680:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384896.430681:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214144 00000100:00000001:0.0:1767384896.430683:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384896.430684:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384896.430686:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430689:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.430695:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384896.430696:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384896.430697:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384896.430699:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 02000000:00000001:0.0:1767384896.430700:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.430704:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1767384896.430705:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d9dc6b1. 00000100:00100000:0.0:1767384896.430708:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214528 00000020:00000040:3.0:1767384896.430710:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 02000000:00000001:1.0:1767384896.430715:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.430715:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384896.430716:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000040:0.0:1767384896.430722:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:3.0:1767384896.430732:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384896.430734:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384896.430735:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043184b41. 00000020:00000040:0.0:1767384896.430743:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:2.0:1767384896.430745:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.430746:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384896.430747:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:2.0:1767384896.430752:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384896.430756:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000010:3.0:1767384896.430758:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a49e93dd. 00000400:00000010:1.0:1767384896.430760:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3be1380. 00000100:00000001:3.0:1767384896.430763:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384896.430764:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430764:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384896.430765:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352214656, portal 10 00000020:00000010:0.0:1767384896.430771:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d15677. 00000020:00000010:3.0:1767384896.430773:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a49e93dd. 00000100:00000001:1.0:1767384896.430778:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384896.430780:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8645 usecs (9 jiffies) 00000100:00000001:0.0:1767384896.430784:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384896.430789:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068eb396b. 00000100:00000001:1.0:1767384896.430789:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606556288 : -106559102995328 : ffff9f15c684b480) 00000100:00000001:2.0:1767384896.430793:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294885386 00000020:00000010:0.0:1767384896.430793:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010d15677. 00000020:00000010:3.0:1767384896.430800:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067ab6a39. 00000100:00000001:2.0:1767384896.430805:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294885390 00000020:00000010:0.0:1767384896.430807:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e82fa35. 00000020:00000010:3.0:1767384896.430821:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b3ed3be. 00000100:00000040:1.0:1767384896.430827:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384896.430827:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000672214ee. 00000100:00000001:2.0:1767384896.430829:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294885386 00000100:00000040:3.0:1767384896.430834:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384896.430836:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005619c37f. 00000100:00000001:2.0:1767384896.430839:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294885390 00000100:00000001:3.0:1767384896.430845:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384896.430851:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384896.430854:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294885386 00000100:00000001:3.0:1767384896.430855:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384896.430857:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384896.430861:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430863:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384896.430868:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294885390 00000100:00000001:0.0:1767384896.430870:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.430876:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384896.430879:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430880:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384896.430882:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294885386 00000100:00000001:0.0:1767384896.430923:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384896.430925:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.430926:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.430933:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384896.430938:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294885390 00000400:00000010:1.0:1767384896.430939:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000001:0.0:1767384896.430941:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.430944:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384896.430947:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.430951:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384896.430952:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352214656, offset 0 00000100:00000001:2.0:1767384896.430953:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430957:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384896.430964:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.430965:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384896.430966:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384896.430973:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000001:2.0:1767384896.430979:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384896.430981:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384896.430985:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384896.430990:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.430993:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526620240 : -106558182931376 : ffff9f15fd5bc450) 00000400:00000200:1.0:1767384896.430994:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384896.430997:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384896.430998:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000040:3.0:1767384896.431009:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000065c6ae1 x1853237352214144/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.431009:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376594432 : -106558332957184 : ffff9f15f46a8e00) 00000100:00000001:2.0:1767384896.431011:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384896.431020:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384896.431022:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272103080 00000100:00000040:0.0:1767384896.431027:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7d002ef x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.431028:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.431044:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.431054:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000400:00000200:1.0:1767384896.431078:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384896.431081:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384896.431089:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a49e93dd. 00000100:00000001:0.0:1767384896.431090:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384896.431095:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384896.431097:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384896.431097:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d15677. 00000100:00000001:3.0:1767384896.431099:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384896.431101:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214400 00000100:00000001:0.0:1767384896.431105:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384896.431112:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384896.431113:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a49e93dd. 00000020:00000010:0.0:1767384896.431114:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010d15677. 00000100:00000001:2.0:1767384896.431116:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384896.431116:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384896.431127:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384896.431127:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384896.431141:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384896.431141:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4775bd5. 00000100:00100000:3.0:1767384896.431150:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000065c6ae1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352214144:12345-0@lo:400: 00000100:00100000:0.0:1767384896.431151:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7d002ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352214528:12345-0@lo:400: 00000100:00100000:2.0:1767384896.431162:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214400 00000100:00000040:1.0:1767384896.431163:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000f4775bd5 x1853237352214656 msgsize 224 00000100:00000200:3.0:1767384896.431172:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214144 00000100:00000200:0.0:1767384896.431173:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214528 00000020:00000001:2.0:1767384896.431174:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384896.431185:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00100000:1.0:1767384896.431187:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384896.431189:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384896.431189:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384896.431195:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384896.431201:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1767384896.431203:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000001:1.0:1767384896.431204:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384896.431204:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384896.431206:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.431213:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.431217:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000020:00000001:3.0:1767384896.431219:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384896.431219:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:0.0:1767384896.431220:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384896.431222:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000020:00000001:3.0:1767384896.431230:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000020:00000001:0.0:1767384896.431231:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:2.0:1767384896.431236:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384896.431237:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384896.431248:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384896.431249:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384896.431250:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384896.431251:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384896.431262:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384896.431264:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f95d734. 00000020:00000001:0.0:1767384896.431264:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.431266:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384896.431275:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384896.431283:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384896.431284:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dfecf284. 00000020:00000001:0.0:1767384896.431284:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384896.431285:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.431289:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384896.431291:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384896.431298:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431301:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384896.431301:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.431305:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767384896.431305:0:17548:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:1.0:1767384896.431307:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.431307:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384896.431313:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384896.431316:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384896.431321:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3041 usecs (4 jiffies) 02000000:00000001:3.0:1767384896.431324:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384896.431326:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384896.431327:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294885382 00000100:00000001:2.0:1767384896.431332:0:17548:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384896.431334:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294885390 02000000:00000010:3.0:1767384896.431338:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ecb333d4. 00000020:00000010:2.0:1767384896.431341:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b17433. 00000100:00000001:1.0:1767384896.431341:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294885382 02000000:00000001:3.0:1767384896.431342:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384896.431342:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000695b5573. 00000020:00000010:2.0:1767384896.431359:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047e7c18f. 00000100:00000001:3.0:1767384896.431360:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431360:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294885390 02000000:00000001:0.0:1767384896.431360:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431375:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294885382 00000020:00000010:2.0:1767384896.431378:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091fbdb32. 00000100:00000001:0.0:1767384896.431380:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.431381:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431382:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294885390 00000100:00000001:1.0:1767384896.431395:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294885382 00010000:00000040:3.0:1767384896.431396:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352214144 00000020:00000001:0.0:1767384896.431397:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431399:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294885390 00000100:00000040:2.0:1767384896.431401:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:3.0:1767384896.431416:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384896.431416:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352214528 00000100:00000001:1.0:1767384896.431417:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384896.431419:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384896.431429:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000200:3.0:1767384896.431431:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000065c6ae1 x1853237352214144/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.431432:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.431432:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384896.431434:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384896.431444:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7d002ef x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.431450:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.431452:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384896.431464:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384896.431464:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.431477:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431493:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384896.431496:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384896.431499:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214272 02000000:00000001:1.0:1767384896.431512:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384896.431517:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384896.431518:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384896.431518:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384896.431524:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.431525:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384896.431526:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.431529:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.431533:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384896.431539:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384896.431542:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=26 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384896.431543:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214272 00000100:00001000:0.0:1767384896.431543:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=21 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384896.431546:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000001:1.0:1767384896.431555:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384896.431564:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000020:00000040:1.0:1767384896.431565:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:3.0:1767384896.431568:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384896.431569:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384896.431574:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384896.431576:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606552704 : -106559102998912 : ffff9f15c684a680) 00000020:00000040:1.0:1767384896.431581:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000100:00000040:3.0:1767384896.431583:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000040:0.0:1767384896.431583:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000020:00000001:1.0:1767384896.431589:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000040:2.0:1767384896.431595:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f1fc24f x1853237352214400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.431599:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:1.0:1767384896.431601:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:0.0:1767384896.431601:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384896.431619:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384896.431620:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384896.431620:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384896.431624:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384896.431631:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.431632:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384896.431637:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000357937dc. 00000020:00000010:1.0:1767384896.431638:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a2a554c. 00000100:00000001:3.0:1767384896.431649:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384896.431651:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384896.431654:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384896.431654:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384896.431675:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000357937dc. 00000020:00000010:1.0:1767384896.431676:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a2a554c. 00000100:00000040:3.0:1767384896.431678:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384896.431679:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384896.431698:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000020:00000010:1.0:1767384896.431698:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011c28001. 00000400:00000010:0.0:1767384896.431698:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064fb7cd6. 00000100:00100000:2.0:1767384896.431700:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f1fc24f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237352214400:12345-0@lo:400: 00000100:00000200:3.0:1767384896.431714:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352214144, offset 224 00000100:00000200:0.0:1767384896.431715:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352214528, offset 224 00000100:00000200:2.0:1767384896.431717:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214400 00000020:00000010:1.0:1767384896.431717:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c92b245. 00000400:00000200:3.0:1767384896.431730:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384896.431730:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384896.431734:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5f4d52b. 00000020:00000001:2.0:1767384896.431737:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384896.431744:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384896.431746:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.431749:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384896.431751:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384896.431753:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384896.431758:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384896.431760:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000400:00000200:0.0:1767384896.431764:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384896.431766:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272102e80 00000100:00000001:1.0:1767384896.431768:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384896.431771:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384896.431783:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384896.431784:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384896.431785:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272103000 00000400:00000200:3.0:1767384896.431786:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1401 [1] + 224 00000020:00000001:2.0:1767384896.431800:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384896.431801:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.431804:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384896.431806:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384896.431823:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1411 [1] + 224 00000020:00000001:2.0:1767384896.431825:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431826:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384896.431833:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384896.431843:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384896.431844:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384896.431845:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384896.431849:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384896.431852:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384896.431855:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384896.431858:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.431859:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384896.431860:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384896.431864:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fcf91ed9. 00000100:00000001:0.0:1767384896.431869:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384896.431877:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000200:0.0:1767384896.431879:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384896.431881:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.431927:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000001:2.0:1767384896.431937:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.431938:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581538816 : -106559128012800 : ffff9f15c506f800) 00000020:00000001:2.0:1767384896.431955:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.431956:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384896.431960:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000952632eb x1853237352214272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384896.431967:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352214400 00010000:00000001:2.0:1767384896.431983:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384896.431992:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384896.431997:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f1fc24f x1853237352214400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.432053:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384896.432059:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384896.432061:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a2a554c. 00000400:00000200:3.0:1767384896.432070:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000100:00000001:1.0:1767384896.432071:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384896.432079:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000020:00000010:1.0:1767384896.432084:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a2a554c. 00010000:00000001:2.0:1767384896.432092:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384896.432095:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384896.432098:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.432099:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384896.432099:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384896.432100:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000952632eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352214272:12345-0@lo:13: 00000100:00001000:2.0:1767384896.432115:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384896.432116:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384896.432116:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214272 00000400:00000200:0.0:1767384896.432118:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fb7cd6 00000020:00000001:1.0:1767384896.432126:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384896.432129:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fb7cd6. 00000100:00000040:3.0:1767384896.432131:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384896.432135:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384896.432135:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384896.432139:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384896.432139:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384896.432145:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.432150:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.432150:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384896.432152:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000020:00000001:1.0:1767384896.432154:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384896.432161:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384896.432163:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:0.0:1767384896.432163:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.432164:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00000040:3.0:1767384896.432175:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000065c6ae1 x1853237352214144/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384896.432181:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384896.432181:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:1.0:1767384896.432182:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384896.432193:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.432194:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384896.432196:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384896.432201:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.432212:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384896.432213:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384896.432213:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384896.432225:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384896.432229:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7d002ef x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384896.432230:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.432236:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000065c6ae1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352214144:12345-0@lo:400: Request processed in 1146us (2286us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384896.432236:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384896.432245:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384896.432252:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3b72c0. 02000000:00000001:1.0:1767384896.432252:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384896.432264:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c9cb4e7e. 00000100:00000200:2.0:1767384896.432268:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352214400, offset 224 02000000:00000001:1.0:1767384896.432272:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.432276:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000001:1.0:1767384896.432288:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.432288:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7d002ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352214528:12345-0@lo:400: Request processed in 1189us (2064us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384896.432291:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00002000:00000001:1.0:1767384896.432293:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:2.0:1767384896.432297:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384896.432301:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1767384896.432303:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384896.432309:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384896.432312:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:3.0:1767384896.432320:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067ab6a39. 00080000:00000001:1.0:1767384896.432324:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:3.0:1767384896.432332:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b3ed3be. 00000400:00000200:2.0:1767384896.432333:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384896.432333:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00080000:00000001:1.0:1767384896.432339:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384896.432342:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068eb396b. 00000100:00000040:0.0:1767384896.432348:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000020:00000001:1.0:1767384896.432356:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.432356:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384896.432357:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:0.0:1767384896.432365:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384896.432371:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272102f80 02000000:00000001:3.0:1767384896.432372:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00002000:00000024:1.0:1767384896.432373:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:0.0:1767384896.432375:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000672214ee. 02000000:00000010:3.0:1767384896.432379:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ecb333d4. 02000000:00000001:3.0:1767384896.432388:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384896.432389:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1419 [1] + 224 00000020:00000020:1.0:1767384896.432391:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000010:0.0:1767384896.432391:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005619c37f. 00000100:00000001:3.0:1767384896.432394:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384896.432403:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e82fa35. 00000020:00000020:1.0:1767384896.432405:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000200:3.0:1767384896.432406:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384896.432407:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384896.432409:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000400:00000010:3.0:1767384896.432414:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bc4f71b. 00000100:00000001:0.0:1767384896.432424:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:1.0:1767384896.432425:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000010:3.0:1767384896.432427:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1abed02. 00000400:00000200:2.0:1767384896.432429:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384896.432436:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:1.0:1767384896.432441:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:0.0:1767384896.432444:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214656 00000100:00000001:2.0:1767384896.432447:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1767384896.432448:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1767384896.432448:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:1.0:1767384896.432458:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.432458:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384896.432462:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384896.432464:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384896.432467:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384896.432468:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.432474:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384896.432479:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214656 00000100:00000001:3.0:1767384896.432483:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1767384896.432483:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352214272 00000020:00000001:0.0:1767384896.432488:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384896.432493:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000400:00000001:3.0:1767384896.432494:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384896.432494:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384896.432501:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1767384896.432504:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384896.432507:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00010000:00000200:1.0:1767384896.432508:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000952632eb x1853237352214272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384896.432509:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e794db3. 00000400:00000200:3.0:1767384896.432525:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000100:00000040:2.0:1767384896.432526:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384896.432526:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00010000:00000001:1.0:1767384896.432527:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384896.432535:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00010000:00000001:1.0:1767384896.432537:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.432538:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:3.0:1767384896.432546:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384896.432554:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384896.432556:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384896.432562:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384896.432562:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d15677. 00000100:00000001:1.0:1767384896.432572:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384896.432574:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384896.432574:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000255f0df8. 00000100:00000040:1.0:1767384896.432581:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000400:00000200:2.0:1767384896.432587:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3b72c0 00000020:00000040:0.0:1767384896.432588:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:1.0:1767384896.432594:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000010:2.0:1767384896.432597:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3b72c0. 00000100:00000001:0.0:1767384896.432601:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767384896.432605:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384896.432607:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e82fa35. 02000000:00000001:1.0:1767384896.432610:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384896.432618:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000672214ee. 00000100:00000001:1.0:1767384896.432621:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384896.432622:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384896.432623:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005619c37f. 00000100:00000200:3.0:1767384896.432627:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.432632:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384896.432636:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384896.432644:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.432644:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384896.432646:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384896.432654:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384896.432656:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000001:3.0:1767384896.432657:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384896.432658:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384896.432665:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.432666:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384896.432669:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767384896.432669:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352214272, offset 224 00000100:00000001:3.0:1767384896.432677:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384896.432678:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.432680:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384896.432681:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384896.432685:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384896.432686:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384896.432687:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384896.432697:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384896.432698:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f1fc24f x1853237352214400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.432698:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.432705:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.432712:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384896.432714:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384896.432714:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384896.432718:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384896.432730:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384896.432734:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384896.432738:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272102f00 00000100:00000001:0.0:1767384896.432741:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384896.432743:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384896.432748:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.432757:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00010000:00000001:3.0:1767384896.432758:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384896.432763:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.432765:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000400:00000200:1.0:1767384896.432769:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1405 [1] + 224 00000100:00100000:2.0:1767384896.432770:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f1fc24f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237352214400:12345-0@lo:400: Request processed in 1139us (2246us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384896.432775:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.432775:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581534336 : -106559128017280 : ffff9f15c506e680) 00000100:00000040:3.0:1767384896.432798:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384896.432799:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384896.432799:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4775bd5 x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384896.432821:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000200:1.0:1767384896.432833:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384896.432836:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:1.0:1767384896.432844:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384896.432847:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384896.432855:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384896.432865:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047e7c18f. 00000100:00000200:1.0:1767384896.432865:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384896.432879:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091fbdb32. 00000100:00000001:0.0:1767384896.432917:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384896.432920:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000255f0df8. 00000100:00000001:0.0:1767384896.432922:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384896.432924:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000255f0df8. 00000100:00100000:0.0:1767384896.432931:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4775bd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16136:x1853237352214656:12345-0@lo:400: 00000100:00000001:3.0:1767384896.432943:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384896.432943:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b17433. 00000100:00000200:0.0:1767384896.432944:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214656 00000020:00000001:0.0:1767384896.432955:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384896.432956:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384896.432958:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000040:1.0:1767384896.432963:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.432964:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.432965:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384896.432970:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.432972:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.432980:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384896.432985:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384896.432992:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:0.0:1767384896.433003:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00080000:2.0:1767384896.433005:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384896.433011:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384896.433019:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000020:00000001:0.0:1767384896.433022:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384896.433029:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384896.433034:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384896.433036:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384896.433040:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384896.433044:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096276b52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352214144:0@lo:400: 00000020:00000001:0.0:1767384896.433044:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767384896.433051:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:0.0:1767384896.433053:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384896.433055:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000100:00000001:3.0:1767384896.433056:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384896.433059:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384896.433070:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046d13a5e. 00000100:00000001:3.0:1767384896.433071:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384896.433072:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:2.0:1767384896.433073:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384896.433079:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384896.433081:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096276b52 x1853237352214144/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384896.433085:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.433089:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384896.433091:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384896.433094:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384896.433097:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384896.433097:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384896.433106:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b37c12. 00000100:00000001:1.0:1767384896.433107:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.433114:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384896.433114:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.433120:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b500eac7 00000100:00000040:1.0:1767384896.433121:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 02000000:00000001:3.0:1767384896.433122:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:0.0:1767384896.433122:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352214656 02000000:00000010:3.0:1767384896.433133:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fba8020. 00010000:00000001:1.0:1767384896.433135:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384896.433135:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384896.433136:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b500eac7. 00000020:00000001:1.0:1767384896.433146:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.433147:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384896.433149:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1767384896.433152:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4775bd5 x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384896.433155:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384896.433159:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384896.433161:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000200:2.0:1767384896.433166:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384896.433169:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000952632eb x1853237352214272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384896.433174:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384896.433181:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c76b5a46. 02000000:00000001:3.0:1767384896.433194:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384896.433203:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384896.433211:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096276b52. 00010000:00000001:0.0:1767384896.433215:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384896.433224:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384896.433224:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384896.433235:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384896.433237:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.433251:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.433255:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384896.433264:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000952632eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352214272:12345-0@lo:13: Request processed in 1199us (3312us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384896.433268:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384896.433270:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384896.433274:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.433282:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384896.433285:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.433294:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.433295:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1767384896.433297:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 02000000:00000001:0.0:1767384896.433301:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384896.433304:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384896.433306:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:0.0:1767384896.433309:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384896.433317:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384896.433323:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384896.433325:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384896.433332:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c92b245. 00000400:00000010:0.0:1767384896.433333:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064fb7cd6. 00000100:00000001:3.0:1767384896.433337:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384896.433344:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5f4d52b. 00000100:00000001:3.0:1767384896.433347:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384896.433350:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384896.433351:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352214656, offset 224 00000020:00000010:1.0:1767384896.433354:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011c28001. 00000400:00000001:3.0:1767384896.433355:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384896.433360:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384896.433363:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384896.433365:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:2.0:1767384896.433366:0:16139:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384896.433367:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ebf2ae0. 02000000:00000001:2.0:1767384896.433373:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384896.433379:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384896.433380:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384896.433381:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000100:00000001:2.0:1767384896.433383:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.433390:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 02000000:00000001:2.0:1767384896.433391:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.433395:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384896.433400:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=16 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384896.433401:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384896.433401:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384896.433413:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384896.433414:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384896.433419:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384896.433423:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1767384896.433427:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384896.433432:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767384896.433434:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384896.433442:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384896.433443:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbf8a465. 00000100:00000200:3.0:1767384896.433451:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384896.433455:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272103080 00010000:00000001:2.0:1767384896.433456:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384896.433457:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000400:00000010:1.0:1767384896.433467:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00010000:00080000:2.0:1767384896.433471:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.433484:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384896.433488:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384896.433492:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1421 [1] + 224 00000100:00000001:3.0:1767384896.433493:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384896.433497:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.433503:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384896.433515:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384896.433515:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384896.433521:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.433529:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384896.433532:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384896.433538:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384896.433540:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.433546:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1767384896.433554:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=21 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384896.433556:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384896.433558:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384896.433564:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.433566:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767384896.433567:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=21 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384896.433572:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.433573:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.433588:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384896.433595:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.433596:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.433606:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384896.433616:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:3.0:1767384896.433618:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.433624:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.433638:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384896.433641:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384896.433647:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384896.433656:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384896.433663:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.433677:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.433691:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.433694:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384896.433696:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=16 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384896.433701:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384896.433708:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384896.433714:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384896.433714:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384896.433715:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384896.433715:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384896.433720:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384896.433723:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fb7cd6 00000100:00000001:3.0:1767384896.433724:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384896.433733:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fb7cd6. 00000100:00000040:2.0:1767384896.433735:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.433735:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384896.433738:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.433738:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384896.433746:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.433748:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384896.433756:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384896.433765:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384896.433768:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.433784:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384896.433785:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:3.0:1767384896.433798:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384896.433798:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384896.433819:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.433819:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384896.433828:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352214400:0@lo:400: 00010000:00000001:1.0:1767384896.433832:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.433836:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384896.433841:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.433847:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384896.433851:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4775bd5 x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384896.433853:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384896.433862:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384896.433869:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.433871:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384896.433918:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384896.433919:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352214528:0@lo:400: 00000100:00000001:2.0:1767384896.433923:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384896.433939:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384896.433946:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050266ca5 x1853237352214400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.433952:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384896.433959:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4775bd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16136:x1853237352214656:12345-0@lo:400: Request processed in 1032us (2788us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384896.433966:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a57027f7 x1853237352214528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.433990:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384896.434005:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384896.434007:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384896.434014:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384896.434018:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000004:00000001:1.0:1767384896.434026:0:16136:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384896.434030:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384896.434032:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000040:1.0:1767384896.434033:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384896.434035:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384896.434038:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000040:1.0:1767384896.434041:0:16136:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000010:0.0:1767384896.434041:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000672214ee. 02000000:00000010:2.0:1767384896.434043:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f58fc8a2. 00000100:00000001:3.0:1767384896.434046:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384896.434048:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005619c37f. 02000000:00000001:3.0:1767384896.434054:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384896.434054:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384896.434054:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e82fa35. 00000020:00000001:2.0:1767384896.434058:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000020:1.0:1767384896.434061:0:16136:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000040:2.0:1767384896.434064:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:3.0:1767384896.434066:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9f5ea62. 00000020:00000040:0.0:1767384896.434066:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000020:00000001:2.0:1767384896.434080:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384896.434081:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384896.434081:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384896.434083:0:16136:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384896.434088:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a7b03a4. 00000020:00000001:3.0:1767384896.434090:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384896.434096:0:16137:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384896.434098:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384896.434100:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384896.434102:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384896.434103:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767384896.434105:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006ce78453. 00000100:00000010:2.0:1767384896.434108:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 00000100:00000001:2.0:1767384896.434118:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384896.434121:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384896.434126:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384896.434127:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384896.434132:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a57027f7. 00000100:00000001:2.0:1767384896.434133:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384896.434140:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6763971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352214272:0@lo:13: 00000100:00000001:3.0:1767384896.434141:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384896.434142:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.434146:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384896.434147:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.434151:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.434152:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384896.434153:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384896.434157:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.434162:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384896.434165:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.434167:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.434170:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6763971 x1853237352214272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.434172:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.434174:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.434186:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384896.434188:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384896.434191:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e7bec56. 02000000:00000001:1.0:1767384896.434196:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384896.434198:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384896.434200:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384896.434202:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384896.434204:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5d63885. 02000000:00000001:1.0:1767384896.434207:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384896.434209:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384896.434210:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6763971. 00000100:00000001:1.0:1767384896.434213:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384896.434214:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.434216:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.434218:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.434220:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384896.434223:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384896.434225:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384896.434226:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043184b41. 00000400:00000200:1.0:1767384896.434229:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3be1380 00000400:00000010:1.0:1767384896.434230:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3be1380. 00000100:00000001:1.0:1767384896.434233:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384896.434235:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384896.434244:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.434258:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384896.434260:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.434262:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384896.434264:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384896.434265:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384896.434266:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384896.434268:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384896.434272:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384896.434275:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384896.434278:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384896.434279:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384896.434280:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384896.434283:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384896.434290:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.434292:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384896.434293:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384896.434294:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384896.434295:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384896.434298:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.434304:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384896.434306:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384896.434307:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384896.434310:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384896.434317:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1bb09cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16136:1853237352214656:0@lo:400: 00000100:00000001:1.0:1767384896.434320:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.434322:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384896.434324:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1bb09cd x1853237352214656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384896.434330:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384896.434337:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384896.434339:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d9dc6b1. 02000000:00000001:1.0:1767384896.434342:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384896.434344:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384896.434345:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384896.434347:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384896.434348:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000214b2b1. 02000000:00000001:1.0:1767384896.434353:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384896.434355:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384896.434356:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1bb09cd. 00000100:00000001:1.0:1767384896.434359:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384896.434360:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.434362:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384896.434366:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384896.434368:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384896.434370:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384896.434372:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.443953:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294885390, at 4294885391 00000100:00000040:3.0:1767384896.443958:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294885390, at 4294885391 00000100:00000010:0.0:1767384896.443963:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078ba2d64. 00000100:00000040:2.0:1767384896.443965:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294885390, at 4294885391 00000100:00000010:3.0:1767384896.443966:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7e78754. 00000100:00000010:2.0:1767384896.443976:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000a19711. 00000100:00000040:1.0:1767384896.447348:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294885390, at 4294885394 00000100:00000010:1.0:1767384896.447356:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2aa3045. 00080000:00000001:1.0:1767384896.477489:0:21996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384896.477500:0:21996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.477504:0:21996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384896.477509:0:21996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384896.477513:0:21996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384896.477516:0:21996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384897.004964:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384897.004971:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384897.004978:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384897.004980:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384897.005034:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384897.005040:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384897.005044:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384897.278602:0:22160:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384897.278617:0:22160:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:0.0:1767384897.283274:0:22160:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384897.291110:0:22161:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005a9225c5. 00000400:00000010:0.0:1767384897.291123:0:22161:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000831d207d. 00000400:00000010:0.0:1767384897.291131:0:22161:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000feb4c54d. 00000400:00000010:0.0:1767384897.291134:0:22161:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000041da06b6. 00000400:00000010:0.0:1767384897.291137:0:22161:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c80c328. 00000400:00000010:0.0:1767384897.291157:0:22161:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3b5e326. 00000400:00000010:0.0:1767384897.291163:0:22161:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d245a767. 00000400:00000010:0.0:1767384897.291164:0:22161:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff15f3ae. 00000400:00000010:0.0:1767384897.291167:0:22161:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e415fe0d. 00000800:00000010:0.0:1767384897.291176:0:22161:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000288bc7f7. 00000800:00000200:0.0:1767384897.291185:0:22161:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384897.291191:0:22161:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384897.291253:0:22161:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:0.0:1767384897.291271:0:22161:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp20 [8/256/0/180] 00000400:00000010:0.0:1767384897.293401:0:22161:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000060d7a44e. 00000400:00000010:0.0:1767384897.293406:0:22161:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6bb1bb. 00000400:00000010:0.0:1767384897.293411:0:22161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064fb7cd6. 00000400:00000001:0.0:1767384897.293436:0:22161:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384897.293438:0:22161:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384897.293440:0:22161:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8bc58fb. 00000400:00000200:0.0:1767384897.293442:0:22161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ffc48a 00000400:00000010:0.0:1767384897.293443:0:22161:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ffc48a. 00000400:00000010:0.0:1767384897.293446:0:22161:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000e8d8ed62. 00000400:00000200:0.0:1767384897.293451:0:22161:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (11) 00000400:00000200:0.0:1767384897.293461:0:22161:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384897.293469:0:22161:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:0.0:1767384897.293475:0:22161:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ffcc51a5. 00000020:01000000:0.0:1767384897.293480:0:22161:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384897.293481:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384897.293482:0:22161:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp20 00000400:00000200:1.0:1767384897.293491:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384897.293498:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3be1380. 00000400:00000010:0.0:1767384897.293498:0:22161:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000831d207d. 00000400:00000010:0.0:1767384897.293502:0:22161:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005a9225c5. 00000400:00000200:1.0:1767384897.293504:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (12) 00000400:00000010:1.0:1767384897.293512:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000289bb59e. 00000400:00000200:1.0:1767384897.293515:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767384897.293525:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767384897.293530:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384897.293534:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384897.293537:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384897.293547:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384897.293551:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384897.293556:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384897.293559:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384897.293563:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384897.293568:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:00000001:2.0:1767384897.293572:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384897.293574:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:2.0:1767384897.293579:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384897.293584:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 10000000:00000001:2.0:1767384897.293586:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384897.293592:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384897.293593:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp19 00000020:01000004:2.0:1767384897.293605:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384897.293612:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384897.293614:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp19 lpni_is_preferred = 0 00000020:01000004:2.0:1767384897.293624:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384897.293631:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384897.293632:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp19 00000020:01000004:2.0:1767384897.293645:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384897.293652:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384897.293657:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.112@tcp19 LPNI seq info [25:25:8:4294967295] 00000020:01000004:2.0:1767384897.293658:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384897.293666:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp19 00000020:01000004:2.0:1767384897.293673:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384897.293676:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384897.293681:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384897.293686:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19:) -> 192.168.203.112@tcp19(192.168.203.112@tcp:192.168.203.112@tcp19) : PUT try# 0 00000100:00000010:2.0:1767384897.293688:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 00000800:00000200:1.0:1767384897.293698:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp19 00000020:00000040:2.0:1767384897.293699:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000800:00000010:1.0:1767384897.293705:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c18fe272. 00000100:00000001:2.0:1767384897.293708:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384897.293712:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384897.293715:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000be2506f7. 02000000:00000001:2.0:1767384897.293718:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384897.293720:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000006cf1ac7. 00000800:00000200:1.0:1767384897.293727:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (2) 00000800:00000200:1.1:1767384897.293742:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (2) 02000000:00000010:2.0:1767384897.293746:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000072d2689d. 00000100:00000001:2.0:1767384897.293755:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.293763:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:2.0:1767384897.293765:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384897.293768:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.293769:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000040:2.0:1767384897.293787:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050266ca5] to pc [ptlrpcd_00_02+2] req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384897.293841:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 10000000:00000001:2.0:1767384897.293861:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384897.293866:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.293868:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384897.293869:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384897.293875:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384897.293877:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384897.293880:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384897.293883:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384897.293885:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384897.293886:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384897.293887:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384897.293888:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384897.293889:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384897.293891:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384897.293895:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384897.293896:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384897.293898:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384897.293899:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384897.293917:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384897.293934:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384897.293936:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384897.293940:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000020:00000040:2.0:1767384897.293947:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384897.293953:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384897.293958:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384897.293961:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384897.293962:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.293966:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384897.293972:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000043861229. 02000000:00000001:1.0:1767384897.293973:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384897.293974:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 02000000:00000001:1.0:1767384897.293978:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.293988:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384897.293989:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.293994:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384897.293997:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384897.293998:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352214784:0@lo:253: 00000100:00000040:2.0:1767384897.294004:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8420ece] to pc [ptlrpcd_00_03+3] req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.294004:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384897.294008:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000001:1.0:1767384897.294011:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384897.294020:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384897.294029:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384897.294050:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000048eb46df. 10000000:00000001:2.0:1767384897.294055:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384897.294055:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.294056:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 10000000:00000001:2.0:1767384897.294067:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.294072:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384897.294072:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043184b41. 00000020:01000000:2.0:1767384897.294078:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384897.294086:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ffcc51a5. 00000400:00000010:1.0:1767384897.294091:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8b466e4. 00000100:00000200:1.0:1767384897.294100:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352214784, portal 25 00000100:00000001:1.0:1767384897.294104:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384897.294105:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384897.294107:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000400:00000200:0.0:1767384897.294108:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:2.0:1767384897.294109:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384897.294116:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384897.294127:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384897.294130:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384897.294143:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384897.294170:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:2.0:1767384897.294190:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384897.294197:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.294198:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384897.294201:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 02000000:00000001:2.0:1767384897.294210:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384897.294210:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384897.294217:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384897.294218:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006492e8fe. 02000000:00000001:2.0:1767384897.294227:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384897.294228:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352214784, offset 0 00000400:00000200:0.0:1767384897.294230:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00100000:2.0:1767384897.294233:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352214912:0@lo:253: 00000400:00000200:1.0:1767384897.294243:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384897.294250:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384897.294256:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384897.294260:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.294267:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384897.294268:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384897.294277:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007b242c85. 00000400:00000200:0.0:1767384897.294279:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 02000000:00000001:2.0:1767384897.294287:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384897.294288:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103100 00000400:00000200:1.0:1767384897.294302:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000010:2.0:1767384897.294304:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b37c12. 00000400:00000200:0.0:1767384897.294306:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000010:1.0:1767384897.294308:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3d0ed5. 00000400:00000200:1.0:1767384897.294315:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d29197a9 00000400:00000200:1.0:1767384897.294321:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384897.294323:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca64a54. 00000400:00000200:1.0:1767384897.294329:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384897.294332:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352214912, portal 25 00000400:00000200:1.0:1767384897.294335:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d29197a9 00000100:00000001:2.0:1767384897.294336:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384897.294338:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000400:00000200:0.0:1767384897.294342:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000040:2.0:1767384897.294346:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384897.294349:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d29197a9. 00000100:00000001:1.0:1767384897.294359:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384897.294362:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384897.294365:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000433891cb x1853237352214784 msgsize 4848 00000400:00000200:0.0:1767384897.294373:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00100000:1.0:1767384897.294382:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384897.294389:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384897.294397:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384897.294404:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384897.294405:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384897.294406:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384897.294412:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006492e8fe 00000400:00000010:1.0:1767384897.294415:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006492e8fe. 00000400:00000010:2.0:1767384897.294416:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003872d8d6. 00000100:00000001:1.0:1767384897.294420:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384897.294423:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352214912, offset 0 00000100:00000200:1.0:1767384897.294428:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.294439:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384897.294439:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.294440:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384897.294447:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384897.294455:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.294457:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384897.294466:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384897.294467:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384897.294473:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000100:00000001:1.0:1767384897.294474:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294886254 00000100:00000010:1.0:1767384897.294481:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e885817. 00000100:00000001:1.0:1767384897.294488:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384897.294489:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103180 00000100:00000001:1.0:1767384897.294498:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294886254 00000400:00000200:2.0:1767384897.294500:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000100:00000010:1.0:1767384897.294506:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e33a6e10. 00000400:00000010:2.0:1767384897.294507:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003492f1f. 00000400:00000200:0.0:1767384897.294510:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000100:00000001:1.0:1767384897.294513:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384897.294517:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da38e6cb 00000100:00000001:1.0:1767384897.294523:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294886254 00000400:00000200:2.0:1767384897.294526:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384897.294527:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa39cb8. 00000400:00000200:2.0:1767384897.294535:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384897.294535:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384897.294552:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294886254 00000400:00000200:2.0:1767384897.294553:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da38e6cb 00000400:00000200:0.0:1767384897.294558:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000100:00000010:1.0:1767384897.294575:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043d545e7. 00000400:00000010:2.0:1767384897.294577:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da38e6cb. 00000100:00000001:2.0:1767384897.294596:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384897.294601:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384897.294601:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384897.294615:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000032ebc661 x1853237352214912 msgsize 4848 00000100:00000001:1.0:1767384897.294618:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384897.294624:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384897.294629:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384897.294631:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384897.294640:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.294642:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.294650:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384897.294653:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384897.294658:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384897.294664:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003872d8d6 00000100:00000001:1.0:1767384897.294666:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384897.294671:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000100:00000001:1.0:1767384897.294672:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384897.294673:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003872d8d6. 00000100:00000001:1.0:1767384897.294684:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.294693:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384897.294694:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384897.294708:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.294721:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384897.294731:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.294738:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.294749:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384897.294760:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.294762:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384897.294766:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294886254 00000100:00100000:1.0:1767384897.294767:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214784 02000000:00000001:1.0:1767384897.294772:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384897.294784:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384897.294790:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294886254 00000100:00000001:1.0:1767384897.294792:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384897.294797:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 02000000:00000001:1.0:1767384897.294798:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.294819:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294886254 00000100:00100000:1.0:1767384897.294821:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214784 00000100:00000001:2.0:1767384897.294823:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294886254 00000100:00000001:2.0:1767384897.294827:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294886254 00000020:00000001:1.0:1767384897.294827:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384897.294837:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294886254 00000020:00000040:1.0:1767384897.294838:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384897.294873:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294886254 00000020:00000001:1.0:1767384897.294873:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384897.294882:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294886254 00000020:00000040:1.0:1767384897.294882:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:1.0:1767384897.294896:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384897.294897:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.294926:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.294929:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.294935:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384897.294935:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384897.294952:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384897.294953:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384897.294958:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384897.294961:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010b91776. 00000100:00000001:2.0:1767384897.294963:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384897.294968:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.294969:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384897.294974:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384897.294976:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010b91776. 00000100:00000001:2.0:1767384897.294978:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384897.294993:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f2f3714. 00000020:00000010:1.0:1767384897.295000:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007551a77d. 00000020:00000010:1.0:1767384897.295006:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d5f4d52b. 00000100:00000001:2.0:1767384897.295020:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384897.295027:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352214912 00000100:00000040:1.0:1767384897.295029:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1767384897.295030:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384897.295039:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384897.295040:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384897.295047:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384897.295048:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384897.295059:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384897.295060:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384897.295066:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352214912 00000020:00000001:2.0:1767384897.295070:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384897.295085:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384897.295087:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384897.295095:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384897.295099:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384897.295102:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384897.295105:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384897.295111:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384897.295127:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085033049. 00000100:00000001:1.0:1767384897.295128:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.295129:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384897.295140:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085033049. 00000020:00000010:2.0:1767384897.295158:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f903de1. 00000100:00000001:1.0:1767384897.295163:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384897.295166:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384897.295167:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004027f019. 00000020:00000010:2.0:1767384897.295176:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091fbdb32. 00000100:00100000:1.0:1767384897.295183:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384897.295184:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384897.295189:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384897.295193:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384897.295193:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384897.295207:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526625360 : -106558182926256 : ffff9f15fd5bd850) 00000800:00000010:0.0:1767384897.295222:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fdd765b. 00000100:00000040:1.0:1767384897.295223:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000433891cb x1853237352214784/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:123/0 lens 4848/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.295226:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384897.295229:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000831d207d. 00000100:00000001:2.0:1767384897.295236:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384897.295239:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001565a778. 00000100:00000001:1.0:1767384897.295250:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384897.295255:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010b91776. 00000100:00000001:1.0:1767384897.295259:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.295260:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384897.295263:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384897.295263:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010b91776. 00000100:00100000:2.0:1767384897.295283:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000800:00000010:0.0:1767384897.295283:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001565a778. 00000100:00100000:1.0:1767384897.295284:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000433891cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352214784:12345-0@lo:253: 00000100:00000040:2.0:1767384897.295292:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384897.295297:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526619216 : -106558182932400 : ffff9f15fd5bc050) 00000100:00000200:1.0:1767384897.295299:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214784 00000020:00000001:1.0:1767384897.295311:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384897.295316:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032ebc661 x1853237352214912/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:123/0 lens 4848/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384897.295318:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384897.295322:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384897.295331:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384897.295336:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:2.0:1767384897.295338:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384897.295341:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384897.295342:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085033049. 00000020:00000001:1.0:1767384897.295343:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.295349:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384897.295350:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384897.295356:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085033049. 00000020:00000001:1.0:1767384897.295357:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384897.295364:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384897.295368:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032ebc661 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352214912:12345-0@lo:253: 00000100:00000001:1.0:1767384897.295369:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384897.295377:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352214912 02000000:00000001:1.0:1767384897.295377:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384897.295385:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384897.295389:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384897.295390:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384897.295391:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005f276f02. 00000020:00000001:2.0:1767384897.295393:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384897.295396:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.295397:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:1.0:1767384897.295408:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384897.295409:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384897.295417:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384897.295418:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384897.295425:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384897.295427:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384897.295430:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.295433:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384897.295435:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fbaac007. 20000000:01000000:1.0:1767384897.295438:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384897.295444:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384897.295445:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384897.295451:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384897.295453:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384897.295455:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384897.295464:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767384897.295468:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000921ce22d. 02000000:00000001:2.0:1767384897.295473:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384897.295473:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008092f34a. 00000100:00000001:2.0:1767384897.295482:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384897.295483:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:2.0:1767384897.295492:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384897.295496:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384897.295503:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5c78367. 00080000:00000001:1.0:1767384897.295504:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384897.295511:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384897.295514:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384897.295516:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384897.295519:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384897.295522:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384897.295524:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384897.295566:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384897.295572:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384897.295575:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384897.295578:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384897.295582:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384897.295589:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384897.295594:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384897.295604:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e7bec56. 00080000:00000001:1.0:1767384897.295607:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247720960 : -106563461830656 : ffff9f14c2b62800) 00080000:00000001:1.0:1767384897.295610:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384897.295747:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384897.295750:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384897.295753:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384897.295777:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384897.295779:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384897.295790:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384897.295825:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384897.295829:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000734cb92b. 00080000:00000001:1.0:1767384897.295960:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384897.295975:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384897.296013:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000028c9fa37. 00000800:00000010:1.0:1767384897.296017:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006492e8fe. 00000800:00000010:1.0:1767384897.296039:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000013cb5523. 00000800:00000200:1.1:1767384897.296045:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (2) 00000800:00000200:1.1:1767384897.296056:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp19 0000000013cb5523 deleted 00000800:00000010:1.1:1767384897.296058:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000013cb5523. 00000800:00000200:1.1:1767384897.296068:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384897.296079:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:1003 00000800:00000200:1.1:1767384897.296084:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c18fe272 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384897.296097:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp19 p 3.x 192.168.203.112 -> 192.168.203.112:1003 incarnation:1767384895631181462 sched[0] 00000800:00000010:1.0:1767384897.296105:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010b91776. 00000800:00000010:1.0:1767384897.296168:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010b91776. 00000800:00000010:1.0:1767384897.296173:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006492e8fe. 00000800:00000200:2.1:1767384897.296203:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384897.296214:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp19 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384895631181462 sched[0] 00000800:00000010:2.0:1767384897.296218:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000831d207d. 00000800:00000010:1.0:1767384897.296231:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000734cb92b. 00000800:00000001:1.0:1767384897.296262:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384897.296267:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384897.296330:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384897.296334:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c18fe272. 00000400:00000200:1.0:1767384897.296339:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384897.296340:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384897.296347:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: PUT: OK 00000400:00000200:1.0:1767384897.296360:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384897.296364:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000001:1.0:1767384897.296405:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384897.296416:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384897.296419:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384897.296424:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384897.296436:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19) <- 192.168.203.112@tcp19 : PUT - for me 00000400:00000200:1.0:1767384897.296452:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384897.296460:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 224/224 into md 0x13ed [1] + 0 00000400:00000010:1.0:1767384897.296464:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bfc6ed5. 00000400:00000200:1.0:1767384897.296470:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064f2aff4 00000800:00000001:1.0:1767384897.296475:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384897.296488:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384897.296491:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384897.296493:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384897.296499:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: PUT: OK 00000400:00000200:1.0:1767384897.296509:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f2aff4 00000400:00000010:1.0:1767384897.296511:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064f2aff4. 00000400:00000200:1.0:1767384897.296518:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384897.296523:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (13) 00000400:00000200:1.0:1767384897.296529:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:1.0:1767384897.296543:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000c18fe272. 00000400:00000200:1.0:1767384897.296548:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 12 00000400:00000200:1.0:1767384897.296555:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384897.296570:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (14) 00000400:00000200:1.0:1767384897.296574:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384897.296582:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp19 to MR: 192.168.203.112@tcp19 local destination 00000400:00000200:2.0:1767384897.296584:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384897.296590:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.112@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:1.0:1767384897.296604:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) -> 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) 192.168.203.112@tcp19 : ACK try# 0 00000800:00000200:1.0:1767384897.296607:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp19 00000800:00000010:0.0:1767384897.296625:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea343ab8. 00000400:00000200:1.0:1767384897.296634:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384897.296638:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (4) 00000400:00000010:1.0:1767384897.296641:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bfc6ed5. 00000800:00000200:0.0:1767384897.296646:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:988 00000800:00000200:0.0:1767384897.296651:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea343ab8 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384897.296653:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f2aff4. 00000400:00000200:1.0:1767384897.296658:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:1.0:1767384897.296662:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1004d1 00000400:00000010:1.0:1767384897.296676:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000056bf1f4f. 00000400:00000010:1.0:1767384897.296679:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000001e1755fe. 00000400:00000010:1.0:1767384897.296683:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000b19ea49a. 00000400:00000010:1.0:1767384897.296709:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c51ac2c3. 00000400:00000200:1.0:1767384897.296714:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c51ac2c3 nid 192.168.203.112@tcp20 00000400:00000010:1.0:1767384897.296717:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005dda11e4. 00000400:00000200:1.0:1767384897.296722:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000005dda11e4 net tcp20 00000800:00000200:0.0:1767384897.296724:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384897.296725:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (13) 00000800:00000010:0.0:1767384897.296739:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea343ab8. 00000400:00000200:0.0:1767384897.296744:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384897.296745:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp20 flags 0x11 00000400:00000010:1.0:1767384897.296750:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000056bf1f4f. 00000400:00000200:0.0:1767384897.296751:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: ACK: OK 00000400:00000010:1.0:1767384897.296757:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000001e1755fe. 00000400:00000010:1.0:1767384897.296765:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000b19ea49a. 00000800:00000001:0.0:1767384897.296766:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384897.296769:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000c18fe272. 00000800:00000001:0.0:1767384897.296776:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384897.296780:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000800:00000001:0.0:1767384897.296782:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384897.296789:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100551 00000800:00000001:0.0:1767384897.296792:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384897.296796:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384897.296798:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 1 00000800:00000001:0.0:1767384897.296818:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384897.296824:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 00000400:00000200:0.0:1767384897.296829:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19) <- 192.168.203.112@tcp19 : ACK - for me 00000400:00000200:1.0:1767384897.296831:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384897.296834:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100511 rc 0 00000400:00000200:1.0:1767384897.296840:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:1.0:1767384897.296849:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (14) 00000400:00000200:0.0:1767384897.296854:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp19: ACK from 12345-192.168.203.112@tcp19 into md 0x1445 00000400:00000200:0.0:1767384897.296858:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384897.296862:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: ACK: OK 00000400:00000200:0.0:1767384897.296867:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3be1380 00000400:00000010:0.0:1767384897.296870:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3be1380. 00000400:00000200:0.0:1767384897.296873:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384897.296876:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:0.0:1767384897.296880:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (13) 00000800:00000001:0.0:1767384897.296953:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384897.296957:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384897.297180:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.297205:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.297227:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.297264:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.297281:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.297398:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.297456:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.297515:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298348:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298407:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298475:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298581:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298623:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298690:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298740:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298838:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.298967:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.299076:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384897.299463:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384897.299735:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp19 from 234.3.0.2 00000800:00000010:3.0:1767384897.299746:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000935f09ca. 00000800:00000010:2.0:1767384897.300293:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb1355ca. 00000800:00000010:2.0:1767384897.300299:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003872d8d6. 00000800:00000010:2.0:1767384897.300339:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000467e6beb. 00000800:00000010:2.0:1767384897.300343:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000efe443fd. 00000800:00000010:2.0:1767384897.300349:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001707efb4. 00000800:00000010:2.0:1767384897.300434:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001707efb4. 00000800:00000010:2.0:1767384897.300508:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bf8d5b21. 00000800:00000200:2.1:1767384897.300517:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (4) 00000800:00000200:2.1:1767384897.300526:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp19 00000000bf8d5b21 deleted 00000800:00000010:2.1:1767384897.300529:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bf8d5b21. 00000800:00000200:2.1:1767384897.300535:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384897.300542:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp19 p 3.x 192.168.203.112 -> 192.168.203.112:1002 incarnation:1767384895631181462 sched[0] 00000800:00000010:2.0:1767384897.300547:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001707efb4. 00000800:00000010:2.0:1767384897.300650:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001707efb4. 00000800:00000010:2.0:1767384897.300658:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003872d8d6. 00000800:00000200:1.1:1767384897.300717:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384897.300729:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp19 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384895631181462 sched[0] 00000800:00000010:1.0:1767384897.300734:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000efe443fd. 00000800:00000010:2.0:1767384897.300750:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000935f09ca. 00000800:00000001:2.0:1767384897.300778:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.300787:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384897.300799:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.300820:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384897.307873:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384897.307880:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384897.307938:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384897.307940:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000040:0.0:1767384897.307952:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294886254, at 4294886255 00000100:00000040:2.0:1767384897.307957:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294886254, at 4294886255 20000000:01000000:1.0:1767384897.307959:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000010:0.0:1767384897.307961:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e885817. 00080000:00000001:3.0:1767384897.307965:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384897.307971:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000010:2.0:1767384897.307971:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa39cb8. 20000000:00000001:1.0:1767384897.307972:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384897.307976:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384897.307978:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384897.307980:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384897.307986:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000010:3.0:1767384897.307987:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e7bec56. 00080000:00000001:3.0:1767384897.307996:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:2.0:1767384897.307998:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3b17433. 00080000:00000020:1.0:1767384897.307998:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384897.308006:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000100:00000040:3.0:1767384897.308012:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294886254, at 4294886255 20000000:00000001:2.0:1767384897.308015:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000010:3.0:1767384897.308020:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043d545e7. 00000100:00000040:1.0:1767384897.308021:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294886254, at 4294886255 00080000:00000001:2.0:1767384897.308024:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000010:1.0:1767384897.308028:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e33a6e10. 20000000:01000000:3.0:1767384897.308039:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384897.308045:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384897.308048:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384897.308053:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384897.308057:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384897.308066:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061f7dcbf. 00010000:00000001:3.0:1767384897.308073:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384897.308076:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c986555c. 00080000:00000001:2.0:1767384897.308077:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384897.308081:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384897.308082:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384897.308086:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.308087:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c986555c with handle 0x7ec529173eeb8310 to hash 00080000:00000001:2.0:1767384897.308089:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384897.308092:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384897.308094:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384897.308095:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.308100:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00000020:00000001:2.0:1767384897.308102:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:3.0:1767384897.308103:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.308106:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.308108:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:3.0:1767384897.308110:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384897.308115:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000011e6008. 00010000:00000001:3.0:1767384897.308118:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384897.308119:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237965312 : -106563471586304 : ffff9f14c2214c00) 00010000:00000001:3.0:1767384897.308123:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384897.308126:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384897.308129:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384897.308133:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384897.308134:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.308137:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384897.308138:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.308140:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384897.308151:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384897.308153:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384897.308155:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384897.308158:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061f7dcbf) refcount = 1 00010000:00010000:3.0:1767384897.308161:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.308166:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384897.308168:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384897.308170:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.308173:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.308175:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384897.308180:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384897.308184:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384897.308188:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.308191:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.308193:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000020:00000001:3.0:1767384897.308197:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.308200:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.308203:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384897.308207:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.308216:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384897.308219:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.308228:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1767384897.308228:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384897.308231:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384897.308231:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.308236:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384897.308236:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384897.308246:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.308248:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.308252:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1767384897.308254:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384897.308258:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384897.308264:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384897.308274:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c986555c already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384897.308279:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384897.308283:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384897.308286:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.308294:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384897.308296:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.308298:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.308301:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=5 00000020:00000001:3.0:1767384897.308303:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.308306:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.308311:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384897.308314:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.308319:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384897.308322:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384897.308324:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.308330:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384897.308332:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384897.308338:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.308341:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.308345:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c986555c with handle 0x7ec529173eeb8310 from hash 00010000:00000001:3.0:1767384897.308347:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384897.308349:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.308352:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.308353:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384897.308356:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384897.308359:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384897.308363:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384897.308365:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.308370:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.308378:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384897.308380:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384897.308383:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.308385:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.308387:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.308390:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.308393:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.308395:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.308399:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.308400:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.308402:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384897.308405:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384897.308408:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.308411:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.308415:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384897.308418:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.308420:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.308423:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.308428:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384897.308431:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384897.308434:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c986555c/0x7ec529173eeb8310 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384897.308439:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061f7dcbf count: 0 00080000:00000001:2.0:1767384897.308446:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384897.308451:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384897.308463:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384897.308467:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384897.318941:0:16600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061f7dcbf. 00010000:00000010:3.1:1767384897.318953:0:16600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c986555c. 00080000:00000001:0.0:1767384897.320376:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384897.320377:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384897.320380:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384897.320385:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384897.320386:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384897.320387:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384897.320390:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384897.320394:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000011e6008. 20000000:00000001:2.0:1767384897.320395:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.320401:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384897.320402:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384897.320407:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384897.320420:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384897.320427:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384897.320431:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384897.320436:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384897.320436:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384897.320441:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384897.320448:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384897.320451:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384897.320458:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061f7dcbf. 00010000:00000001:3.0:1767384897.320464:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384897.320481:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c986555c. 00000020:00000001:3.0:1767384897.320485:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384897.320491:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c986555c with handle 0x7ec529173eeb8317 to hash 00000020:00000001:3.0:1767384897.320494:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384897.320497:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.320501:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.320504:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.320507:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.320509:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320516:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384897.320519:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384897.320521:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384897.320523:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384897.320525:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.320528:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384897.320530:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.320533:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384897.320535:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384897.320537:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384897.320539:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384897.320540:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061f7dcbf) refcount = 1 00010000:00010000:3.0:1767384897.320543:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320547:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384897.320549:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384897.320550:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.320551:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.320552:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384897.320554:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384897.320556:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384897.320559:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.320559:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.320567:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000020:00000001:3.0:1767384897.320569:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.320572:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.320574:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384897.320576:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320582:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384897.320584:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320588:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.320589:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384897.320590:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320594:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.320595:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.320597:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384897.320598:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384897.320602:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c986555c already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384897.320604:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384897.320606:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384897.320607:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320610:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384897.320611:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.320612:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.320613:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=5 00000020:00000001:3.0:1767384897.320614:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.320616:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384897.320618:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384897.320625:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320629:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384897.320630:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384897.320632:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.320634:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384897.320635:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384897.320636:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.320637:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.320638:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c986555c with handle 0x7ec529173eeb8317 from hash 00010000:00000001:3.0:1767384897.320641:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384897.320642:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.320644:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.320644:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384897.320645:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384897.320646:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384897.320647:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384897.320648:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.320650:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.320651:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384897.320652:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384897.320654:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.320655:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.320657:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.320659:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.320660:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.320662:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320665:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.320667:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.320669:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384897.320670:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384897.320671:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.320673:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.320674:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384897.320678:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.320696:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.320698:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.320702:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384897.320703:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384897.320704:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c986555c/0x7ec529173eeb8317 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384897.320708:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061f7dcbf count: 0 00010000:00000001:3.0:1767384897.320721:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384897.320722:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384897.321610:0:22166:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005f49b3fd. 00000400:00000040:2.0:1767384897.321629:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384897.321631:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384897.321634:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.321635:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384897.321637:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.321639:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384897.321642:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384897.321644:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384897.321646:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384897.321648:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384897.321651:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384897.321653:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384897.321656:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384897.321657:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384897.321658:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384897.321661:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384897.321662:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384897.321664:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384897.321666:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384897.321668:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.321671:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384897.321678:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384897.321679:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384897.321681:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.321683:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384897.321686:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.321687:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384897.321690:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384897.321690:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384897.321692:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.321693:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384897.321695:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384897.321696:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384897.321697:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384897.321698:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384897.321700:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.321701:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384897.321703:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384897.321706:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384897.321707:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384897.321709:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384897.321710:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384897.321712:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384897.321713:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384897.321714:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384897.321716:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384897.321717:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384897.321718:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384897.321719:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384897.321720:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384897.321722:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384897.321723:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384897.321723:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384897.321725:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384897.321726:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384897.321727:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384897.321728:0:22166:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384897.321765:0:22166:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005f49b3fd. 00080000:00000020:3.0:1767384897.322507:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384897.322515:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384897.322518:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fbaac007. 20000000:00000001:3.0:1767384897.322548:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384897.322556:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352214784 00010000:00000001:3.0:1767384897.322561:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384897.322572:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000433891cb x1853237352214784/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384897.322582:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384897.322584:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384897.322588:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384897.322594:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384897.322615:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384897.322618:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384897.322622:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384897.322626:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.322630:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384897.322636:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384897.322640:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000550489fc. 00000100:00000200:3.0:1767384897.322645:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352214784, offset 224 00000400:00000200:3.0:1767384897.322653:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384897.322668:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384897.322679:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103100 00000400:00000200:3.0:1767384897.322687:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1449 [2] + 224 00000400:00000200:3.0:1767384897.322706:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384897.322713:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384897.322718:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.322726:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384897.322738:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.322756:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384897.322771:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384897.322786:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000550489fc 00000100:00000001:0.0:1767384897.322787:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384897.322794:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000550489fc. 00000100:00000001:3.0:1767384897.322799:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384897.322801:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384897.322812:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384897.322814:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043184b41. 00000100:00000001:3.0:1767384897.322818:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384897.322819:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b466e4 00000400:00000010:0.0:1767384897.322823:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8b466e4. 00000100:00000001:3.0:1767384897.322827:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.322827:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384897.322835:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000200:0.0:1767384897.322837:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384897.322845:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384897.322850:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.322861:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384897.322865:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384897.322871:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000433891cb x1853237352214784/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.322941:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384897.322949:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.322957:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384897.322958:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000433891cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352214784:12345-0@lo:253: Request processed in 27702us (28584us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384897.322966:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384897.322971:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:0.0:1767384897.322978:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384897.322979:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384897.322981:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.322986:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384897.322990:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384897.322991:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384897.323000:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007551a77d. 00000100:00001000:0.0:1767384897.323000:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=27 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384897.323011:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d5f4d52b. 00000100:00001000:0.0:1767384897.323012:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=27 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384897.323023:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f2f3714. 00000100:00000001:0.0:1767384897.323024:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384897.323028:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.323031:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00010000:00000001:0.0:1767384897.323032:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384897.323038:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.323040:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384897.323042:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384897.323043:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005f276f02. 02000000:00000001:3.0:1767384897.323053:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384897.323053:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.323058:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.323062:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384897.323064:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384897.323068:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384897.323072:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384897.323085:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384897.323086:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:3.0:1767384897.323089:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384897.323089:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384897.323093:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384897.323096:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384897.323097:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384897.323099:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384897.323100:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384897.323102:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384897.323104:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384897.323109:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352214784:0@lo:253: 00000100:00000001:0.0:1767384897.323114:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.323116:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384897.323118:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050266ca5 x1853237352214784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.323122:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384897.323123:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384897.323125:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000048eb46df. 02000000:00000001:0.0:1767384897.323136:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384897.323137:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384897.323139:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384897.323140:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384897.323143:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000072d2689d. 02000000:00000001:0.0:1767384897.323146:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384897.323147:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384897.323148:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 00000100:00000001:0.0:1767384897.323151:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384897.323152:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.323155:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.323163:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384897.323165:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.323167:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.323169:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384897.323326:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e794db3. 00000400:00000010:3.0:1767384897.323334:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000550489fc. 00080000:00000020:3.0:1767384897.324364:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384897.324366:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384897.324368:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5c78367. 20000000:00000001:3.0:1767384897.324372:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384897.324374:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352214912 00010000:00000001:3.0:1767384897.324376:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384897.324381:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032ebc661 x1853237352214912/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384897.324388:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384897.324390:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384897.324392:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384897.324395:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384897.324397:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384897.324399:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384897.324402:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384897.324404:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.324406:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384897.324408:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384897.324412:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fe99d5d. 00000100:00000200:3.0:1767384897.324415:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352214912, offset 224 00000400:00000200:3.0:1767384897.324420:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384897.324427:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384897.324432:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103180 00000400:00000200:3.0:1767384897.324438:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1451 [2] + 224 00000400:00000200:3.0:1767384897.324445:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384897.324448:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384897.324452:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.324455:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384897.324460:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.324499:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384897.324507:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fe99d5d 00000100:00000001:2.0:1767384897.324509:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384897.324510:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fe99d5d. 00000100:00000001:2.0:1767384897.324513:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384897.324515:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384897.324516:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384897.324519:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.324521:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384897.324523:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384897.324524:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.324528:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384897.324532:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032ebc661 x1853237352214912/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:123/0 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384897.324532:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384897.324535:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384897.324539:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b37c12. 00000400:00000200:2.0:1767384897.324545:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca64a54 00000100:00100000:3.0:1767384897.324549:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032ebc661 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352214912:12345-0@lo:253: Request processed in 29209us (29933us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384897.324549:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ca64a54. 00000100:00000001:2.0:1767384897.324554:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384897.324563:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000200:2.0:1767384897.324563:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384897.324569:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384897.324574:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384897.324577:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384897.324582:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004027f019. 00000100:00000200:2.0:1767384897.324585:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384897.324588:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091fbdb32. 00000020:00000010:3.0:1767384897.324594:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f903de1. 00000100:00000001:2.0:1767384897.324599:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384897.324601:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:2.0:1767384897.324602:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384897.324606:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384897.324607:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384897.324610:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000921ce22d. 02000000:00000001:2.0:1767384897.324611:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384897.324615:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384897.324616:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384897.324617:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.324619:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384897.324621:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384897.324625:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384897.324627:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=27 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384897.324632:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=27 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384897.324634:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f87615b. 00000100:00000001:2.0:1767384897.324635:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384897.324638:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384897.324642:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384897.324643:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fe99d5d. 00010000:00000001:2.0:1767384897.324644:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.324649:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384897.324670:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.324675:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384897.324677:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384897.324678:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384897.324681:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384897.324682:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384897.324683:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384897.324684:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384897.324685:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384897.324686:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384897.324687:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384897.324687:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384897.324693:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384897.324695:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384897.324700:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352214912:0@lo:253: 00000100:00000001:2.0:1767384897.324703:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.324705:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384897.324706:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8420ece x1853237352214912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384897.324710:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384897.324712:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384897.324713:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007b242c85. 02000000:00000001:2.0:1767384897.324732:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384897.324734:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384897.324735:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384897.324737:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384897.324738:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000043861229. 02000000:00000001:2.0:1767384897.324741:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384897.324742:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384897.324743:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 00000100:00000001:2.0:1767384897.324746:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384897.324748:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.324749:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384897.324754:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384897.324755:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384897.324757:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384897.324759:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384897.326914:0:22162:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061f7dcbf. 00010000:00000010:3.1:1767384897.326925:0:22162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c986555c. 00010000:00000001:2.0:1767384898.029981:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384898.029990:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384898.029999:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384898.030001:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.030024:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384898.030027:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384898.030031:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384898.241976:0:22400:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384898.241997:0:22400:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.242004:0:22400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384898.242020:0:22400:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384898.242029:0:22400:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.242033:0:22400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384898.476996:0:16759:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384898.477003:0:16759:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384898.477008:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384898.477012:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.053110:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384899.053119:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.053128:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384899.053130:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.053182:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384899.053190:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384899.053195:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384899.102999:0:22564:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384899.103005:0:22564:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:1.0:1767384899.108003:0:22564:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384899.116445:0:22565:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e21d2ec6. 00000400:00000010:1.0:1767384899.116460:0:22565:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000bf8168f. 00000400:00000010:1.0:1767384899.116472:0:22565:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d34fcbdf. 00000400:00000010:1.0:1767384899.116477:0:22565:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000007f6606d. 00000400:00000010:1.0:1767384899.116481:0:22565:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000addcc51d. 00000400:00000010:1.0:1767384899.116486:0:22565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9b75584. 00000400:00000010:1.0:1767384899.116489:0:22565:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed368fe0. 00000400:00000010:1.0:1767384899.116491:0:22565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e67aadf. 00000400:00000010:1.0:1767384899.116495:0:22565:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005c6c2939. 00000800:00000010:1.0:1767384899.116508:0:22565:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a7e42e7a. 00000800:00000200:1.0:1767384899.116520:0:22565:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384899.116531:0:22565:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384899.116591:0:22565:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384899.116614:0:22565:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp21 [8/256/0/180] 00000400:00000010:1.0:1767384899.118880:0:22565:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 0000000043a4f86b. 00000400:00000010:1.0:1767384899.118930:0:22565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbf8a465. 00000400:00000010:1.0:1767384899.118937:0:22565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000400:00000001:1.0:1767384899.118956:0:22565:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384899.118958:0:22565:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384899.118959:0:22565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6bb1bb. 00000400:00000200:1.0:1767384899.118980:0:22565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fb7cd6 00000400:00000010:1.0:1767384899.118984:0:22565:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fb7cd6. 00000400:00000010:1.0:1767384899.118992:0:22565:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000060d7a44e. 00000400:00000200:1.0:1767384899.119003:0:22565:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (12) 00000400:00000200:1.0:1767384899.119029:0:22565:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384899.119043:0:22565:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:1.0:1767384899.119050:0:22565:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000092707fa9. 00000020:01000000:1.0:1767384899.119077:0:22565:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384899.119083:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384899.119083:0:22565:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp21 00000400:00000200:2.0:1767384899.119105:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384899.119113:0:22565:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000bf8168f. 00000400:00000010:2.0:1767384899.119120:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b500eac7. 00000400:00000010:1.0:1767384899.119120:0:22565:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e21d2ec6. 00000400:00000200:2.0:1767384899.119136:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (13) 00000400:00000010:2.0:1767384899.119150:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cde5b47e. 00000400:00000200:2.0:1767384899.119161:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384899.119182:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384899.119191:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384899.119202:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384899.119210:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384899.119221:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384899.119232:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384899.119243:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384899.119256:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384899.119268:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000001:0.0:1767384899.119268:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384899.119275:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384899.119279:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384899.119280:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:01000000:0.0:1767384899.119284:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384899.119299:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384899.119307:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:0.0:1767384899.119307:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384899.119318:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384899.119324:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384899.119330:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384899.119330:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384899.119339:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384899.119347:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384899.119349:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000020:01000004:0.0:1767384899.119352:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384899.119354:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384899.119355:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384899.119361:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6763971. 00000020:00000040:0.0:1767384899.119367:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767384899.119372:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp20 00000100:00000001:0.0:1767384899.119374:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384899.119381:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384899.119388:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp20 lpni_is_preferred = 0 02000000:00000001:0.0:1767384899.119396:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.119401:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp20 02000000:00000010:0.0:1767384899.119408:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ffcc51a5. 00000400:00000200:2.0:1767384899.119416:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.112@tcp20 LPNI seq info [27:27:8:4294967295] 00000100:00000001:0.0:1767384899.119419:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.119432:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384899.119437:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp20 00000100:00000001:0.0:1767384899.119437:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.119456:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6763971] to pc [ptlrpcd_00_00+0] req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384899.119483:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20:) -> 192.168.203.112@tcp20(192.168.203.112@tcp:192.168.203.112@tcp20) : PUT try# 0 00000800:00000200:2.0:1767384899.119498:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.112@tcp20 00000800:00000010:2.0:1767384899.119504:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3f5415f. 10000000:00000001:0.0:1767384899.119506:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384899.119511:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.119514:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384899.119515:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384899.119520:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000566af395. 00000020:00000001:0.0:1767384899.119521:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384899.119522:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384899.119526:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384899.119530:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384899.119531:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384899.119533:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000069bb9902. 10000000:01000000:0.0:1767384899.119534:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384899.119535:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384899.119542:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384899.119544:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384899.119545:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384899.119548:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384899.119554:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384899.119561:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (2) 00000020:01000004:0.0:1767384899.119561:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384899.119564:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384899.119568:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384899.119569:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384899.119575:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384899.119577:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384899.119579:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384899.119580:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384899.119584:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384899.119589:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092f4ff71. 00000800:00000200:2.1:1767384899.119594:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (2) 02000000:00000001:1.0:1767384899.119595:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384899.119596:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00100000:1.0:1767384899.119603:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6763971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352215040:0@lo:253: 00000100:00000001:0.0:1767384899.119610:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384899.119611:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384899.119615:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384899.119617:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384899.119619:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.119620:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.119626:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384899.119630:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 02000000:00000010:1.0:1767384899.119632:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000008110818. 02000000:00000010:0.0:1767384899.119633:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000072d2689d. 02000000:00000001:1.0:1767384899.119638:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.119640:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000001:0.0:1767384899.119643:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384899.119644:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b483a11. 00000100:00000001:0.0:1767384899.119656:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384899.119657:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf8168f. 00000100:00000001:0.0:1767384899.119660:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384899.119664:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352215040, portal 25 00000100:00000001:1.0:1767384899.119669:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384899.119669:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092f4ff71] to pc [ptlrpcd_00_01+1] req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.119672:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376598016 : -106558332953600 : ffff9f15f46a9c00) 00000100:00000040:1.0:1767384899.119681:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384899.119700:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.119704:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384899.119712:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384899.119715:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384899.119719:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d97404c. 00000020:00000001:0.0:1767384899.119719:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384899.119722:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384899.119725:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000092707fa9. 00000100:00000200:1.0:1767384899.119732:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352215040, offset 0 00000400:00000200:1.0:1767384899.119739:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384899.119748:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384899.119756:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384899.119756:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384899.119761:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384899.119762:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000040:0.0:1767384899.119767:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384899.119774:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103200 00000400:00000200:1.0:1767384899.119786:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:0.0:1767384899.119789:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384899.119808:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384899.119809:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e38e59b3. 02000000:00000001:0.0:1767384899.119814:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384899.119816:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1067fa9 02000000:00000001:0.0:1767384899.119817:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384899.119822:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384899.119826:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384899.119828:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000092f4ff71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352215168:0@lo:253: 00000100:00000001:0.0:1767384899.119835:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384899.119839:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384899.119843:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384899.119847:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1067fa9 02000000:00000001:0.0:1767384899.119847:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.119851:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384899.119852:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1067fa9. 00000100:00000001:1.0:1767384899.119861:0:16136:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384899.119861:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000ac9b0a2. 00000100:00000200:1.0:1767384899.119866:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384899.119868:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384899.119871:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000559e093b x1853237352215040 msgsize 4848 00000400:00000010:0.0:1767384899.119873:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8bc58fb. 00000400:00000010:0.0:1767384899.119882:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac86f7a8. 00000100:00100000:1.0:1767384899.119883:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384899.119917:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352215168, portal 25 00000100:00000001:0.0:1767384899.119920:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384899.119923:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376603392 : -106558332948224 : ffff9f15f46ab100) 00000100:00000040:0.0:1767384899.119929:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.119936:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384899.119939:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384899.119943:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029230668. 00000100:00000200:0.0:1767384899.119947:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352215168, offset 0 00000100:00000040:1.0:1767384899.119957:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384899.119958:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384899.119960:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:1.0:1767384899.119973:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384899.119975:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384899.119983:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d97404c 00000400:00000010:1.0:1767384899.119988:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d97404c. 00000100:00000001:1.0:1767384899.119994:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384899.119998:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103280 00000100:00000200:1.0:1767384899.120003:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384899.120008:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000010:0.0:1767384899.120019:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daede07. 00000400:00000200:0.0:1767384899.120025:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c09ed37a 00000100:00000001:1.0:1767384899.120026:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384899.120033:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384899.120035:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384899.120037:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384899.120045:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384899.120078:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384899.120080:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09ed37a 00000100:00000001:1.0:1767384899.120081:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384899.120085:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09ed37a. 00000100:00000001:1.0:1767384899.120090:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120093:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384899.120095:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294888080 00000100:00000200:0.0:1767384899.120097:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384899.120100:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043d545e7. 00000100:00000040:0.0:1767384899.120102:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000052586494 x1853237352215168 msgsize 4848 00000100:00000001:1.0:1767384899.120107:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384899.120116:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384899.120118:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294888080 00000100:00000040:0.0:1767384899.120122:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384899.120123:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3e17433. 00000400:00000200:2.0:1767384899.120126:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:0.0:1767384899.120134:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384899.120136:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384899.120146:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294888080 00000400:00000200:0.0:1767384899.120146:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029230668 00000400:00000010:0.0:1767384899.120152:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029230668. 00000100:00000010:1.0:1767384899.120153:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004867699e. 00000100:00000001:0.0:1767384899.120160:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384899.120163:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384899.120168:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.120173:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294888080 00000100:00000001:0.0:1767384899.120178:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384899.120179:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bf6f442. 00000100:00000001:1.0:1767384899.120187:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384899.120188:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.120193:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384899.120198:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.120205:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120206:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.120208:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:1.0:1767384899.120211:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.120212:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384899.120222:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.120224:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384899.120227:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384899.120228:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294888080 00000100:00000001:1.0:1767384899.120234:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.120234:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294888080 00000100:00000001:1.0:1767384899.120238:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384899.120239:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294888080 00000100:00000001:1.0:1767384899.120242:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120244:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294888080 00000100:00000001:1.0:1767384899.120247:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120248:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294888080 00000100:00000001:0.0:1767384899.120251:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294888080 00000100:00000001:0.0:1767384899.120253:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294888080 00000100:00000001:0.0:1767384899.120261:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294888080 00000100:00000001:0.0:1767384899.120264:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384899.120266:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.120269:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384899.120269:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.120277:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00100000:1.0:1767384899.120278:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215040 00000100:00000001:0.0:1767384899.120278:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384899.120287:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384899.120290:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384899.120293:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384899.120294:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384899.120296:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120299:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.120302:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384899.120303:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120305:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384899.120308:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215040 00000100:00000001:0.0:1767384899.120310:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.120312:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384899.120315:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384899.120317:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384899.120320:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:1.0:1767384899.120323:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384899.120326:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384899.120330:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384899.120334:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000810ea910. 00000100:00000001:1.0:1767384899.120337:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.120341:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000810ea910. 00000100:00000001:0.0:1767384899.120344:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384899.120347:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215168 02000000:00000001:0.0:1767384899.120351:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384899.120354:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384899.120355:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4552561. 00000100:00000001:0.0:1767384899.120356:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384899.120361:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071b4b95f. 02000000:00000001:0.0:1767384899.120363:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.120365:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000020:00000010:1.0:1767384899.120366:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000687c630b. 00000100:00100000:0.0:1767384899.120367:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215168 00000020:00000001:0.0:1767384899.120373:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384899.120377:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384899.120381:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384899.120382:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384899.120385:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:1.0:1767384899.120387:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384899.120389:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384899.120390:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384899.120394:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.120394:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384899.120402:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384899.120406:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bda4c9e6. 00000100:00000001:1.0:1767384899.120407:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120409:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384899.120412:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bda4c9e6. 00000100:00000001:1.0:1767384899.120416:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384899.120418:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bc59b4d. 00000020:00000010:0.0:1767384899.120423:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fb78d49. 00000020:00000010:0.0:1767384899.120427:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005619c37f. 00000100:00000001:0.0:1767384899.120434:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384899.120437:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384899.120439:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384899.120441:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.120443:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384899.120445:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00100000:1.0:1767384899.120453:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384899.120458:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384899.120460:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.120463:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526634576 : -106558182917040 : ffff9f15fd5bfc50) 00000100:00000001:0.0:1767384899.120470:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384899.120473:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000559e093b x1853237352215040/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 4848/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.120485:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384899.120486:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384899.120489:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384899.120491:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000810ea910. 00000100:00100000:0.0:1767384899.120496:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:1.0:1767384899.120497:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.120504:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000810ea910. 00000100:00000040:0.0:1767384899.120504:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000400:00000200:2.0:1767384899.120508:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:0.0:1767384899.120509:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526623312 : -106558182928304 : ffff9f15fd5bd050) 00000100:00100000:1.0:1767384899.120519:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000559e093b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352215040:12345-0@lo:253: 00000100:00000040:0.0:1767384899.120522:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052586494 x1853237352215168/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 4848/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384899.120527:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215040 00000020:00000001:1.0:1767384899.120532:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384899.120535:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384899.120538:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384899.120540:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bda4c9e6. 00000020:00000001:1.0:1767384899.120541:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.120546:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384899.120547:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384899.120552:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bda4c9e6. 00000020:00000001:1.0:1767384899.120553:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384899.120558:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384899.120561:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.120564:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00100000:0.0:1767384899.120565:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052586494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352215168:12345-0@lo:253: 00000020:00000001:1.0:1767384899.120567:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384899.120572:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384899.120580:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215168 00000020:00000001:1.0:1767384899.120581:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.120585:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384899.120586:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384899.120590:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384899.120593:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.120596:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384899.120599:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384899.120603:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000092707fa9. 00000020:00000001:0.0:1767384899.120603:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 02000000:00000001:1.0:1767384899.120607:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.120610:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384899.120611:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.120615:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384899.120616:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384899.120621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000020:00000001:0.0:1767384899.120621:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384899.120627:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384899.120633:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384899.120636:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cd30cb98. 00000100:00000001:0.0:1767384899.120637:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384899.120641:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:0.0:1767384899.120642:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384899.120646:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384899.120649:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:0.0:1767384899.120650:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000271c0b82. 20000000:00000001:1.0:1767384899.120651:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.120655:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.120657:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.120658:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384899.120664:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384899.120666:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384899.120669:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c01c5051. 20000000:01000000:1.0:1767384899.120675:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000010:0.0:1767384899.120675:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b748e55a. 00000400:00000200:2.0:1767384899.120677:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 20000000:01000000:0.0:1767384899.120681:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384899.120686:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384899.120706:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384899.120709:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384899.120719:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384899.120722:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384899.120726:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384899.120729:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384899.120733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00080000:00000001:1.0:1767384899.120767:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384899.120772:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384899.120775:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.120778:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384899.120781:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384899.120786:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000020:00000001:1.0:1767384899.120787:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384899.120811:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384899.120820:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bd1c5b50. 00080000:00000001:1.0:1767384899.120824:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247713792 : -106563461837824 : ffff9f14c2b60c00) 00080000:00000001:1.0:1767384899.120827:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384899.120869:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.120950:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000001:00000001:1.0:1767384899.121008:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384899.121010:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.121014:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384899.121038:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00080000:00000001:1.0:1767384899.121039:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.121042:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384899.121148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00080000:00000001:1.0:1767384899.121211:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384899.121215:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384899.121231:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.121318:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.121377:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.121423:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000800:00000010:2.0:1767384899.122002:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b8c0af5. 00000800:00000010:2.0:1767384899.122012:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7ebd813. 00000800:00000010:2.0:1767384899.122022:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000768645f6. 00000800:00000010:2.0:1767384899.122113:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000768645f6. 00000400:00000200:0.0:1767384899.122164:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384899.122184:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp20 from 233.3.0.2 00000800:00000010:0.0:1767384899.122187:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bc260ed4. 00000800:00000010:2.0:1767384899.122248:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000689a36a4. 00000800:00000010:2.0:1767384899.122258:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a979d47. 00000800:00000010:2.0:1767384899.122284:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006fb104ff. 00000800:00000200:2.1:1767384899.122294:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (2) 00000800:00000200:2.1:1767384899.122301:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp20 000000006fb104ff deleted 00000800:00000010:2.1:1767384899.122304:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006fb104ff. 00000800:00000200:2.1:1767384899.122316:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384899.122329:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:1001 00000800:00000200:2.1:1767384899.122335:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3f5415f type 1, nob 336 niov 1 nkiov 1 00000800:00000200:2.0:1767384899.122346:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp20 p 3.x 192.168.203.112 -> 192.168.203.112:1001 incarnation:1767384897291178207 sched[0] 00000800:00000010:2.0:1767384899.122354:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000768645f6. 00000800:00000010:2.0:1767384899.122446:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000768645f6. 00000800:00000010:2.0:1767384899.122454:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a979d47. 00000800:00000010:2.0:1767384899.122523:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bc260ed4. 00000800:00000001:2.0:1767384899.122545:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.122556:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384899.122658:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384899.122664:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3f5415f. 00000400:00000200:2.0:1767384899.122670:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.122678:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: PUT: OK 00000400:00000200:2.0:1767384899.122685:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384899.122690:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000200:2.1:1767384899.122769:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384899.122782:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp20 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384897291178207 sched[0] 00000800:00000010:2.0:1767384899.122787:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7ebd813. 00000400:00000200:2.0:1767384899.122956:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.123068:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.123176:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.123289:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.123369:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:0.0:1767384899.123411:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384899.123435:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384899.123438:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384899.123444:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384899.123455:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20) <- 192.168.203.112@tcp20 : PUT - for me 00000400:00000200:2.0:1767384899.123457:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384899.123464:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384899.123471:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 240/240 into md 0x1459 [1] + 0 00000400:00000010:0.0:1767384899.123475:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bfc6ed5. 00000400:00000200:0.0:1767384899.123480:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064f2aff4 00000800:00000001:0.0:1767384899.123485:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384899.123501:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384899.123503:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.123507:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: PUT: OK 00000400:00000200:0.0:1767384899.123510:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f2aff4 00000400:00000010:0.0:1767384899.123512:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064f2aff4. 00000400:00000200:0.0:1767384899.123518:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384899.123523:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (14) 00000400:00000200:0.0:1767384899.123527:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:0.0:1767384899.123532:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000a4d8b7b4. 00000400:00000200:0.0:1767384899.123535:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 13 00000400:00000200:0.0:1767384899.123544:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384899.123554:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384899.123556:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (15) 00000400:00000200:0.0:1767384899.123568:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384899.123580:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp20 to MR: 192.168.203.112@tcp20 local destination 00000400:00000200:0.0:1767384899.123591:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.112@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767384899.123617:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) -> 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) 192.168.203.112@tcp20 : ACK try# 0 00000800:00000200:0.0:1767384899.123638:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp20 00000400:00000200:2.0:1767384899.123673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.123853:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000010:0.0:1767384899.123870:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0c4b3fe. 00000800:00000200:0.0:1767384899.123884:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (4) 00000800:00000200:0.0:1767384899.123919:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:988 00000800:00000200:0.0:1767384899.123924:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0c4b3fe type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384899.123959:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384899.123989:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384899.123997:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b37c12. 00000400:00000010:2.0:1767384899.124006:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3b72c0. 00000400:00000200:2.0:1767384899.124014:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:2.0:1767384899.124027:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1004d1 00000400:00000010:2.0:1767384899.124040:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000705617a5. 00000800:00000200:0.0:1767384899.124041:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384899.124048:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000e741734e. 00000800:00000010:0.0:1767384899.124050:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0c4b3fe. 00000400:00000010:2.0:1767384899.124055:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000911b5a8f. 00000400:00000200:0.0:1767384899.124059:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384899.124087:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: ACK: OK 00000800:00000001:0.0:1767384899.124103:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384899.124108:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006fba8020. 00000800:00000001:0.0:1767384899.124110:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384899.124116:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384899.124126:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006fba8020 nid 192.168.203.112@tcp21 00000800:00000001:0.0:1767384899.124128:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384899.124136:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007a379901. 00000400:00000200:0.0:1767384899.124144:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20) <- 192.168.203.112@tcp20 : ACK - for me 00000400:00000200:2.0:1767384899.124146:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000007a379901 net tcp21 00000400:00000200:2.0:1767384899.124156:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (14) 00000400:00000200:0.0:1767384899.124160:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp20: ACK from 12345-192.168.203.112@tcp20 into md 0x1471 00000400:00000200:0.0:1767384899.124169:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.124178:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp21 flags 0x11 00000400:00000200:0.0:1767384899.124182:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: ACK: OK 00000400:00000010:2.0:1767384899.124193:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000705617a5. 00000400:00000200:0.0:1767384899.124193:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b500eac7 00000400:00000010:0.0:1767384899.124202:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b500eac7. 00000400:00000010:2.0:1767384899.124206:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000e741734e. 00000400:00000200:0.0:1767384899.124208:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:2.0:1767384899.124219:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000911b5a8f. 00000400:00000200:0.0:1767384899.124220:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:0.0:1767384899.124231:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:2.0:1767384899.124234:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000a4d8b7b4. 00000400:00000200:0.0:1767384899.124236:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (15) 00000400:00000200:2.0:1767384899.124251:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384899.124260:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000800:00000001:0.0:1767384899.124267:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384899.124268:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000800:00000001:0.0:1767384899.124272:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.124281:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:2.0:1767384899.124287:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384899.124290:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384899.124298:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384899.124306:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (14) 00000800:00000001:2.0:1767384899.124331:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.124381:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.124484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.124572:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.124661:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.124756:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.124874:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.125027:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.125139:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.125271:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.125409:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.125547:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.125683:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.125830:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384899.126001:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000800:00000010:2.0:1767384899.126349:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000894c355d. 00000800:00000010:2.0:1767384899.126355:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a979d47. 00000800:00000010:2.0:1767384899.126366:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000768645f6. 00000800:00000010:2.0:1767384899.126445:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000768645f6. 00000400:00000200:0.0:1767384899.126451:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384899.126488:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp20 from 232.3.0.2 00000800:00000010:0.0:1767384899.126491:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000081d37a3e. 00000800:00000010:2.0:1767384899.126530:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000043861229. 00000800:00000010:2.0:1767384899.126538:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006fb104ff. 00000800:00000010:2.0:1767384899.126585:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002b8bc2ce. 00000800:00000200:2.1:1767384899.126597:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (4) 00000800:00000200:2.1:1767384899.126602:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp20 000000002b8bc2ce deleted 00000800:00000010:2.1:1767384899.126605:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002b8bc2ce. 00000800:00000200:2.1:1767384899.126612:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384899.126618:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp20 p 3.x 192.168.203.112 -> 192.168.203.112:1000 incarnation:1767384897291178207 sched[0] 00000800:00000010:2.0:1767384899.126627:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000768645f6. 00000800:00000010:2.0:1767384899.126716:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000768645f6. 00000800:00000010:2.0:1767384899.126724:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006fb104ff. 00000800:00000010:2.0:1767384899.126785:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000081d37a3e. 00000800:00000001:2.0:1767384899.126832:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.126839:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384899.126882:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384899.126937:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp20 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384897291178207 sched[0] 00000800:00000010:2.0:1767384899.126942:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a979d47. 00000800:00000001:0.0:1767384899.126994:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384899.127003:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384899.133578:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384899.133584:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:2.0:1767384899.133593:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384899.133594:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384899.133603:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384899.133603:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384899.133618:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384899.133619:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384899.133623:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384899.133628:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:1.0:1767384899.133633:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c3981d5. 00080000:00000010:2.0:1767384899.133634:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bd1c5b50. 20000000:01000000:1.0:1767384899.133639:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:0.0:1767384899.133642:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384899.133644:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384899.133645:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384899.133648:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384899.133655:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384899.133655:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767384899.133658:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384899.133665:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384899.133670:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384899.133677:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384899.133697:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384899.133702:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384899.133702:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384899.133709:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.133712:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384899.133715:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384899.133716:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061f7dcbf. 00000020:00000001:1.0:1767384899.133719:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384899.133724:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384899.133727:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:1.0:1767384899.133729:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e7bec56. 00010000:00000010:3.0:1767384899.133734:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c986555c. 00080000:00000001:1.0:1767384899.133735:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247720960 : -106563461830656 : ffff9f14c2b62800) 00080000:00000001:1.0:1767384899.133745:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384899.133747:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384899.133756:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c986555c with handle 0x7ec529173eeb831e to hash 00000020:00000001:3.0:1767384899.133760:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384899.133762:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384899.133766:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384899.133772:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.133774:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.133778:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.133807:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384899.133814:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384899.133818:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384899.133820:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.133824:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.133828:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.133830:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.133833:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384899.133836:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384899.133838:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384899.133840:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384899.133844:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061f7dcbf) refcount = 1 00000001:00000001:1.0:1767384899.133847:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384899.133849:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384899.133850:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.133856:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384899.133864:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384899.133868:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384899.133870:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384899.133873:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.133875:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.133884:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:0.0:1767384899.133924:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294888080, at 4294888081 00000100:00000010:0.0:1767384899.133933:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043d545e7. 00010000:00000001:3.0:1767384899.133945:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384899.133954:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384899.133961:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:3.0:1767384899.133972:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.133975:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.133978:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000020:00000001:3.0:1767384899.133982:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384899.133985:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384899.133989:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384899.133992:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.134002:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384899.134006:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.134013:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.134017:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384899.134020:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.134026:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.134028:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.134031:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384899.134035:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384899.134043:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c986555c already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384899.134046:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.134049:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384899.134052:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.134058:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384899.134070:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.134072:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.134074:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=5 00000020:00000001:3.0:1767384899.134076:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384899.134085:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384899.134090:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384899.134093:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.134100:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384899.134104:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.134107:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384899.134114:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384899.134115:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384899.134125:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384899.134126:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384899.134136:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.134138:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384899.134142:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c986555c with handle 0x7ec529173eeb831e from hash 00010000:00000001:3.0:1767384899.134146:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384899.134147:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.134150:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384899.134151:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294888080, at 4294888081 00010000:00000001:3.0:1767384899.134152:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384899.134159:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:1.0:1767384899.134160:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3e17433. 00010000:00000001:3.0:1767384899.134163:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384899.134169:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384899.134172:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.134176:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.134179:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384899.134181:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384899.134184:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.134185:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.134187:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.134189:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.134191:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.134194:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.134201:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.134202:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384899.134203:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294888080, at 4294888081 00010000:00000001:3.0:1767384899.134204:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384899.134206:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000010:2.0:1767384899.134211:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004867699e. 00010000:00000001:3.0:1767384899.134214:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.134215:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.134217:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384899.134220:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.134222:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.134224:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.134231:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384899.134233:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384899.134235:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c986555c/0x7ec529173eeb831e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384899.134242:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061f7dcbf count: 0 00010000:00000001:3.0:1767384899.134252:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384899.134254:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384899.134264:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294888080, at 4294888081 00000100:00000010:3.0:1767384899.134270:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bf6f442. 00010000:00000010:3.1:1767384899.141927:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061f7dcbf. 00010000:00000010:3.1:1767384899.141936:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c986555c. 00080000:00000001:2.0:1767384899.146538:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384899.146541:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384899.146545:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384899.146547:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384899.146550:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384899.146555:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e7bec56. 00080000:00000001:2.0:1767384899.146562:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384899.146645:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384899.146651:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384899.146654:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.146657:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384899.146658:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384899.146671:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384899.146674:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384899.146679:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384899.146688:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384899.146691:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384899.146694:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384899.146697:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384899.146701:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384899.146708:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c6456e54. 00010000:00000001:1.0:1767384899.146713:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384899.146717:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384899.146722:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384899.146730:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb8325 to hash 00000020:00000001:1.0:1767384899.146734:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384899.146736:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384899.146740:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384899.146744:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384899.146747:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384899.146751:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.146759:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384899.146761:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384899.146763:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384899.146765:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384899.146768:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.146770:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384899.146772:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.146774:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384899.146777:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384899.146779:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384899.146782:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384899.146784:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6456e54) refcount = 1 00010000:00010000:1.0:1767384899.146789:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.146808:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384899.146811:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384899.146813:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.146815:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.146817:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384899.146821:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384899.146827:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003144348s 00010000:00000001:1.0:1767384899.146830:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384899.146834:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384899.146837:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=4 00000020:00000001:1.0:1767384899.146840:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384899.146847:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384899.146849:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384899.146851:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.146858:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384899.146861:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.146866:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384899.146869:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384899.146870:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.146876:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384899.146877:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.146879:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384899.146880:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384899.146884:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384899.146913:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384899.146915:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384899.146918:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.146922:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384899.146924:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384899.146925:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384899.146928:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=5 00000020:00000001:1.0:1767384899.146930:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384899.146933:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384899.146938:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384899.146940:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.146949:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384899.146953:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384899.146954:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.146957:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384899.146959:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384899.146961:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384899.146963:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384899.146964:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb8325 from hash 00010000:00000001:1.0:1767384899.146966:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384899.146967:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384899.146968:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384899.146968:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384899.146971:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384899.146972:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384899.146974:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384899.146976:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.146978:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.146979:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384899.146981:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384899.146984:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384899.146987:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384899.146989:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.146992:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.146994:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384899.146997:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.147001:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384899.147004:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384899.147007:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384899.147009:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384899.147011:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384899.147012:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384899.147015:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384899.147018:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.147020:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384899.147026:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.147031:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384899.147034:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384899.147036:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8325 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384899.147040:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c6456e54 count: 0 00010000:00000001:1.0:1767384899.147062:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384899.147065:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384899.147864:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384899.147867:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384899.147869:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cd30cb98. 20000000:00000001:1.0:1767384899.147878:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384899.147882:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352215040 00010000:00000001:1.0:1767384899.147912:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384899.147921:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000559e093b x1853237352215040/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384899.147928:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384899.147930:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384899.147934:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384899.147939:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384899.147941:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384899.147943:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384899.147946:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384899.147949:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.147955:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384899.147961:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384899.147970:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000077795ee. 00000100:00000200:1.0:1767384899.147975:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352215040, offset 224 00000400:00000200:1.0:1767384899.147982:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384899.147995:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384899.148009:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103200 00000400:00000200:1.0:1767384899.148015:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1475 [2] + 224 00000400:00000200:1.0:1767384899.148028:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.148034:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384899.148040:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384899.148046:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384899.148053:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.148069:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384899.148077:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000077795ee 00000400:00000010:1.0:1767384899.148080:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000077795ee. 00000100:00000001:1.0:1767384899.148087:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384899.148089:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384899.148094:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384899.148097:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384899.148100:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384899.148103:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.148106:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384899.148112:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000559e093b x1853237352215040/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384899.148123:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000559e093b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352215040:12345-0@lo:253: Request processed in 27636us (28249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384899.148133:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384899.148138:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384899.148141:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384899.148145:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384899.148152:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071b4b95f. 00000020:00000010:1.0:1767384899.148158:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000687c630b. 00000020:00000010:1.0:1767384899.148163:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4552561. 00000020:00000040:1.0:1767384899.148176:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384899.148182:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384899.148185:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000092707fa9. 02000000:00000001:1.0:1767384899.148191:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384899.148194:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384899.148210:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384899.148217:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020d6c5c5. 00000400:00000010:1.0:1767384899.148223:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000077795ee. 00000100:00000001:1.0:1767384899.148257:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384899.148262:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384899.148269:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384899.148272:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384899.148275:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b483a11. 00000400:00000200:1.0:1767384899.148282:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf8168f 00000400:00000010:1.0:1767384899.148285:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf8168f. 00000100:00000001:1.0:1767384899.148289:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384899.148297:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384899.148311:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.148322:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384899.148326:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.148331:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384899.148335:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384899.148337:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384899.148339:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.148343:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384899.148349:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=29 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384899.148353:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384899.148355:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384899.148356:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.148360:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384899.148362:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.148364:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384899.148369:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.148375:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384899.148378:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384899.148382:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384899.148385:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384899.148389:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384899.148396:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384899.148397:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384899.148400:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384899.148401:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384899.148402:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384899.148406:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384899.148409:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384899.148412:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384899.148418:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384899.148423:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6763971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352215040:0@lo:253: 00000100:00000001:1.0:1767384899.148427:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.148429:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384899.148432:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6763971 x1853237352215040/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.148437:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384899.148438:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384899.148440:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000008110818. 02000000:00000001:1.0:1767384899.148444:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384899.148446:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384899.148448:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384899.148451:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384899.148453:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ffcc51a5. 02000000:00000001:1.0:1767384899.148458:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384899.148459:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384899.148461:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6763971. 00000100:00000001:1.0:1767384899.148467:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384899.148469:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.148471:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.148478:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384899.148481:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.148486:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384899.148488:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384899.150059:0:22570:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008bc63a95. 00000400:00000040:0.0:1767384899.150083:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384899.150087:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384899.150092:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.150095:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384899.150099:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.150101:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384899.150106:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384899.150108:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384899.150111:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384899.150114:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384899.150117:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384899.150118:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384899.150121:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384899.150123:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384899.150124:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384899.150126:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384899.150128:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384899.150130:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384899.150133:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384899.150136:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.150138:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384899.150139:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384899.150141:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384899.150143:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.150145:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384899.150147:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.150149:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384899.150151:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384899.150159:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384899.150161:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.150163:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384899.150166:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384899.150167:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384899.150170:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384899.150172:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384899.150175:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.150176:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384899.150178:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384899.150180:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384899.150182:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384899.150183:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384899.150185:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384899.150187:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384899.150188:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384899.150190:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384899.150191:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384899.150193:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384899.150195:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384899.150198:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384899.150199:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384899.150200:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384899.150202:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384899.150203:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384899.150206:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384899.150207:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384899.150208:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384899.150209:0:22570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384899.150259:0:22570:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008bc63a95. 00080000:00000020:1.0:1767384899.150398:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384899.150401:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384899.150402:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b748e55a. 20000000:00000001:1.0:1767384899.150405:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384899.150413:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352215168 00010000:00000001:1.0:1767384899.150416:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384899.150419:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052586494 x1853237352215168/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384899.150425:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384899.150426:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384899.150428:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384899.150430:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384899.150432:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384899.150433:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384899.150435:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384899.150436:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.150438:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384899.150440:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384899.150443:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000342745a7. 00000100:00000200:1.0:1767384899.150445:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352215168, offset 224 00000400:00000200:1.0:1767384899.150448:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384899.150454:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384899.150459:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103280 00000400:00000200:1.0:1767384899.150464:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x147d [2] + 224 00000400:00000200:1.0:1767384899.150470:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.150473:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384899.150476:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384899.150480:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384899.150491:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.150513:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384899.150519:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000342745a7 00000100:00000001:0.0:1767384899.150521:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384899.150522:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000342745a7. 00000100:00000001:0.0:1767384899.150525:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384899.150526:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384899.150529:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384899.150529:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384899.150533:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384899.150533:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384899.150536:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8bc58fb. 00000100:00000040:1.0:1767384899.150537:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:0.0:1767384899.150541:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac86f7a8 00000400:00000010:0.0:1767384899.150542:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac86f7a8. 00000100:00000001:0.0:1767384899.150545:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384899.150548:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384899.150550:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384899.150551:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384899.150553:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384899.150557:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052586494 x1853237352215168/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384899.150577:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052586494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352215168:12345-0@lo:253: Request processed in 30041us (30473us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384899.150586:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384899.150588:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:1.0:1767384899.150593:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384899.150598:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384899.150600:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384899.150606:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fb78d49. 00000100:00000001:0.0:1767384899.150606:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384899.150611:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384899.150612:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005619c37f. 00000100:00000001:0.0:1767384899.150617:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384899.150618:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bc59b4d. 02000000:00000001:0.0:1767384899.150622:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384899.150624:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:0.0:1767384899.150626:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384899.150628:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384899.150632:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000271c0b82. 00000100:00000001:0.0:1767384899.150632:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.150636:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384899.150638:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.150639:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384899.150645:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384899.150646:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=29 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384899.150648:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b483a11. 00000400:00000010:1.0:1767384899.150654:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000342745a7. 00000100:00001000:0.0:1767384899.150655:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384899.150662:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384899.150663:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.150665:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384899.150666:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.150667:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.150670:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.150675:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384899.150677:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384899.150678:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384899.150680:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384899.150681:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384899.150682:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384899.150683:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384899.150684:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384899.150684:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384899.150685:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384899.150686:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384899.150687:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384899.150688:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384899.150693:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092f4ff71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352215168:0@lo:253: 00000100:00000001:0.0:1767384899.150696:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.150702:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384899.150704:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092f4ff71 x1853237352215168/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.150708:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384899.150710:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384899.150711:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000ac9b0a2. 02000000:00000001:0.0:1767384899.150714:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384899.150715:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384899.150716:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384899.150717:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384899.150718:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000072d2689d. 02000000:00000001:0.0:1767384899.150721:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384899.150722:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384899.150723:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092f4ff71. 00000100:00000001:0.0:1767384899.150726:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384899.150726:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.150728:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.150732:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384899.150734:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.150735:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.150737:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384899.157948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c6456e54. 00010000:00000010:1.1:1767384899.157961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 10000000:00000001:2.0:1767384899.500963:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384899.500969:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384899.500976:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.500979:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384899.500982:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384899.500985:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384899.500989:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384899.500992:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384899.500994:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 21 10000000:00000001:2.0:1767384899.500998:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384899.500999:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384899.501008:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000020:00000040:2.0:1767384899.501012:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384899.501018:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384899.501021:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384899.501027:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384899.501033:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f946d9d. 00000100:00000001:2.0:1767384899.501041:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.501045:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384899.501048:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384899.501056:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004f480de6. 00010000:00000001:2.0:1767384899.501060:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384899.501063:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000463e6643. 00000020:00000001:2.0:1767384899.501068:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384899.501077:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000463e6643 with handle 0x7ec529173eeb832c to hash 00000020:00000001:2.0:1767384899.501079:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384899.501080:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384899.501084:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384899.501088:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384899.501090:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.501093:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384899.501101:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384899.501111:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384899.501115:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384899.501127:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384899.501133:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a26ffe2a. 00000100:00000001:2.0:1767384899.501135:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510249848576 : -106563459703040 : ffff9f14c2d69f00) 00000100:00000001:2.0:1767384899.501138:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.501139:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000001:2.0:1767384899.501143:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384899.501145:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.501147:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384899.501150:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384899.501158:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.501166:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384899.501168:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.501172:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384899.501174:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384899.501176:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384899.501178:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352215296:0@lo:101: 00000100:00000001:2.0:1767384899.501192:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384899.501205:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384899.501208:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.501210:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384899.501214:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1f00508. 02000000:00000001:2.0:1767384899.501215:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.501222:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1121f4. 00000400:00000010:2.0:1767384899.501231:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb4d8bd. 00000100:00000200:2.0:1767384899.501238:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352215296, portal 25 00000100:00000001:2.0:1767384899.501240:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.501241:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000040:2.0:1767384899.501247:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.501254:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384899.501256:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384899.501259:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000100:00000200:2.0:1767384899.501261:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352215296, offset 0 00000400:00000200:2.0:1767384899.501266:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384899.501279:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384899.501290:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272103300 00000400:00000200:2.0:1767384899.501296:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x985 [2] + 0 00000400:00000010:2.0:1767384899.501300:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b334f3f. 00000400:00000200:2.0:1767384899.501303:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf435357 00000400:00000200:2.0:1767384899.501310:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.501313:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384899.501318:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf435357 00000400:00000010:2.0:1767384899.501320:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf435357. 00000100:00000001:2.0:1767384899.501324:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384899.501326:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384899.501329:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000a3e8e643 x1853237352215296 msgsize 328 00000100:00100000:2.0:1767384899.501332:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384899.501335:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384899.501349:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384899.501359:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:2.0:1767384899.501360:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000100:00000001:2.0:1767384899.501365:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384899.501376:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.501385:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.501390:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.501397:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.501398:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384899.501399:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384899.501408:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215296 00000100:00000001:2.0:1767384899.501410:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.501412:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384899.501416:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294888461 00000100:00000001:1.0:1767384899.501416:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384899.501422:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384899.501424:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009413ac94. 02000000:00000001:1.0:1767384899.501427:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384899.501433:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215296 00000100:00000001:2.0:1767384899.501434:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384899.501442:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384899.501445:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384899.501446:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294888461 00000020:00000001:1.0:1767384899.501449:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384899.501452:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000010:2.0:1767384899.501453:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000084c40266. 00000020:00000001:1.0:1767384899.501462:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384899.501464:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384899.501468:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294888461 00000100:00000010:2.0:1767384899.501471:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a7b5b20. 00000020:00000001:1.0:1767384899.501475:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384899.501478:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384899.501484:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384899.501487:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294888461 00000020:00000010:1.0:1767384899.501488:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fab799cf. 00000100:00000010:2.0:1767384899.501491:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1040d3. 00000100:00000001:1.0:1767384899.501492:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.501499:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fab799cf. 00000100:00000001:2.0:1767384899.501500:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384899.501510:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.501511:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9f98833. 00000100:00000001:2.0:1767384899.501519:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384899.501522:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b81ad77. 00000100:00000001:2.0:1767384899.501523:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384899.501530:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384899.501533:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a26ffe2a going to sleep for 11 seconds 00000020:00000010:1.0:1767384899.501533:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000687c630b. 00000100:00000001:2.0:1767384899.501550:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384899.501558:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384899.501574:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384899.501578:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384899.501579:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384899.501580:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.501587:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.501599:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.501610:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384899.501612:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384899.501619:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384899.501622:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384899.501624:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526632528 : -106558182919088 : ffff9f15fd5bf450) 00000100:00000040:1.0:1767384899.501630:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3e8e643 x1853237352215296/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 328/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.501638:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384899.501640:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fab799cf. 00000100:00000001:1.0:1767384899.501641:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.501643:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fab799cf. 00000100:00100000:1.0:1767384899.501645:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e8e643 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352215296:12345-0@lo:101: 00000100:00000200:1.0:1767384899.501648:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215296 00000020:00000001:1.0:1767384899.501650:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384899.501653:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384899.501655:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.501657:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384899.501659:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:1.0:1767384899.501667:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384899.501669:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384899.501670:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384899.501672:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384899.501677:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.501678:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384899.501680:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384899.501681:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384899.501683:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384899.501685:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.501689:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384899.501696:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c6456e54. 00010000:00000001:1.0:1767384899.501700:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384899.501703:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 00000020:00000001:1.0:1767384899.501706:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384899.501709:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f09508b with handle 0x7ec529173eeb8333 to hash 00000020:00000001:1.0:1767384899.501711:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384899.501712:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384899.501715:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00010000:1.0:1767384899.501717:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb832c expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384899.501724:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:1.0:1767384899.501725:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:1.0:1767384899.501732:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384899.501735:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384899.501739:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e21d2ec6. 02000000:00000001:1.0:1767384899.501741:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.501742:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.501744:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384899.501747:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384899.501749:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384899.501751:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384899.501752:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.501753:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384899.501760:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.501762:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384899.501763:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384899.501765:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384899.501765:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384899.501767:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6456e54) refcount = 1 00010000:00010000:1.0:1767384899.501771:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb832c expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.501775:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384899.501776:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384899.501777:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.501778:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.501779:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384899.501783:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384899.501785:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb832c expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384899.501807:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384899.501809:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384899.501810:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384899.501812:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.501813:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384899.501814:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384899.501816:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384899.501817:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002f09508b, rc 0) 00000020:00000001:1.0:1767384899.501819:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384899.501822:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352215296 00010000:00000001:1.0:1767384899.501824:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384899.501845:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3e8e643 x1853237352215296/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 328/344 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384899.501852:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384899.501854:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384899.501857:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384899.501862:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384899.501864:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384899.501872:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384899.501874:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384899.501876:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.501878:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384899.501881:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384899.501885:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000200:1.0:1767384899.501891:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352215296, offset 224 00000400:00000200:1.0:1767384899.501898:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384899.502431:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384899.502449:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272103300 00000400:00000200:1.0:1767384899.502457:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1499 [1] + 224 00000400:00000200:1.0:1767384899.502463:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.502470:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384899.502478:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384899.502483:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384899.502494:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.502511:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384899.502522:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000400:00000010:1.0:1767384899.502526:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384899.502532:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384899.502534:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384899.502544:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384899.502547:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384899.502549:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384899.502551:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.502555:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384899.502562:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3e8e643 x1853237352215296/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 328/344 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.502571:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384899.502590:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e8e643 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352215296:12345-0@lo:101: Request processed in 930us (1238us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384899.502592:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384899.502597:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384899.502600:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e1121f4. 00000400:00000200:2.0:1767384899.502607:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb4d8bd 00000400:00000010:2.0:1767384899.502609:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb4d8bd. 00000100:00100000:1.0:1767384899.502611:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000001:2.0:1767384899.502623:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384899.502627:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:2.0:1767384899.502633:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.502637:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384899.502647:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384899.502650:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384899.502654:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b81ad77. 00000100:00000001:2.0:1767384899.502657:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384899.502663:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384899.502666:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000687c630b. 00000100:00000001:2.0:1767384899.502667:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384899.502672:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384899.502676:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384899.502678:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384899.502679:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9f98833. 02000000:00000001:2.0:1767384899.502682:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384899.502690:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384899.502695:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=29 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384899.502695:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:2.0:1767384899.502706:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384899.502709:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.502711:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384899.502712:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384899.502717:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384899.502718:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e21d2ec6. 00000100:00000001:2.0:1767384899.502723:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384899.502727:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384899.502730:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.502733:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.502739:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.502744:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384899.502748:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384899.502748:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384899.502761:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384899.502763:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743b2243. 00000100:00100000:2.0:1767384899.502775:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352215296:0@lo:101: 00000400:00000010:1.0:1767384899.502778:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083e79732. 00000100:00000001:2.0:1767384899.502782:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.502786:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.502802:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384899.502805:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.502809:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.502836:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384899.502840:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a26ffe2a. 00000100:00000001:2.0:1767384899.502844:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384899.502847:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.502850:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384899.502853:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.502856:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.502858:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000463e6643 refcount=4 00000020:00000001:2.0:1767384899.502860:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384899.502863:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000040:2.0:1767384899.502868:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000463e6643, remote cookie: 0x7ec529173eeb8333, flags: 0x0 00010000:00000001:2.0:1767384899.502872:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384899.502876:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384899.502878:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384899.502919:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384899.502921:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384899.502924:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f480de6) refcount = 1 00010000:00010000:2.0:1767384899.502928:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.502934:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384899.502936:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384899.502939:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384899.502943:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384899.502948:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384899.502952:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.502957:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384899.502959:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.502961:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.502963:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.502965:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.502968:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.502975:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.502982:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8420ece x1853237352215296/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.502990:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384899.502993:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384899.502996:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1f00508. 02000000:00000001:2.0:1767384899.503001:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384899.503004:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384899.503006:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384899.503009:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384899.503012:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f946d9d. 02000000:00000001:2.0:1767384899.503017:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384899.503019:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384899.503022:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 00000100:00000001:2.0:1767384899.503026:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384899.503027:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384899.503033:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.503035:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384899.503036:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:2.0:1767384899.503038:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.503040:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.503042:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.503043:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000463e6643 refcount=3 00000020:00000001:2.0:1767384899.503045:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384899.503047:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384899.503051:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384899.503052:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.503053:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384899.503055:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.503057:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384899.503061:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009addd76d. 00000100:00000010:2.0:1767384899.503073:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000020:00000040:2.0:1767384899.503075:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384899.503077:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384899.503078:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384899.503080:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384899.503085:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f946d9d. 00000100:00000001:2.0:1767384899.503088:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.503091:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384899.503093:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c1f00508. 00000100:00000010:2.0:1767384899.503096:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000259b31e4. 00000020:00000040:2.0:1767384899.503098:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384899.503102:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384899.503103:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384899.503106:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a26ffe2a. 00000100:00000001:2.0:1767384899.503107:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510249848576 : -106563459703040 : ffff9f14c2d69f00) 00000100:00000001:2.0:1767384899.503108:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.503109:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000001:2.0:1767384899.503112:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384899.503113:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.503114:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384899.503115:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384899.503117:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.503122:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384899.503123:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.503126:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384899.503127:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384899.503128:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384899.503131:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352215424:0@lo:256: 00000100:00000001:2.0:1767384899.503133:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384899.503134:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384899.503136:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.503138:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384899.503142:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1121f4. 00000400:00000010:2.0:1767384899.503146:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000831d207d. 00000100:00000200:2.0:1767384899.503150:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272103380-0x6958272103380, portal 33 00000100:00000001:2.0:1767384899.503152:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.503153:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384899.503166:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000890c37bb. 02000000:00000001:2.0:1767384899.503172:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.503174:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743f9ae3. 00000400:00000010:2.0:1767384899.503177:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb4d8bd. 00000100:00000200:2.0:1767384899.503179:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352215424, portal 25 00000100:00000001:2.0:1767384899.503180:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.503181:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000040:2.0:1767384899.503185:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.503189:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384899.503190:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384899.503192:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000100:00000200:2.0:1767384899.503193:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352215424, offset 0 00000400:00000200:2.0:1767384899.503196:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384899.503201:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384899.503206:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272103380 00000400:00000200:2.0:1767384899.503210:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x995 [2] + 0 00000400:00000010:2.0:1767384899.503212:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000210e6450. 00000400:00000200:2.0:1767384899.503214:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000141dd932 00000400:00000200:2.0:1767384899.503217:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384899.503220:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384899.503222:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141dd932 00000400:00000010:2.0:1767384899.503224:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000141dd932. 00000100:00000001:2.0:1767384899.503226:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384899.503227:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384899.503229:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000a8bd0557 x1853237352215424 msgsize 304 00000100:00100000:2.0:1767384899.503232:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384899.503233:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384899.503246:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384899.503249:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:2.0:1767384899.503251:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000100:00000001:2.0:1767384899.503253:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384899.503255:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.503262:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.503269:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.503275:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.503276:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384899.503281:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.503283:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384899.503284:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294888463 00000100:00100000:1.0:1767384899.503292:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215424 00000100:00000001:2.0:1767384899.503295:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294888461 02000000:00000001:1.0:1767384899.503297:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384899.503301:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294888463 00000100:00000001:1.0:1767384899.503302:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384899.503308:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294888461 00000100:00000001:1.0:1767384899.503309:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.503316:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294888463 02000000:00000001:1.0:1767384899.503319:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.503320:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294888461 00000100:00000001:2.0:1767384899.503328:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294888463 00000100:00100000:1.0:1767384899.503330:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215424 00000100:00000001:2.0:1767384899.503332:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294888461 00000020:00000001:1.0:1767384899.503340:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384899.503342:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.503345:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384899.503345:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384899.503348:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384899.503350:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384899.503353:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a26ffe2a going to sleep for 11 seconds 00000020:00000001:1.0:1767384899.503353:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384899.503360:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384899.503360:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:2.0:1767384899.503363:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.503371:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384899.503376:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384899.503380:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384899.503383:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fab799cf. 00000100:00000001:1.0:1767384899.503386:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.503388:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fab799cf. 00000020:00000010:1.0:1767384899.503392:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9f98833. 00000020:00000010:1.0:1767384899.503395:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b81ad77. 00000020:00000010:1.0:1767384899.503399:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000687c630b. 00000100:00000040:1.0:1767384899.503404:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384899.503413:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384899.503414:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384899.503415:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.503419:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.503431:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384899.503441:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384899.503443:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384899.503448:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:1.0:1767384899.503452:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384899.503455:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526571088 : -106558182980528 : ffff9f15fd5b0450) 00000100:00000040:1.0:1767384899.503460:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a8bd0557 x1853237352215424/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 304/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.503470:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384899.503473:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fab799cf. 00000100:00000001:1.0:1767384899.503475:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384899.503477:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fab799cf. 00000100:00100000:1.0:1767384899.503481:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a8bd0557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352215424:12345-0@lo:256: 00000100:00000200:1.0:1767384899.503483:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215424 00000020:00000001:1.0:1767384899.503486:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384899.503488:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384899.503489:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384899.503491:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384899.503493:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:1.0:1767384899.503495:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384899.503497:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384899.503498:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384899.503500:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384899.503502:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.503505:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384899.503507:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384899.503510:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e21d2ec6. 02000000:00000001:1.0:1767384899.503512:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.503514:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.503522:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384899.503527:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384899.503530:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384899.503532:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384899.503534:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384899.503537:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384899.503539:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384899.503543:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000841eb0dc. 20000000:00000001:1.0:1767384899.503546:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384899.503575:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384899.503581:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384899.503587:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384899.503590:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384899.503591:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384899.503594:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384899.503595:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384899.503597:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384899.503599:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384899.503601:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384899.503603:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384899.503606:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384899.503608:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:1.0:1767384899.503611:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3812/1/4/3. 20000000:00000040:1.0:1767384899.503618:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384899.503621:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384899.503623:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384899.503625:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384899.503627:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384899.503629:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384899.503631:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384899.503633:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384899.503635:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384899.503637:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384899.503638:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384899.503640:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384899.503642:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:1.0:1767384899.503645:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3528/1/4/3. 20000000:01000000:1.0:1767384899.503647:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 568, version 30 20000000:00000001:1.0:1767384899.503649:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=568 : 568 : 238) 00000100:00000001:1.0:1767384899.503658:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384899.503661:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c80a201a. 00000100:00000010:1.0:1767384899.503665:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c2b09b29. 00000020:00000040:1.0:1767384899.503668:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:1.0:1767384899.503671:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384899.503674:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384899.503677:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000400:00000010:1.0:1767384899.503683:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001ce24832. 00000400:00000200:1.0:1767384899.503687:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384899.503695:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384899.503703:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 568 into portal 33 MB=0x6958272103380 00000400:00000200:1.0:1767384899.503708:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 568/568 into md 0x14a9 [4] + 0 00000400:00000010:1.0:1767384899.503712:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e1121f4. 00000400:00000200:1.0:1767384899.503715:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000831d207d 00000400:00000200:1.0:1767384899.503718:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.503721:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384899.503724:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000831d207d 00000400:00000010:1.0:1767384899.503726:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000831d207d. 00000100:00000001:1.0:1767384899.503729:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384899.503731:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f8420ece desc 00000000c1f00508 mbits 1853237352215424 00000100:00000001:1.0:1767384899.503744:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384899.503747:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384899.503753:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384899.503758:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384899.503761:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384899.503769:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14b5 00000400:00000200:1.0:1767384899.503774:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.503778:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384899.503781:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384899.503783:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c80a201a 00000100:00000001:1.0:1767384899.503785:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384899.503806:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000400:00000010:1.0:1767384899.503809:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384899.503812:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384899.503813:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c80a201a 00000100:00000001:1.0:1767384899.503816:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384899.503820:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 568 bytes via portal 33 id 12345-0@lo mbits 0x6958272103380-0x6958272103380 00000100:00000001:1.0:1767384899.503830:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384899.503835:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.503837:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384899.503840:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:1.0:1767384899.503843:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c2b09b29. 00000100:00000010:1.0:1767384899.503846:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c80a201a. 00000100:00000001:1.0:1767384899.503849:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384899.503850:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384899.503856:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000841eb0dc. 20000000:00000001:1.0:1767384899.503859:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384899.503862:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352215424 00010000:00000001:1.0:1767384899.503864:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384899.503867:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8bd0557 x1853237352215424/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 304/240 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384899.503875:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384899.503877:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384899.503879:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384899.503883:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384899.503910:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384899.503913:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384899.503917:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384899.503919:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384899.503921:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384899.503924:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384899.503928:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000200:1.0:1767384899.503933:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352215424, offset 224 00000400:00000200:1.0:1767384899.503941:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384899.503953:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384899.503964:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272103380 00000400:00000200:1.0:1767384899.503970:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14ad [1] + 224 00000400:00000200:1.0:1767384899.503975:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384899.503979:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384899.503982:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384899.503986:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384899.504001:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.504020:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384899.504026:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000400:00000010:1.0:1767384899.504028:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384899.504032:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384899.504035:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384899.504036:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384899.504040:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384899.504041:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384899.504046:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384899.504049:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743f9ae3. 00000100:00000040:1.0:1767384899.504050:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:2.0:1767384899.504057:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb4d8bd 00010000:00000001:1.0:1767384899.504057:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384899.504062:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb4d8bd. 00000020:00000001:1.0:1767384899.504064:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.504065:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384899.504070:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384899.504071:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384899.504082:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8bd0557 x1853237352215424/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:125/0 lens 304/240 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384899.504084:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384899.504125:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a8bd0557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352215424:12345-0@lo:256: Request processed in 646us (886us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384899.504133:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384899.504136:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.504143:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384899.504145:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384899.504150:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384899.504151:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000001:2.0:1767384899.504153:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.504159:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384899.504173:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=29 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384899.504176:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00001000:2.0:1767384899.504186:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384899.504188:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384899.504195:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384899.504201:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384899.504203:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b81ad77. 00000100:00000001:2.0:1767384899.504206:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.504214:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384899.504216:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000687c630b. 00010000:00000001:2.0:1767384899.504218:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.504226:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384899.504228:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9f98833. 00000100:00000040:2.0:1767384899.504230:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384899.504239:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000040:2.0:1767384899.504246:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384899.504247:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384899.504254:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e21d2ec6. 00000100:00000001:2.0:1767384899.504257:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384899.504263:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384899.504265:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384899.504268:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384899.504270:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384899.504281:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352215424:0@lo:256: 00000100:00000200:1.0:1767384899.504282:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384899.504296:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384899.504296:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bfc6ed5. 00000100:00000001:2.0:1767384899.504298:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.504305:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384899.504308:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384899.504309:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ec640f3. 00000100:00000040:2.0:1767384899.504312:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.504319:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384899.504321:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a26ffe2a. 00000100:00000001:2.0:1767384899.504325:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384899.504331:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384899.504335:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 30, more 0. 10000000:00000001:2.0:1767384899.504338:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384899.504345:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ebe95ea1. 10000000:00000040:2.0:1767384899.504355:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384899.504360:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384899.504363:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384899.504369:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:2.0:1767384899.504371:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.504372:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384899.504374:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:2.0:1767384899.504375:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:2.0:1767384899.504378:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 13 NIDs 00000400:00001000:2.0:1767384899.504381:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384899.504383:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767384899.504388:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384899.504395:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (13) 00000400:00000200:2.0:1767384899.504404:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384899.504410:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767384899.504412:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (14) 00000400:00000200:2.0:1767384899.504415:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:2.0:1767384899.504416:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:2.0:1767384899.504419:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504420:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:2.0:1767384899.504421:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:2.0:1767384899.504423:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504424:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:2.0:1767384899.504425:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:2.0:1767384899.504426:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504427:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:2.0:1767384899.504428:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:2.0:1767384899.504430:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504431:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:2.0:1767384899.504432:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:2.0:1767384899.504436:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504439:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:2.0:1767384899.504445:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:2.0:1767384899.504448:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504450:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:2.0:1767384899.504451:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:2.0:1767384899.504454:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504456:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:2.0:1767384899.504457:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:2.0:1767384899.504459:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504459:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:2.0:1767384899.504461:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:2.0:1767384899.504463:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504464:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:2.0:1767384899.504465:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:2.0:1767384899.504468:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504469:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:2.0:1767384899.504469:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:2.0:1767384899.504471:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504472:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:2.0:1767384899.504473:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:2.0:1767384899.504475:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384899.504476:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000100:00000001:2.0:1767384899.504478:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384899.504479:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384899.504482:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:2.0:1767384899.504485:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000a1e49fd. 10000000:00000040:2.0:1767384899.504487:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 30/30 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:2.0:1767384899.504490:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384899.504496:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384899.504501:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a823625a. 00000020:00000010:2.0:1767384899.504505:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c90242f3. 00000040:00000010:2.0:1767384899.504508:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000033c768f. 00000020:00000010:2.0:1767384899.504516:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000387cda8a. 00000020:00000010:2.0:1767384899.504520:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000114f726d. 00000020:00000010:2.0:1767384899.504525:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000039303109. 80000000:00000010:2.0:1767384899.504535:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000095ac9fda. 40000000:00000010:2.0:1767384899.504550:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000026f7371c. 00100000:00000010:2.0:1767384899.504555:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1b3a42c. 00040000:00000010:2.0:1767384899.504559:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a4e0b3a1. 00040000:00000010:2.0:1767384899.504563:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b069bb0. 00040000:00000010:2.0:1767384899.504567:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e9ee410. 00080000:00000010:2.0:1767384899.504570:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008cbaf782. 00000004:00000010:2.0:1767384899.504575:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004f5a8bb2. 00000004:00000010:2.0:1767384899.504580:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000362bc3ba. 00000004:00000010:2.0:1767384899.504585:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000096a10bef. 00002000:00000010:2.0:1767384899.504590:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003f7ba87a. 00000004:00000010:2.0:1767384899.504595:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000962f0b8d. 00000004:00000001:2.0:1767384899.504599:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384899.504614:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384899.504616:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000a1e49fd 00000040:00001000:2.0:1767384899.504617:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384899.504618:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384899.504619:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384899.504620:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384899.504623:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384899.504624:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384899.504624:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384899.504625:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:2.0:1767384899.504627:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384899.504686:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384899.504691:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c90242f3. 00000040:00000010:2.0:1767384899.504694:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000033c768f. 00000020:00000010:2.0:1767384899.504698:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000387cda8a. 00000020:00000010:2.0:1767384899.504702:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000114f726d. 00000020:00000010:2.0:1767384899.504708:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000039303109. 80000000:00000010:2.0:1767384899.504711:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095ac9fda. 40000000:00000010:2.0:1767384899.504714:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000026f7371c. 00100000:00000010:2.0:1767384899.504717:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1b3a42c. 00040000:00000010:2.0:1767384899.504721:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a4e0b3a1. 00040000:00000010:2.0:1767384899.504724:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002b069bb0. 00040000:00000010:2.0:1767384899.504742:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e9ee410. 00080000:00000010:2.0:1767384899.504744:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008cbaf782. 00000004:00000010:2.0:1767384899.504747:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004f5a8bb2. 00000004:00000010:2.0:1767384899.504751:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000362bc3ba. 00000004:00000010:2.0:1767384899.504757:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000096a10bef. 00002000:00000010:2.0:1767384899.504762:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003f7ba87a. 00000004:00000010:2.0:1767384899.504767:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000962f0b8d. 00000020:00000010:2.0:1767384899.504770:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a823625a. 00000020:00000001:2.0:1767384899.504772:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.504774:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384899.504776:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000a1e49fd. 10000000:00000010:2.0:1767384899.504778:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ebe95ea1. 10000000:00000001:2.0:1767384899.504780:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.504782:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.504785:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8420ece x1853237352215424/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.504804:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384899.504806:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384899.504807:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000890c37bb. 02000000:00000001:2.0:1767384899.504810:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384899.504811:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384899.504812:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384899.504814:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384899.504815:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384899.504817:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384899.504819:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384899.504821:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384899.504822:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000259b31e4. 00000100:00000010:2.0:1767384899.504824:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c1f00508. 00000100:00000001:2.0:1767384899.504835:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384899.504836:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f946d9d. 02000000:00000001:2.0:1767384899.504838:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384899.504841:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384899.504842:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 00000100:00000001:2.0:1767384899.504844:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384899.504845:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384899.504860:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009addd76d. 10000000:01000000:2.0:1767384899.504864:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384899.504867:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384899.504869:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384899.504870:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384899.504871:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000463e6643 refcount=3 00000020:00000001:2.0:1767384899.504873:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384899.504874:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:2.0:1767384899.504877:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384899.504879:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.505172:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.505174:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384899.505177:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384899.505184:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384899.505185:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384899.505186:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384899.505197:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.505199:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.505201:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384899.505205:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384899.505207:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:2.0:1767384899.505210:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384899.515527:0:22675:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000fab799cf. 00000020:00000040:1.0:1767384899.515555:0:22675:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384899.515557:0:22675:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000fab799cf. 00000100:00000040:2.0:1767384899.516946:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294888463, at 4294888464 00000100:00000040:3.0:1767384899.516952:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294888463, at 4294888464 00000100:00000010:2.0:1767384899.516955:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a7b5b20. 00000100:00000010:3.0:1767384899.516961:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1040d3. 00000100:00000040:1.0:1767384899.517011:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294888463, at 4294888464 00000100:00000010:1.0:1767384899.517023:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000084c40266. 00000100:00000040:0.0:1767384899.517425:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294888463, at 4294888464 00000100:00000010:0.0:1767384899.517433:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009413ac94. 00010000:00000001:2.0:1767384900.076996:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384900.077006:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.077017:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384900.077019:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.077051:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384900.077055:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.077058:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384900.116281:0:22816:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384900.116297:0:22816:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.116301:0:22816:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384900.116308:0:22816:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384900.116314:0:22816:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.116317:0:22816:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384900.889031:0:22980:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384900.889036:0:22980:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:3.0:1767384900.892832:0:22980:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384900.900954:0:22981:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e0e4c9f7. 00000400:00000010:3.0:1767384900.900969:0:22981:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000950d427a. 00000400:00000010:3.0:1767384900.900979:0:22981:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fa742fc2. 00000400:00000010:3.0:1767384900.900983:0:22981:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e28f0c1b. 00000400:00000010:3.0:1767384900.900987:0:22981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007afe7d18. 00000400:00000010:3.0:1767384900.900992:0:22981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ef9cce8. 00000400:00000010:3.0:1767384900.900995:0:22981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a1d77dd8. 00000400:00000010:3.0:1767384900.900997:0:22981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000990d8c95. 00000400:00000010:3.0:1767384900.901001:0:22981:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b48a461d. 00000800:00000010:3.0:1767384900.901014:0:22981:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003e57d85f. 00000800:00000200:3.0:1767384900.901031:0:22981:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384900.901041:0:22981:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384900.901091:0:22981:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384900.901115:0:22981:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp22 [8/256/0/180] 00000400:00000010:3.0:1767384900.903413:0:22981:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000bcd3450b. 00000400:00000010:3.0:1767384900.903420:0:22981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ede7ada. 00000400:00000010:3.0:1767384900.903425:0:22981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000001:3.0:1767384900.903443:0:22981:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384900.903445:0:22981:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.903448:0:22981:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbf8a465. 00000400:00000200:3.0:1767384900.903452:0:22981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000400:00000010:3.0:1767384900.903454:0:22981:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000400:00000010:3.0:1767384900.903459:0:22981:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 0000000043a4f86b. 00000400:00000200:3.0:1767384900.903464:0:22981:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (13) 00000400:00000200:3.0:1767384900.903478:0:22981:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384900.903488:0:22981:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:3.0:1767384900.903496:0:22981:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009f7fc1e1. 00000020:01000000:3.0:1767384900.903501:0:22981:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384900.903504:0:22981:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp22 00000400:00000010:3.0:1767384900.903520:0:22981:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000950d427a. 00000400:00000010:3.0:1767384900.903524:0:22981:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e0e4c9f7. 00000400:00000200:2.0:1767384900.903551:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384900.903563:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:2.0:1767384900.903572:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb4d8bd. 00000400:00000200:2.0:1767384900.903576:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (14) 00000020:00000001:0.0:1767384900.903577:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384900.903583:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017373072. 10000000:00000001:0.0:1767384900.903583:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384900.903589:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384900.903593:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 10000000:01000000:0.0:1767384900.903595:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384900.903599:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384900.903602:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384900.903603:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384900.903605:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384900.903606:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384900.903607:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384900.903610:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384900.903611:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384900.903612:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:01000004:0.0:1767384900.903614:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384900.903621:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384900.903625:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000010:0.0:1767384900.903627:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092f4ff71. 00000400:00000200:2.0:1767384900.903631:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000040:0.0:1767384900.903644:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767384900.903648:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:0.0:1767384900.903657:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384900.903658:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:0.0:1767384900.903664:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384900.903667:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:0.0:1767384900.903669:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.903675:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384900.903680:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:0.0:1767384900.903682:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000ac9b0a2. 00000400:00000200:2.0:1767384900.903687:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384900.903691:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.903695:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384900.903702:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:0.0:1767384900.903704:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384900.903708:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:0.0:1767384900.903708:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.903723:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000040:0.0:1767384900.903727:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092f4ff71] to pc [ptlrpcd_00_02+2] req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384900.903748:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:2.0:1767384900.903754:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp21 00000400:00000200:2.0:1767384900.903758:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767384900.903760:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp21 00000400:00000200:2.0:1767384900.903765:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.112@tcp21 LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1767384900.903773:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp21 10000000:00000001:0.0:1767384900.903774:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384900.903792:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.903795:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384900.903803:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384900.903804:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384900.903813:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21:) -> 192.168.203.112@tcp21(192.168.203.112@tcp:192.168.203.112@tcp21) : PUT try# 0 00000100:00000001:3.0:1767384900.903815:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384900.903820:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384900.903824:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384900.903825:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384900.903827:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:2.0:1767384900.903833:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.112@tcp21 10000000:01000000:0.0:1767384900.903834:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384900.903841:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384900.903842:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:2.0:1767384900.903844:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4e0b3a1. 00000020:01000004:0.0:1767384900.903847:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384900.903854:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384900.903857:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384900.903859:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:2.0:1767384900.903864:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005b67f5d8. 00000020:01000004:0.0:1767384900.903865:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384900.903867:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384900.903872:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384900.903874:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:2.0:1767384900.903875:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000016ae23c7. 00000100:00000001:3.0:1767384900.903876:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384900.903877:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384900.903884:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047b442e1. 00000800:00000200:2.0:1767384900.903938:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (2) 00000020:00000040:0.0:1767384900.903940:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384900.903946:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.1:1767384900.903947:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (2) 02000000:00000001:3.0:1767384900.903948:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384900.903954:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384900.903957:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384900.903959:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.903963:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.903968:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 02000000:00000010:0.0:1767384900.903970:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a2d2f82e. 00000100:00100000:3.0:1767384900.903973:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000092f4ff71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352215552:0@lo:253: 00000400:00000200:2.0:1767384900.903976:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000001:0.0:1767384900.903979:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.903990:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384900.903991:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384900.903994:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.903998:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384900.904004:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384900.904007:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047b442e1] to pc [ptlrpcd_00_03+3] req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384900.904012:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.904012:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.904024:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384900.904033:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a983c617. 10000000:00000001:0.0:1767384900.904035:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.904036:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384900.904040:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.904042:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.904044:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d68a8c3. 00000020:01000000:0.0:1767384900.904045:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384900.904049:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009f7fc1e1. 00000400:00000010:3.0:1767384900.904053:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000950d427a. 00000100:00000200:3.0:1767384900.904059:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352215552, portal 25 00000100:00000001:3.0:1767384900.904064:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384900.904067:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376603392 : -106558332948224 : ffff9f15f46ab100) 00000100:00000040:3.0:1767384900.904076:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.904086:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384900.904089:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384900.904092:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008296e123. 00000100:00000200:3.0:1767384900.904095:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352215552, offset 0 00000400:00000200:3.0:1767384900.904109:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384900.904116:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384900.904120:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000001:2.0:1767384900.904122:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384900.904129:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384900.904131:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384900.904137:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384900.904151:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103400 00000100:00000001:2.0:1767384900.904151:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384900.904154:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384900.904161:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384900.904165:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384900.904166:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000200:0.0:1767384900.904167:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 02000000:00000001:2.0:1767384900.904171:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384900.904184:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000047b442e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352215680:0@lo:253: 00000400:00000010:3.0:1767384900.904185:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e52d8ae. 00000100:00000001:2.0:1767384900.904198:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384900.904201:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000eb07048 00000400:00000200:0.0:1767384900.904201:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000001:2.0:1767384900.904204:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384900.904211:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384900.904216:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384900.904217:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384900.904225:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007b242c85. 00000400:00000200:3.0:1767384900.904228:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384900.904234:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384900.904235:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb07048 00000400:00000010:2.0:1767384900.904239:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743f9ae3. 00000400:00000010:3.0:1767384900.904242:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000eb07048. 00000400:00000200:0.0:1767384900.904243:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:3.0:1767384900.904252:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384900.904255:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000634c35b7. 00000100:00000200:3.0:1767384900.904256:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384900.904263:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352215680, portal 25 00000100:00000040:3.0:1767384900.904265:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000001ed8aa9a x1853237352215552 msgsize 4848 00000100:00000001:2.0:1767384900.904266:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384900.904271:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376591744 : -106558332959872 : ffff9f15f46a8380) 00000400:00000200:0.0:1767384900.904274:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000040:2.0:1767384900.904280:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.904286:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384900.904292:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000040:3.0:1767384900.904297:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384900.904304:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384900.904311:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384900.904314:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034a31b85. 00000100:00000200:2.0:1767384900.904316:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352215680, offset 0 00000400:00000200:2.0:1767384900.904323:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384900.904326:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384900.904337:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384900.904343:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008296e123 00000400:00000010:3.0:1767384900.904350:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008296e123. 00000400:00000200:0.0:1767384900.904350:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:1.0:1767384900.904352:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384900.904353:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103480 00000100:00100000:1.0:1767384900.904366:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215552 00000100:00000001:3.0:1767384900.904368:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384900.904372:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384900.904376:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000100:00000001:1.0:1767384900.904377:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384900.904383:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384900.904384:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026cf2eeb. 00000100:00000001:1.0:1767384900.904384:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.904391:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001df49758 02000000:00000001:1.0:1767384900.904392:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.904393:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.904402:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384900.904403:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215552 00000020:00000001:1.0:1767384900.904411:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384900.904412:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384900.904415:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:0.0:1767384900.904421:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000020:00000001:1.0:1767384900.904423:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384900.904425:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001df49758 00000020:00000040:1.0:1767384900.904431:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000400:00000010:2.0:1767384900.904432:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001df49758. 00000020:00000001:1.0:1767384900.904440:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384900.904441:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384900.904446:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:1.0:1767384900.904448:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384900.904450:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000040:2.0:1767384900.904451:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003c19da05 x1853237352215680 msgsize 4848 00000100:00000001:3.0:1767384900.904453:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384900.904453:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384900.904463:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000100:00000001:1.0:1767384900.904471:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384900.904472:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384900.904476:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384900.904481:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 00000100:00000040:2.0:1767384900.904484:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384900.904487:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000020:00000010:1.0:1767384900.904495:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4552561. 00000100:00000001:2.0:1767384900.904503:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384900.904504:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a1fc62d. 00000100:00000001:3.0:1767384900.904505:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.904513:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384900.904515:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034a31b85 00000020:00000010:1.0:1767384900.904516:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000687c630b. 00000400:00000010:2.0:1767384900.904520:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034a31b85. 00000400:00000200:0.0:1767384900.904521:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000001:3.0:1767384900.904525:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.904528:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384900.904534:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384900.904536:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384900.904538:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294889864 00000100:00000001:2.0:1767384900.904538:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384900.904541:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384900.904550:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384900.904552:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f141949. 00000100:00000001:1.0:1767384900.904555:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.904556:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000001:3.0:1767384900.904570:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384900.904573:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384900.904578:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384900.904587:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294889864 00000100:00000001:1.0:1767384900.904587:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384900.904593:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215680 02000000:00000001:1.0:1767384900.904595:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384900.904596:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c251287. 00000100:00000040:2.0:1767384900.904597:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384900.904598:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000001:1.0:1767384900.904603:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.904606:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384900.904615:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.904621:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.904623:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294889864 00000100:00000001:2.0:1767384900.904625:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.904627:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000100:00100000:1.0:1767384900.904633:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215680 00000100:00000010:3.0:1767384900.904639:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7e78754. 00000100:00000001:2.0:1767384900.904641:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384900.904641:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384900.904651:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:3.0:1767384900.904654:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384900.904655:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.904658:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000100:00000001:2.0:1767384900.904660:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.904664:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294889864 00000020:00000001:1.0:1767384900.904665:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384900.904667:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000100:00000001:2.0:1767384900.904669:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294889864 00000020:00000001:1.0:1767384900.904677:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384900.904678:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294889864 00000100:00000010:3.0:1767384900.904679:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016f15e24. 00000100:00000001:2.0:1767384900.904687:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294889864 00000100:00000001:1.0:1767384900.904690:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384900.904692:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294889864 00000100:00000001:3.0:1767384900.904693:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384900.904696:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000100:00000001:2.0:1767384900.904697:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294889864 00000400:00000200:0.0:1767384900.904701:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000100:00000001:2.0:1767384900.904705:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294889864 00000100:00000001:1.0:1767384900.904708:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.904710:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384900.904712:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294889864 00000100:00000001:2.0:1767384900.904718:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294889864 00000020:00000010:1.0:1767384900.904722:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 00000100:00000001:2.0:1767384900.904725:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.904726:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.904730:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.904732:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000020:00000010:1.0:1767384900.904733:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df122454. 00000100:00000001:3.0:1767384900.904736:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.904737:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384900.904744:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006892c5b4. 00000100:00000001:2.0:1767384900.904745:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.904748:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384900.904754:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384900.904755:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000100:00000001:2.0:1767384900.904757:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384900.904762:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.904763:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384900.904767:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384900.904767:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384900.904769:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384900.904770:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000100:00000001:2.0:1767384900.904771:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.904771:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384900.904790:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.904794:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384900.904795:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.904804:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384900.904806:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.904812:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.904812:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.904827:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.904832:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384900.904836:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384900.904841:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384900.904846:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384900.904847:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1767384900.904852:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384900.904855:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526576208 : -106558182975408 : ffff9f15fd5b1850) 00000100:00100000:1.0:1767384900.904856:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000400:00000200:0.0:1767384900.904861:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000100:00000040:1.0:1767384900.904862:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000040:2.0:1767384900.904865:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ed8aa9a x1853237352215552/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 4848/0 e 0 to 0 dl 1767384911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.904869:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526570064 : -106558182981552 : ffff9f15fd5b0050) 00000100:00000040:1.0:1767384900.904880:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c19da05 x1853237352215680/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 4848/0 e 0 to 0 dl 1767384911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384900.904881:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384900.904916:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384900.904920:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000100:00000001:1.0:1767384900.904921:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384900.904926:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008eef3b41. 00000020:00000010:1.0:1767384900.904926:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 00000100:00000001:2.0:1767384900.904932:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384900.904935:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008eef3b41. 00000100:00100000:1.0:1767384900.904938:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c19da05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352215680:12345-0@lo:253: 00000100:00100000:2.0:1767384900.904943:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ed8aa9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352215552:12345-0@lo:253: 00000100:00000200:2.0:1767384900.904952:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215552 00000100:00000200:1.0:1767384900.904954:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215680 00000020:00000001:2.0:1767384900.904957:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384900.904958:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384900.904962:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384900.904963:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384900.904966:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.904966:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.904968:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000020:00000001:2.0:1767384900.904971:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384900.904973:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384900.904977:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384900.904978:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384900.904988:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384900.904988:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384900.904990:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384900.904993:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384900.904994:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384900.904998:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384900.904999:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384900.905003:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384900.905004:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.905008:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.905010:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384900.905014:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384900.905016:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384900.905020:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384900.905023:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd30cb98. 00000400:00000200:0.0:1767384900.905023:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 02000000:00000001:1.0:1767384900.905034:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.905039:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384900.905042:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384900.905043:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0231829. 02000000:00000001:2.0:1767384900.905047:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.905050:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384900.905052:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384900.905053:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000099a108a1. 00000400:00000200:0.0:1767384900.905058:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 20000000:01000000:1.0:1767384900.905059:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384900.905061:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029077231. 20000000:00000001:1.0:1767384900.905068:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384900.905075:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384900.905076:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384900.905077:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384900.905080:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384900.905082:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384900.905085:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384900.905086:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384900.905088:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384900.905091:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384900.905093:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384900.905103:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e0187c4. 20000000:01000000:1.0:1767384900.905106:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000400:00000200:0.0:1767384900.905111:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 20000000:00000001:1.0:1767384900.905112:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384900.905120:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384900.905175:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384900.905178:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384900.905180:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384900.905182:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384900.905186:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384900.905191:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384900.905195:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384900.905208:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f9cdd9d2. 00080000:00000001:1.0:1767384900.905210:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514625001472 : -106559084550144 : ffff9f15c79e2800) 00080000:00000001:1.0:1767384900.905215:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384900.905357:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000271c0b82. 00000001:00000001:1.0:1767384900.905358:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384900.905363:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384900.905365:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f385a441. 00080000:00000001:1.0:1767384900.905367:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:0.0:1767384900.905374:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f87c893. 00080000:00000001:1.0:1767384900.905400:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384900.905404:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:0.0:1767384900.905411:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f87c893. 00080000:00000001:1.0:1767384900.905601:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384900.905604:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384900.905732:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384900.905754:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384900.905758:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ce1992f. 00000800:00000010:2.0:1767384900.905824:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000098923dc. 00000800:00000010:2.0:1767384900.905830:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000034a31b85. 00000800:00000010:2.0:1767384900.905874:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007df947e1. 00000800:00000200:2.1:1767384900.905880:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (2) 00000800:00000200:2.1:1767384900.905905:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp21 000000007df947e1 deleted 00000800:00000010:2.1:1767384900.905908:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007df947e1. 00000800:00000200:2.1:1767384900.905915:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384900.905924:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp21 ip 192.168.203.112:999 00000800:00000200:2.1:1767384900.905934:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4e0b3a1 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:2.0:1767384900.905946:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp21 p 3.x 192.168.203.112 -> 192.168.203.112:999 incarnation:1767384899116510825 sched[0] 00000800:00000010:2.0:1767384900.905952:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008eef3b41. 00000800:00000010:2.0:1767384900.906075:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008eef3b41. 00000800:00000010:2.0:1767384900.906086:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000034a31b85. 00000800:00000010:2.0:1767384900.906149:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ce1992f. 00000800:00000001:2.0:1767384900.906171:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384900.906181:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384900.906261:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384900.906267:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4e0b3a1. 00000400:00000200:2.0:1767384900.906272:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384900.906280:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp21->192.168.203.112@tcp21: PUT: OK 00000400:00000200:2.0:1767384900.906287:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384900.906292:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000200:2.1:1767384900.906384:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384900.906393:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp21 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384899116510825 sched[0] 00000800:00000010:2.0:1767384900.906396:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f385a441. 00000800:00000001:0.0:1767384900.906477:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.906489:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384900.906493:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.906499:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384900.906509:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21) <- 192.168.203.112@tcp21 : PUT - for me 00000400:00000200:0.0:1767384900.906521:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384900.906529:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 256/256 into md 0x1485 [1] + 0 00000400:00000010:0.0:1767384900.906533:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b37c12. 00000400:00000200:0.0:1767384900.906536:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c3b72c0 00000800:00000001:0.0:1767384900.906539:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.906548:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384900.906551:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384900.906555:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp21->192.168.203.112@tcp21: PUT: OK 00000400:00000200:0.0:1767384900.906561:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3b72c0 00000400:00000010:0.0:1767384900.906563:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3b72c0. 00000400:00000200:0.0:1767384900.906568:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384900.906572:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (15) 00000400:00000200:0.0:1767384900.906578:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:0.0:1767384900.906584:0:16129:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000004260da02. 00000400:00000200:0.0:1767384900.906587:0:16129:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 14 00000400:00000200:0.0:1767384900.906593:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384900.906604:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (16) 00000400:00000200:0.0:1767384900.906609:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384900.906620:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp21 to MR: 192.168.203.112@tcp21 local destination 00000400:00000200:0.0:1767384900.906627:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.112@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384900.906647:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21:192.168.203.112@tcp21) -> 192.168.203.112@tcp21(192.168.203.112@tcp21:192.168.203.112@tcp21) 192.168.203.112@tcp21 : ACK try# 0 00000800:00000200:0.0:1767384900.906652:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp21 00000800:00000010:0.0:1767384900.906655:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000888c1429. 00000800:00000200:0.0:1767384900.906661:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (4) 00000800:00000200:0.0:1767384900.906667:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp21 ip 192.168.203.112:988 00000800:00000200:0.0:1767384900.906669:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000888c1429 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384900.906727:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384900.906730:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000888c1429. 00000400:00000200:0.0:1767384900.906733:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384900.906739:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp21->192.168.203.112@tcp21: ACK: OK 00000800:00000001:0.0:1767384900.906751:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.906756:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384900.906759:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.906765:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384900.906767:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.906772:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384900.906800:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21) <- 192.168.203.112@tcp21 : ACK - for me 00000400:00000200:2.0:1767384900.906803:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384900.906815:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp21: ACK from 12345-192.168.203.112@tcp21 into md 0x14c5 00000400:00000200:0.0:1767384900.906819:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384900.906821:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp21->192.168.203.112@tcp21: ACK: OK 00000400:00000200:0.0:1767384900.906826:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb4d8bd 00000400:00000010:0.0:1767384900.906828:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb4d8bd. 00000400:00000200:0.0:1767384900.906834:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384900.906840:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:0.0:1767384900.906846:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384900.906848:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (15) 00000800:00000001:0.0:1767384900.906851:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.906854:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384900.906935:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384900.906943:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8bc58fb. 00000400:00000010:0.0:1767384900.906949:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ffc48a. 00000400:00000200:0.0:1767384900.906956:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:0.0:1767384900.906971:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:0.0:1767384900.906983:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000b9f5ea62. 00000400:00000010:0.0:1767384900.906988:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000facfa333. 00000400:00000010:0.0:1767384900.906993:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000017a4fa4. 00000400:00000010:0.0:1767384900.907025:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006319efe7. 00000400:00000200:0.0:1767384900.907030:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006319efe7 nid 192.168.203.112@tcp22 00000400:00000010:0.0:1767384900.907033:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000092061a5b. 00000400:00000200:0.0:1767384900.907036:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000092061a5b net tcp22 00000400:00000200:0.0:1767384900.907038:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (14) 00000400:00000200:0.0:1767384900.907043:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp22 flags 0x11 00000400:00000010:0.0:1767384900.907046:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000b9f5ea62. 00000400:00000010:0.0:1767384900.907050:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000facfa333. 00000400:00000010:0.0:1767384900.907057:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000017a4fa4. 00000400:00000010:0.0:1767384900.907062:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000004260da02. 00000400:00000200:0.0:1767384900.907068:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384900.907071:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:0.0:1767384900.907078:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:0.0:1767384900.907088:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:0.0:1767384900.907095:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384900.907100:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:0.0:1767384900.907104:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384900.907106:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (15) 00000400:00000200:2.0:1767384900.907305:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.907856:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.907936:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908044:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908146:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908239:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908354:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908425:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908505:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908617:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.908930:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909016:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909076:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909136:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909179:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909213:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909253:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909333:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909397:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909474:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909552:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909646:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909727:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384900.909818:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000800:00000010:2.0:1767384900.910093:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000404c421. 00000800:00000010:2.0:1767384900.910099:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007df947e1. 00000800:00000010:2.0:1767384900.910104:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c263d1a. 00000400:00000200:1.0:1767384900.910118:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384900.910152:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c263d1a. 00000400:00000200:1.0:1767384900.910157:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp21 from 230.3.0.2 00000800:00000010:1.0:1767384900.910163:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f05df473. 00000800:00000010:2.0:1767384900.910206:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e5ca5f45. 00000800:00000010:2.0:1767384900.910211:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000034a31b85. 00000800:00000010:2.0:1767384900.910241:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a26ffe2a. 00000800:00000200:2.1:1767384900.910251:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (4) 00000800:00000200:2.1:1767384900.910259:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp21 00000000a26ffe2a deleted 00000800:00000010:2.1:1767384900.910261:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a26ffe2a. 00000800:00000200:2.1:1767384900.910266:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384900.910275:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp21 p 3.x 192.168.203.112 -> 192.168.203.112:998 incarnation:1767384899116510825 sched[0] 00000800:00000010:2.0:1767384900.910281:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c263d1a. 00000800:00000010:2.0:1767384900.910342:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c263d1a. 00000800:00000010:2.0:1767384900.910347:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000034a31b85. 00000800:00000010:2.0:1767384900.910382:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f05df473. 00000800:00000001:2.0:1767384900.910400:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384900.910405:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384900.910452:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384900.910459:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp21 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384899116510825 sched[0] 00000800:00000010:2.0:1767384900.910462:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007df947e1. 00000800:00000001:2.0:1767384900.910517:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384900.910520:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384900.916572:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384900.916579:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384900.916580:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:2.0:1767384900.916584:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384900.916586:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384900.916588:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384900.916591:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384900.916592:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384900.916592:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384900.916596:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f9cdd9d2. 00080000:00000001:2.0:1767384900.916600:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384900.916611:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384900.916626:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384900.916632:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384900.916633:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084a43fc5. 20000000:01000000:2.0:1767384900.916634:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384900.916641:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384900.916645:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384900.916646:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 10000000:01000000:2.0:1767384900.916653:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384900.916655:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384900.916659:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384900.916663:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384900.916669:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384900.916677:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c6456e54 count: 2 00010000:00000001:2.0:1767384900.916681:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384900.916684:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384900.916685:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384900.916693:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000006932bd5. 00080000:00000001:0.0:1767384900.916693:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384900.916697:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384900.916699:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384900.916700:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384900.916704:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000006932bd5 with handle 0x7ec529173eeb833a to hash 00000020:00000001:0.0:1767384900.916704:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384900.916711:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384900.916712:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00000020:00000001:0.0:1767384900.916713:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:2.0:1767384900.916715:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00080000:00000001:0.0:1767384900.916721:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384900.916722:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384900.916725:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384900.916726:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008940077a. 00010000:00010000:2.0:1767384900.916728:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384900.916741:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510265422848 : -106563444128768 : ffff9f14c3c44400) 00010000:00000001:2.0:1767384900.916746:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384900.916748:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384900.916752:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384900.916755:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384900.916758:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384900.916760:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384900.916763:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb832c expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384900.916769:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384900.916771:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.916774:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384900.916775:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384900.916777:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384900.916791:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384900.916793:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384900.916799:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6456e54) refcount = 2 00010000:00000040:2.0:1767384900.916802:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384900.916804:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb832c expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384900.916815:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000001:00000001:0.0:1767384900.916816:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:2.0:1767384900.916817:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384900.916819:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384900.916827:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000010:2.0:1767384900.916836:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019597674. 00000100:00000001:2.0:1767384900.916840:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384900.916848:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a5a0e153. 00000100:00000001:2.0:1767384900.916850:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510249845888 : -106563459705728 : ffff9f14c2d69480) 00080000:00000001:0.0:1767384900.916850:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.916859:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510249845888 : -106563459705728 : ffff9f14c2d69480) 00080000:00000001:0.0:1767384900.916861:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1767384900.916867:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384900.916869:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384900.916871:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384900.916874:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.916876:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384900.916878:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384900.916881:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384900.916883:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384900.917147:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1767384900.917149:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000010:2.0:1767384900.917152:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00080000:00000001:0.0:1767384900.917153:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000040:2.0:1767384900.917161:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:2.0:1767384900.917166:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384900.917169:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384900.917173:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384900.917179:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbdbe0e8. 00000100:00000001:2.0:1767384900.917184:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.917188:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb832c expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384900.917201:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb832c expref: 16 pid: 16771 timeout: 372 lvb_type: 0 00010000:00000001:2.0:1767384900.917207:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384900.917211:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384900.917214:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384900.917231:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384900.917232:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384900.917236:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352215808:0@lo:104: 00000100:00000001:2.0:1767384900.917238:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384900.917241:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384900.917243:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384900.917246:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384900.917250:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000890c37bb. 02000000:00000001:2.0:1767384900.917253:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384900.917257:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384900.917264:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000100:00000200:2.0:1767384900.917268:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352215808, portal 16 00000100:00000001:2.0:1767384900.917271:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384900.917272:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000040:2.0:1767384900.917276:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384900.917281:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384900.917285:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384900.917287:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f93d84. 00000100:00000200:2.0:1767384900.917289:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352215808, offset 0 00000400:00000200:2.0:1767384900.917294:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384900.917300:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384900.917306:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272103500 00000400:00000200:2.0:1767384900.917312:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:2.0:1767384900.917316:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384900.917320:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384900.917328:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384900.917330:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384900.917333:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000356f8b8e. 00000100:00000040:2.0:1767384900.917335:0:16792:0:(events.c:337:request_in_callback()) incoming req@00000000356f8b8e x1853237352215808 msgsize 328 00000100:00100000:2.0:1767384900.917340:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384900.917352:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384900.917367:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f93d84 00000400:00000010:2.0:1767384900.917370:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f93d84. 00000100:00000001:2.0:1767384900.917377:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384900.917381:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384900.917384:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384900.917386:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215808 02000000:00000001:1.0:1767384900.917391:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384900.917393:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384900.917396:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.917398:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384900.917400:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384900.917401:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384900.917405:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215808 00000100:00000001:2.0:1767384900.917410:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.917410:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384900.917412:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384900.917413:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000020:00000001:1.0:1767384900.917417:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384900.917419:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384900.917420:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000100:00000001:2.0:1767384900.917425:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294889877 00000020:00000001:1.0:1767384900.917425:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000020:00000001:1.0:1767384900.917431:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:1.0:1767384900.917433:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384900.917447:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294889864 00000100:00000001:2.0:1767384900.917453:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294889877 00000100:00000001:2.0:1767384900.917458:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294889864 00000020:00000010:1.0:1767384900.917459:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bcf7a8. 00000100:00000001:2.0:1767384900.917466:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294889877 00000100:00000001:1.0:1767384900.917469:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384900.917471:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294889864 00000020:00000010:1.0:1767384900.917475:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bcf7a8. 00000100:00000001:2.0:1767384900.917480:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294889877 00000020:00000010:1.0:1767384900.917483:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004356ec92. 00000100:00000001:2.0:1767384900.917484:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294889864 00000100:00000001:2.0:1767384900.917489:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384900.917489:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1b74cfd. 00000100:00000001:2.0:1767384900.917495:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384900.917496:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00010000:00000001:2.0:1767384900.917497:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.917502:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.917504:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.917507:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.917509:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384900.917511:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384900.917512:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.917517:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384900.917518:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384900.917522:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384900.917523:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384900.917526:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.917527:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.917532:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384900.917533:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384900.917536:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a5a0e153 going to sleep for 11 seconds 00000100:00000001:1.0:1767384900.917537:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.917540:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384900.917550:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.917550:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.917574:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384900.917578:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384900.917581:0:18566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384900.917585:0:18566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384900.917586:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384900.917592:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:0.0:1767384900.917593:0:18566:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.917598:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 00000100:00000001:0.0:1767384900.917598:0:18566:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.917609:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000356f8b8e x1853237352215808/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384900.917622:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384900.917625:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bcf7a8. 00000100:00000001:1.0:1767384900.917628:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384900.917635:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bcf7a8. 00000100:00100000:1.0:1767384900.917641:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000356f8b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352215808:12345-0@lo:104: 00000100:00000200:1.0:1767384900.917646:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215808 00010000:00000001:1.0:1767384900.917650:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384900.917655:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384900.917657:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.917660:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000463e6643 refcount=2 00000020:00000001:1.0:1767384900.917662:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:1.0:1767384900.917665:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:1.0:1767384900.917669:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384900.917680:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.917685:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384900.917694:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384900.917696:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384900.918067:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f9cdd9d2. 02000000:00000001:1.0:1767384900.918071:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.918074:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.918078:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384900.918080:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384900.918085:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384900.918091:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384900.918095:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384900.918098:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384900.918100:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384900.918126:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.918130:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384900.918134:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384900.918281:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000200:1.0:1767384900.918285:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352215808, offset 224 00000400:00000200:1.0:1767384900.918290:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384900.918295:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384900.918305:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272103500 00000400:00000200:1.0:1767384900.918309:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x14dd [1] + 224 00000400:00000200:1.0:1767384900.918313:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.918319:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384900.918325:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384900.918330:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384900.918339:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384900.918356:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384900.918364:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000400:00000010:1.0:1767384900.918373:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384900.918378:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384900.918381:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384900.918386:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.918391:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384900.918396:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384900.918400:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d29197a9. 00010000:00000001:1.0:1767384900.918402:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384900.918418:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384900.918420:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.918422:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.918425:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.918431:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000356f8b8e x1853237352215808/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384900.918439:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000356f8b8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352215808:12345-0@lo:104: Request processed in 815us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384900.918448:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384900.918453:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:1.0:1767384900.918456:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384900.918460:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384900.918464:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1b74cfd. 00000020:00000010:1.0:1767384900.918469:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384900.918475:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004356ec92. 00000020:00000040:1.0:1767384900.918483:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:1.0:1767384900.918487:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384900.918509:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384900.918513:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.918516:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384900.918521:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384900.918524:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384900.918527:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384900.918537:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000463e6643 already unused, calling callback (000000005e873491) 10000000:00000001:1.0:1767384900.918549:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384900.918552:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.918561:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384900.918579:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384900.918583:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384900.918585:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000463e6643 refcount=3 00000020:00000001:1.0:1767384900.918589:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:1.0:1767384900.918592:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566912 : -106558446984704 : ffff9f15ed9ea200) 00010000:00000001:1.0:1767384900.918598:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384900.918601:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384900.918609:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384900.918611:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384900.918615:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384900.918619:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384900.918621:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384900.918623:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384900.918625:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384900.918627:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384900.918644:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384900.918645:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384900.918646:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:1.0:1767384900.918648:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384900.918650:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.918654:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384900.918657:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384900.918658:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384900.918661:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384900.918663:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384900.918667:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000463e6643 with handle 0x7ec529173eeb832c from hash 00010000:00000001:1.0:1767384900.918669:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384900.918677:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.918678:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.918679:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384900.918682:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384900.918683:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384900.918686:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384900.918689:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384900.918693:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097028746. 00000020:00000040:1.0:1767384900.918696:0:16765:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384900.918699:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384900.918700:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384900.918703:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384900.918707:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004356ec92. 00000100:00000001:1.0:1767384900.918710:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.918712:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384900.918715:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384900.918719:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384900.918720:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.918723:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384900.918725:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.918728:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097028746] to pc [ptlrpcd_00_00+0] req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384900.918753:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384900.918756:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.918757:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.918759:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.918761:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384900.918764:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.918767:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384900.918771:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384900.918774:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000463e6643/0x7ec529173eeb832c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8333 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384900.918791:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.918795:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384900.918797:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384900.918813:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384900.918846:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004f480de6 count: 0 00000100:00000001:0.0:1767384900.918848:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384900.918850:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.918854:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384900.918857:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384900.918860:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384900.918864:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000097028746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352215936:0@lo:103: 00000100:00000001:0.0:1767384900.918869:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384900.918870:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.918873:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384900.918875:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:1.0:1767384900.918876:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d29197a9. 02000000:00000001:0.0:1767384900.918881:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.918884:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.918889:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384900.918895:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.918898:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384900.918929:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384900.918932:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.918934:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767384900.918935:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384900.918940:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384900.918943:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384900.918945:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384900.918959:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000facfa333. 02000000:00000001:0.0:1767384900.918966:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384900.918971:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb8381f. 00000100:00000001:1.0:1767384900.918974:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384900.918978:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000100:00000001:1.0:1767384900.918979:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384900.918983:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352215936, portal 18 00000100:00000001:0.0:1767384900.918986:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384900.918988:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581536128 : -106559128015488 : ffff9f15c506ed80) 00000100:00000001:1.0:1767384900.918990:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384900.918995:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384900.918997:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384900.918999:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384900.919001:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000400:00000200:1.0:1767384900.919009:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:1.0:1767384900.919015:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000100:00000001:0.0:1767384900.919022:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384900.919023:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384900.919029:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384900.919032:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384900.919035:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 00000100:00000200:0.0:1767384900.919042:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352215936, offset 0 00000400:00000200:0.0:1767384900.919054:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384900.919055:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384900.919066:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384900.919069:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384900.919070:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384900.919076:0:16792:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384900.919080:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384900.919085:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272103580 00000100:00000001:1.0:1767384900.919086:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384900.919090:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.919094:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.919095:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:0.0:1767384900.919101:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384900.919113:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=30 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384900.919114:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1767384900.919124:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384900.919125:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384900.919132:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384900.919133:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384900.919140:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384900.919143:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a1caf19. 00010000:00000001:1.0:1767384900.919145:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384900.919150:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384900.919150:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000003a1caf19 x1853237352215936 msgsize 328 00000100:00000001:1.0:1767384900.919160:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384900.919170:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384900.919173:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384900.919180:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384900.919183:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384900.919185:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.919190:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384900.919191:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384900.919201:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384900.919205:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384900.919208:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.919209:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 00000400:00000010:0.0:1767384900.919216:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00000100:00000040:1.0:1767384900.919220:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384900.919225:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384900.919231:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384900.919235:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352215936 00000100:00100000:1.0:1767384900.919235:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352215808:0@lo:104: 00000100:00000200:0.0:1767384900.919237:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384900.919245:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384900.919251:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384900.919257:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.919260:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384900.919267:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.919270:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384900.919277:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352215936 00000100:00000001:1.0:1767384900.919278:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384900.919285:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384900.919286:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384900.919290:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:0.0:1767384900.919290:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384900.919291:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8420ece x1853237352215808/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384900.919297:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384900.919302:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384900.919319:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000020:00000001:2.0:1767384900.919330:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384900.919343:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384900.919356:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384900.919361:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384900.919365:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000357937dc. 00000100:00000001:0.0:1767384900.919380:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.919382:0:16136:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384900.919384:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384900.919392:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384900.919393:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000890c37bb. 00000100:00000001:0.0:1767384900.919393:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384900.919405:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384900.919414:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000357937dc. 00000020:00000001:1.0:1767384900.919415:0:16792:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384900.919415:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294889879 00000020:00000040:1.0:1767384900.919421:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000020:00000001:1.0:1767384900.919426:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384900.919428:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda864ba. 02000000:00000010:1.0:1767384900.919429:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fbdbe0e8. 00000100:00000001:0.0:1767384900.919431:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294889877 00000020:00000010:2.0:1767384900.919437:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000495e4230. 02000000:00000001:1.0:1767384900.919439:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384900.919440:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294889879 00000020:00000010:2.0:1767384900.919443:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc826616. 02000000:00000001:1.0:1767384900.919445:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384900.919450:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294889877 00000100:00000040:2.0:1767384900.919455:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000010:1.0:1767384900.919458:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 00000100:00000001:0.0:1767384900.919460:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294889879 00000100:00000001:2.0:1767384900.919462:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384900.919464:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384900.919465:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384900.919466:0:16762:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384900.919472:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384900.919473:0:16762:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.919475:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294889877 00000100:00000010:1.0:1767384900.919477:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a5a0e153. 00010000:00000001:2.0:1767384900.919479:0:16762:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384900.919487:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384900.919488:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1767384900.919489:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384900.919490:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294889879 00010000:00000001:1.0:1767384900.919491:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384900.919497:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:2.0:1767384900.919509:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000010:1.0:1767384900.919509:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019597674. 00000100:00000001:0.0:1767384900.919511:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294889877 00010000:00000001:2.0:1767384900.919522:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384900.919523:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.919524:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384900.919539:0:16762:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb832c expref: 17 pid: 16771 timeout: 372 lvb_type: 0 00010000:00000001:1.0:1767384900.919540:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.919540:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384900.919555:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.919557:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.919567:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384900.919568:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384900.919574:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384900.919580:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384900.919581:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384900.919583:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384900.919588:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.919593:0:16762:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.919595:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384900.919610:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.919611:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.919617:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384900.919621:0:16762:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384900.919622:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.919630:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384900.919631:0:16762:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a1caf19 x1853237352215936/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384900.919642:0:16762:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384900.919643:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.919663:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384900.919680:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384900.919682:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384900.919689:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384900.919692:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:1.0:1767384900.919693:0:16763:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:2.0:1767384900.919698:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376596224 : -106558332955392 : ffff9f15f46a9500) 00000100:00100000:1.0:1767384900.919699:0:16763:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:1.0:1767384900.919709:0:16763:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001063f1e9. 00000100:00000040:2.0:1767384900.919710:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a1caf19 x1853237352215936/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384900.919717:0:16763:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:2.0:1767384900.919726:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384900.919730:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000357937dc. 00000100:00000001:2.0:1767384900.919732:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384900.919734:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000357937dc. 00000100:00100000:2.0:1767384900.919743:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a1caf19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16136:x1853237352215936:12345-0@lo:103: 00000100:00000200:2.0:1767384900.919746:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352215936 00010000:00000001:2.0:1767384900.919748:0:16762:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384900.919767:0:16762:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384900.919770:0:16762:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384900.919773:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384900.919792:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384900.919796:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000962f0b8d. 02000000:00000001:2.0:1767384900.919800:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.919804:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.919813:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384900.919816:0:16762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384900.919818:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384900.919820:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384900.919823:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:2.0:1767384900.919825:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:2.0:1767384900.919828:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000040:2.0:1767384900.919830:0:16762:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c6456e54 count: 3 00010000:00010000:2.0:1767384900.919833:0:16762:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb832c expref: 17 pid: 16771 timeout: 372 lvb_type: 0 00000100:00001000:2.0:1767384900.919838:0:16762:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384900 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384900.919841:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384900.919847:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.919848:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384900.919850:0:16762:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb832c expref: 17 pid: 16771 timeout: 372 lvb_type: 0 00000020:00000001:2.0:1767384900.919855:0:16762:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384900.919857:0:16762:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384900.919859:0:16762:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.919861:0:16762:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.919864:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384900.919866:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384900.919873:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.919876:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.919878:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384900.919880:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384900.919881:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f09508b with handle 0x7ec529173eeb8333 from hash 00010000:00000001:2.0:1767384900.919884:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384900.919915:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.919917:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.919918:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384900.919920:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384900.919921:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384900.919924:0:16762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f09508b/0x7ec529173eeb8333 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb832c expref: 17 pid: 16771 timeout: 372 lvb_type: 0 00010000:00000040:2.0:1767384900.919933:0:16762:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:2.0:1767384900.919935:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:2.0:1767384900.919944:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.919946:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384900.919949:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384900.919951:0:16762:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000006932bd5 00010000:00000001:2.0:1767384900.919953:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384900.919955:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384900.919956:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384900.919957:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384900.919959:0:16762:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384900.919962:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384900.919963:0:16762:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384900.919965:0:16762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384900.919968:0:16762:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384900.919971:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384900.919974:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384900.919975:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384900.919979:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c6456e54) refcount = 2 00010000:00010000:2.0:1767384900.919983:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384900.919989:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384900.919992:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384900.919993:0:16762:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384900.919996:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384900.919999:0:16762:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357937dc. 00000100:00000001:2.0:1767384900.920002:0:16762:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384900.920007:0:16762:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6a9f8a6. 00000100:00000001:2.0:1767384900.920010:0:16762:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510249845120 : -106563459706496 : ffff9f14c2d69180) 00000100:00000001:2.0:1767384900.920012:0:16762:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510249845120 : -106563459706496 : ffff9f14c2d69180) 00000100:00000001:1.0:1767384900.920014:0:16763:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.920016:0:16762:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384900.920026:0:16762:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384900.920029:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1767384900.920030:0:22984:0:(service.c:2991:ptlrpc_main()) Process entered 20000000:00000001:2.0:1767384900.920032:0:16762:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384900.920040:0:16762:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384900.920044:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384900.920045:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384900.920048:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006932bd5 refcount=5 00000020:00000001:2.0:1767384900.920051:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:2.0:1767384900.920052:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00000100:00000010:0.0:1767384900.920053:0:22984:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005a9ae611. 00010000:00000001:2.0:1767384900.920059:0:16762:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000010:0.0:1767384900.920062:0:22984:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000014893886. 00010000:00010000:2.0:1767384900.920063:0:16762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384900.920076:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000017a4fa4. 00010000:00000001:2.0:1767384900.920077:0:16762:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384900.920082:0:16762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384900.920084:0:22984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000054f5cb82. 00000020:00000010:0.0:1767384900.920094:0:22984:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000257ef8be. 00010000:00000001:2.0:1767384900.920096:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.920100:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384900.920101:0:16762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000040:00000010:0.0:1767384900.920101:0:22984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000021516d72. 00000020:00000010:0.0:1767384900.920111:0:22984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cc9a2b6d. 00010000:00000001:2.0:1767384900.920119:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384900.920122:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384900.920122:0:22984:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c38d3074. 00010000:00000001:2.0:1767384900.920131:0:16762:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:0.0:1767384900.920133:0:22984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000375a9a80. 00010000:00010000:2.0:1767384900.920134:0:16762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 80000000:00000010:0.0:1767384900.920142:0:22984:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000044fa6b1f. 00010000:00010000:2.0:1767384900.920144:0:16762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000006932bd5 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384900.920149:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 40000000:00000010:0.0:1767384900.920149:0:22984:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4a54771. 00010000:00000001:2.0:1767384900.920153:0:16762:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384900.920155:0:16762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000008:00000010:0.0:1767384900.920156:0:22984:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002a37d6fa. 00020000:00000010:0.0:1767384900.920167:0:22984:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000046268c73. 00010000:00000001:2.0:1767384900.920168:0:16762:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00008000:00000010:0.0:1767384900.920173:0:22984:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000073c6eef. 00010000:00000001:2.0:1767384900.920177:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000010:0.0:1767384900.920180:0:22984:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e002b14. 00000020:00000001:2.0:1767384900.920181:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384900.920186:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006932bd5 refcount=6 00000020:00000001:2.0:1767384900.920189:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00040000:00000010:0.0:1767384900.920191:0:22984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000107aea97. 00010000:00000001:2.0:1767384900.920192:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00040000:00000010:0.0:1767384900.920198:0:22984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba69b1f4. 00010000:00000001:2.0:1767384900.920199:0:16762:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384900.920208:0:16762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00040000:00000010:0.0:1767384900.920211:0:22984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000679dd7e6. 00010000:00000001:2.0:1767384900.920220:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384900.920222:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384900.920223:0:16762:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384900.920225:0:22984:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a735c430. 00010000:00000001:2.0:1767384900.920232:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384900.920236:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384900.920238:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384900.920239:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384900.920240:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000006932bd5 with handle 0x7ec529173eeb833a from hash 00000004:00000010:0.0:1767384900.920242:0:22984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003c1cd539. 00010000:00000001:2.0:1767384900.920244:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384900.920249:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.920251:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.920253:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000010:0.0:1767384900.920253:0:22984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000073a6510f. 00010000:00000001:2.0:1767384900.920259:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384900.920261:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000010:0.0:1767384900.920263:0:22984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051efea91. 00010000:00000001:2.0:1767384900.920264:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384900.920269:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:0.0:1767384900.920274:0:22984:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a9225c5. 00010000:00000001:2.0:1767384900.920275:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.920286:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384900.920289:0:16762:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000004:00000010:0.0:1767384900.920289:0:22984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dee26466. 00010000:00000001:2.0:1767384900.920300:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000010:0.0:1767384900.920302:0:22984:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000dbf8cefa. 00010000:00000001:2.0:1767384900.920303:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.920306:0:16762:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.920309:0:16762:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767384900.920311:0:22984:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000007fb82076. 00010000:00000001:2.0:1767384900.920319:0:16762:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.920323:0:16762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384900.920323:0:22984:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000024f8039e. 00010000:00000001:2.0:1767384900.920333:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384900.920339:0:22984:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:2.0:1767384900.920346:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.920349:0:16762:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384900.920351:0:16762:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384900.920353:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.920354:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.920355:0:16762:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384900.920357:0:16762:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384900.920359:0:16762:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.920360:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.920362:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.920364:0:16762:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.920365:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384900.920367:0:16762:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384900.920368:0:16762:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.920369:0:16762:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.920370:0:16762:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384900.920372:0:16762:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c6a9f8a6. 00000100:00000001:2.0:1767384900.920375:0:16762:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384900.920376:0:16762:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384900.920378:0:16762:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357937dc. 00010000:00000001:2.0:1767384900.920381:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384900.920383:0:16762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384900.920385:0:16762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384900.920388:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384900.920392:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384900.920394:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384900.920398:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384900.920402:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384900.920404:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384900.920407:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384900.920408:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.920411:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384900.920413:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384900.920686:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384900.920692:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384900.920701:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384900.920704:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384900.920708:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384900.920709:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384900.920710:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000006932bd5/0x7ec529173eeb833a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384900.920714:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c6456e54 count: 0 00010000:00000001:2.0:1767384900.920735:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384900.920737:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384900.920747:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f93d84. 00000100:00000200:2.0:1767384900.920751:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352215936, offset 224 00000400:00000200:2.0:1767384900.920757:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384900.920763:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384900.920770:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272103580 00000400:00000200:2.0:1767384900.920774:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x14e9 [1] + 224 00000400:00000200:2.0:1767384900.920777:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384900.920795:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384900.920799:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384900.920803:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384900.920812:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384900.920827:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384900.920832:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f93d84 00000400:00000010:2.0:1767384900.920834:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f93d84. 00000100:00000001:2.0:1767384900.920839:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384900.920840:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384900.920844:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384900.920847:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384900.920849:0:16762:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.920851:0:16762:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.920854:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.920857:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384900.920864:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384900.920865:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a1caf19 x1853237352215936/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384900.920869:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384900.920874:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb8381f. 00000400:00000200:0.0:1767384900.920881:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000100:00100000:2.0:1767384900.920936:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a1caf19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352215936:12345-0@lo:103: Request processed in 1160us (1735us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384900.920946:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384900.920949:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000400:00000010:0.0:1767384900.920949:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000100:00000001:2.0:1767384900.920958:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384900.920960:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384900.920961:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384900.920964:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000495e4230. 00000020:00000010:2.0:1767384900.920968:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc826616. 00000100:00000200:0.0:1767384900.920970:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384900.920976:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda864ba. 00000100:00000200:0.0:1767384900.920982:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384900.920986:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000001:0.0:1767384900.920991:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384900.920993:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.920994:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.921003:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384900.921006:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384900.921007:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384900.921009:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.921012:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384900.921017:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=30 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384900.921022:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384900.921026:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384900.921028:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.921031:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384900.921033:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.921036:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384900.921040:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.921051:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.921054:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384900.921055:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384900.921058:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384900.921065:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000097028746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352215936:0@lo:103: 00000100:00000001:0.0:1767384900.921069:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.921072:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384900.921076:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000097028746 x1853237352215936/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.921081:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384900.921083:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384900.921085:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000facfa333. 02000000:00000001:0.0:1767384900.921088:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384900.921090:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384900.921092:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384900.921094:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384900.921095:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004356ec92. 02000000:00000001:0.0:1767384900.921099:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384900.921100:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384900.921101:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097028746. 00000100:00000001:0.0:1767384900.921105:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384900.921107:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.921108:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.921112:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384900.921115:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.921118:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.921120:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384900.924912:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f09508b. 00010000:00000010:2.1:1767384900.924922:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c6456e54. 00010000:00000010:1.1:1767384900.924934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004f480de6. 00010000:00000010:2.1:1767384900.924935:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006932bd5. 00010000:00000010:1.1:1767384900.924950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000463e6643. 00080000:00000001:0.0:1767384900.927986:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384900.927990:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384900.927993:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:3.0:1767384900.927996:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384900.927997:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384900.927999:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384900.928000:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384900.928003:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384900.928006:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384900.928012:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384900.928017:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008940077a. 00080000:00000001:3.0:1767384900.928022:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384900.928026:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384900.928030:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384900.928036:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384900.928057:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384900.928060:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384900.928064:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384900.928068:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384900.928070:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384900.928080:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000493a44d7. 00010000:00000001:3.0:1767384900.928084:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384900.928086:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c986555c. 00000020:00000001:3.0:1767384900.928090:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384900.928096:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c986555c with handle 0x7ec529173eeb8341 to hash 00000020:00000001:3.0:1767384900.928098:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384900.928100:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384900.928103:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384900.928105:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.928106:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.928108:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928115:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384900.928120:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384900.928122:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384900.928124:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.928125:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.928127:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.928128:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.928131:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384900.928134:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384900.928136:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384900.928139:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384900.928141:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000493a44d7) refcount = 1 00010000:00010000:3.0:1767384900.928144:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928148:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384900.928155:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384900.928158:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.928160:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.928163:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384900.928167:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384900.928170:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384900.928173:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.928175:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.928178:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000020:00000001:3.0:1767384900.928180:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384900.928185:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384900.928187:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384900.928189:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928198:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384900.928200:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928207:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.928209:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384900.928210:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928218:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.928219:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.928222:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384900.928224:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384900.928230:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c986555c already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384900.928236:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.928238:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384900.928241:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928260:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384900.928263:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.928265:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.928267:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=5 00000020:00000001:3.0:1767384900.928269:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384900.928272:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384900.928275:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384900.928277:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928282:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384900.928284:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.928286:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.928290:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384900.928292:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384900.928293:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.928295:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384900.928297:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c986555c with handle 0x7ec529173eeb8341 from hash 00010000:00000001:3.0:1767384900.928300:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384900.928301:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.928302:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.928303:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384900.928305:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384900.928307:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384900.928309:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384900.928312:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.928315:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.928319:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384900.928324:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384900.928327:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.928330:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.928333:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.928335:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.928339:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.928350:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928356:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.928358:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.928360:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384900.928362:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384900.928365:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.928367:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.928370:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384900.928372:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384900.928374:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.928377:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.928383:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384900.928384:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384900.928385:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c986555c/0x7ec529173eeb8341 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384900.928392:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000493a44d7 count: 0 00010000:00000001:3.0:1767384900.928406:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384900.928409:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384900.931186:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384900.931190:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384900.931193:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000099a108a1. 20000000:00000001:1.0:1767384900.931202:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384900.931206:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352215680 00010000:00000001:1.0:1767384900.931208:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384900.931213:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c19da05 x1853237352215680/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384900.931221:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384900.931223:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384900.931226:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384900.931229:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384900.931231:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384900.931233:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384900.931235:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384900.931243:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.931247:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384900.931249:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384900.931257:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da38e6cb. 00000100:00000200:1.0:1767384900.931260:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352215680, offset 224 00000400:00000200:1.0:1767384900.931269:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384900.931280:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384900.931289:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103480 00000400:00000200:1.0:1767384900.931295:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d1 [2] + 224 00000400:00000200:1.0:1767384900.931301:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.931304:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384900.931306:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384900.931309:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384900.931319:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.931337:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384900.931342:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da38e6cb 00000400:00000010:1.0:1767384900.931343:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da38e6cb. 00000100:00000001:1.0:1767384900.931348:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384900.931350:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384900.931356:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.931360:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384900.931364:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384900.931366:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.931369:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384900.931373:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c19da05 x1853237352215680/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.931374:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.931378:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384900.931391:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384900.931391:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c19da05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352215680:12345-0@lo:253: Request processed in 26470us (26935us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384900.931398:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.931405:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743f9ae3. 00000100:00100000:1.0:1767384900.931411:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767384900.931416:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384900.931419:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384900.931420:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000634c35b7 00000400:00000010:3.0:1767384900.931426:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000634c35b7. 00000100:00000001:1.0:1767384900.931432:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384900.931439:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006892c5b4. 00000100:00000001:3.0:1767384900.931440:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384900.931449:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000100:00000200:3.0:1767384900.931453:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384900.931458:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df122454. 00000020:00000040:1.0:1767384900.931469:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000200:3.0:1767384900.931475:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384900.931475:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384900.931479:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd30cb98. 02000000:00000001:1.0:1767384900.931486:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384900.931493:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.931498:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384900.931499:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384900.931503:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384900.931506:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043184b41. 00000400:00000010:1.0:1767384900.931511:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da38e6cb. 00000100:00000001:3.0:1767384900.931520:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.931524:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.931526:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.931528:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.931531:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.931534:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384900.931539:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.931545:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.931549:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.931551:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.931553:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.931555:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.931563:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.931571:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.931574:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.931575:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384900.931580:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384900.931585:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384900.931588:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384900.931590:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384900.931592:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384900.931595:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384900.931596:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384900.931598:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384900.931601:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384900.931607:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.931617:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047b442e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352215680:0@lo:253: 00000100:00000001:3.0:1767384900.931625:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.931638:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.931645:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047b442e1 x1853237352215680/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.931654:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.931659:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.931669:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007b242c85. 02000000:00000001:3.0:1767384900.931685:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.931689:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.931691:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384900.931694:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.931696:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a2d2f82e. 02000000:00000001:3.0:1767384900.931700:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.931701:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.931703:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b442e1. 00000100:00000001:3.0:1767384900.931710:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.931714:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.931719:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.931727:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.931731:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.931736:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.931741:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.932938:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294889879, at 4294889880 00000100:00000040:0.0:1767384900.932940:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294889879, at 4294889880 00000100:00000010:3.0:1767384900.932949:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016f15e24. 00000100:00000010:0.0:1767384900.932950:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f141949. 00080000:00000020:1.0:1767384900.933521:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384900.933524:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384900.933525:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029077231. 20000000:00000001:1.0:1767384900.933533:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384900.933537:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352215552 00010000:00000001:1.0:1767384900.933540:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384900.933545:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ed8aa9a x1853237352215552/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384900.933550:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384900.933552:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384900.933555:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384900.933557:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384900.933561:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384900.933563:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384900.933565:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384900.933566:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384900.933570:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384900.933573:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384900.933576:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001df49758. 00000100:00000200:1.0:1767384900.933579:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352215552, offset 224 00000400:00000200:1.0:1767384900.933585:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384900.933596:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384900.933602:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103400 00000400:00000200:1.0:1767384900.933609:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c9 [2] + 224 00000400:00000200:1.0:1767384900.933622:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384900.933625:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384900.933628:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384900.933633:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384900.933640:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384900.933654:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384900.933657:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001df49758 00000400:00000010:1.0:1767384900.933659:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001df49758. 00000100:00000001:1.0:1767384900.933661:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384900.933662:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384900.933664:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384900.933668:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384900.933670:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384900.933672:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384900.933674:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384900.933676:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ed8aa9a x1853237352215552/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.933682:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384900.933688:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ed8aa9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352215552:12345-0@lo:253: Request processed in 28802us (29417us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384900.933690:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384900.933700:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000400:00000001:3.0:1767384900.933702:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384900.933703:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384900.933708:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384900.933709:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384900.933711:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384900.933717:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a1fc62d. 00000400:00000010:3.0:1767384900.933718:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d68a8c3. 00000400:00000200:3.0:1767384900.933729:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950d427a 00000020:00000010:1.0:1767384900.933729:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000687c630b. 00000400:00000010:3.0:1767384900.933734:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000950d427a. 00000020:00000010:1.0:1767384900.933740:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4552561. 00000100:00000001:3.0:1767384900.933741:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384900.933749:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000200:3.0:1767384900.933751:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384900.933757:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384900.933760:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0231829. 02000000:00000001:1.0:1767384900.933768:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384900.933771:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384900.933775:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.933804:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.933806:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.933808:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.933810:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.933813:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.933817:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384900.933818:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384900.933821:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384900.933824:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097f4eb92. 00000400:00000010:1.0:1767384900.933832:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001df49758. 00000100:00001000:3.0:1767384900.933839:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384900.933846:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.933849:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.933850:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.933853:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.933856:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.933859:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.933865:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.933873:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.933875:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.933877:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384900.933880:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384900.933882:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384900.933883:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384900.933923:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384900.933925:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384900.933927:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384900.933929:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000040:1.0:1767384900.933931:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294889879, at 4294889881 00000020:01000004:3.0:1767384900.933932:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000040:2.0:1767384900.933935:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294889879, at 4294889881 00000020:01000004:3.0:1767384900.933939:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000010:1.0:1767384900.933942:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c251287. 00000020:01000004:3.0:1767384900.933943:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384900.933945:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7e78754. 00000100:00000040:3.0:1767384900.933956:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.933967:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092f4ff71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352215552:0@lo:253: 00000100:00000001:3.0:1767384900.933972:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.933974:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.933977:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092f4ff71 x1853237352215552/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.933983:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.933985:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.933987:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a983c617. 02000000:00000001:3.0:1767384900.933991:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.933992:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.933993:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384900.934003:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.934005:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000ac9b0a2. 02000000:00000001:3.0:1767384900.934009:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.934011:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.934012:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092f4ff71. 00000100:00000001:3.0:1767384900.934015:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.934016:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.934018:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.934023:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.934025:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.934027:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.934029:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384900.934150:0:22987:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c9b64eae. 00000400:00000040:2.0:1767384900.934172:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384900.934174:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384900.934177:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384900.934178:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384900.934180:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384900.934181:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384900.934183:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384900.934184:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384900.934185:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384900.934186:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384900.934188:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384900.934189:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384900.934190:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384900.934191:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384900.934192:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384900.934194:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384900.934195:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384900.934196:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384900.934202:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384900.934204:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384900.934205:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384900.934206:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384900.934207:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384900.934209:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384900.934209:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384900.934211:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384900.934212:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384900.934213:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384900.934214:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384900.934215:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384900.934216:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384900.934217:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384900.934218:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384900.934219:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384900.934220:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384900.934221:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384900.934222:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384900.934224:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384900.934225:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384900.934226:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384900.934227:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384900.934227:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384900.934229:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384900.934229:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384900.934230:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384900.934231:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384900.934232:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384900.934233:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384900.934234:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384900.934235:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384900.934236:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384900.934237:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384900.934238:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384900.934239:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384900.934240:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384900.934241:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384900.934242:0:22987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384900.934283:0:22987:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c9b64eae. 00010000:00000010:3.1:1767384900.935942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000493a44d7. 00010000:00000010:3.1:1767384900.935950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c986555c. 00010000:00000001:2.0:1767384901.102012:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384901.102021:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.102031:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384901.102039:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384901.102042:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384901.102045:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.102049:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384901.102051:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.102053:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.102056:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.102096:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384901.102099:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384901.102101:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384901.548963:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384901.548968:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384901.548974:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e6519eb. 00000020:00000040:0.0:1767384901.548981:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384901.548986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384901.548986:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384901.548993:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384901.548998:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384901.549000:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384901.549005:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052399c37. 02000000:00000010:0.0:1767384901.549009:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3ca9e92. 00000020:00000040:2.0:1767384901.549011:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384901.549018:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384901.549018:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.549023:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384901.549028:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384901.549040:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006bec22d8. 00000100:00000001:0.0:1767384901.549041:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384901.549044:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.549049:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.549054:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e6519eb] to pc [ptlrpcd_00_01+1] req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384901.549061:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384901.549097:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384901.549099:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.549105:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052399c37] to pc [ptlrpcd_00_02+2] req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384901.549108:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.549121:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.549130:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384901.549134:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384901.549135:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.549144:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.549146:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.549147:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384901.549160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384901.549171:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384901.549172:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767384901.549174:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000100:00000001:1.0:1767384901.549175:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384901.549178:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384901.549179:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384901.549182:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384901.549183:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384901.549187:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384901.549189:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384901.549191:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384901.549196:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384901.549197:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.549201:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.549202:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384901.549205:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352216064:0@lo:13: 02000000:00000010:2.0:1767384901.549215:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4e0b3a1. 00000100:00000001:1.0:1767384901.549224:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384901.549227:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.549235:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384901.549241:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.549242:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384901.549242:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384901.549245:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384901.549254:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384901.549257:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e21d2ec6. 02000000:00000001:1.0:1767384901.549266:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.549267:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384901.549268:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384901.549274:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000263603c1. 00000100:00000001:2.0:1767384901.549275:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.549277:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384901.549286:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.549289:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_03+3] req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384901.549290:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00100000:0.0:1767384901.549310:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000052399c37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352216192:0@lo:400: 00000100:00000200:1.0:1767384901.549315:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352216064, portal 4 00000100:00000001:1.0:1767384901.549328:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384901.549333:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384901.549334:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376590848 : -106558332960768 : ffff9f15f46a8000) 00000100:00000001:2.0:1767384901.549340:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.549343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384901.549344:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384901.549349:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384901.549350:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384901.549353:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa8ad4ec. 00000020:00000040:2.0:1767384901.549362:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384901.549363:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.549367:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384901.549376:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384901.549379:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384901.549380:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384901.549381:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384901.549392:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384901.549396:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 02000000:00000010:2.0:1767384901.549397:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a6d9387. 02000000:00000010:0.0:1767384901.549398:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abeadf02. 00000100:00000200:1.0:1767384901.549403:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352216064, offset 0 00000100:00000001:2.0:1767384901.549404:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.549409:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.549415:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384901.549419:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384901.549421:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb8381f. 00000100:00000001:2.0:1767384901.549431:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384901.549433:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.549437:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa8ad4ec] to pc [ptlrpcd_00_00+0] req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384901.549438:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000400:00000200:1.0:1767384901.549453:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384901.549455:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352216192, portal 25 00000100:00000001:2.0:1767384901.549462:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.549462:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384901.549468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384901.549469:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606545536 : -106559103006080 : ffff9f15c6848a80) 00000400:00000200:1.0:1767384901.549470:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272103600 00000100:00000001:2.0:1767384901.549478:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384901.549484:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000400:00000200:1.0:1767384901.549491:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 896 00000100:00000040:0.0:1767384901.549492:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384901.549498:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384901.549509:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384901.549513:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384901.549516:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384901.549522:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.549528:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384901.549531:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006507edaa. 00000100:00000001:2.0:1767384901.549536:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384901.549536:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384901.549537:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384901.549548:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 00000100:00000001:1.0:1767384901.549553:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384901.549554:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384901.549557:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352216192, offset 0 00000100:00000200:1.0:1767384901.549558:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384901.549571:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004337e19e. 00000100:00000001:2.0:1767384901.549575:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384901.549582:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.549584:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000004337e19e x1853237352216064 msgsize 224 00000400:00000200:0.0:1767384901.549584:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384901.549592:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_01+1] req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384901.549606:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384901.549614:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.549615:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384901.549624:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (228) 00000100:00000001:1.0:1767384901.549624:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384901.549635:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272103680 00000400:00000200:1.0:1767384901.549637:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384901.549642:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:2.0:1767384901.549644:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384901.549648:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384901.549648:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384901.549656:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384901.549657:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9cd [2] + 0 00000100:00000200:1.0:1767384901.549659:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384901.549675:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384901.549679:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1379d48. 00000400:00000200:0.0:1767384901.549691:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f99dde2e 00000400:00000200:0.0:1767384901.549703:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384901.549706:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384901.549719:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.549721:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384901.549722:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384901.549733:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.549741:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f99dde2e 02000000:00000001:2.0:1767384901.549744:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384901.549745:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384901.549745:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f99dde2e. 02000000:00000001:2.0:1767384901.549752:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384901.549758:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384901.549760:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.549762:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384901.549764:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384901.549766:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767384901.549772:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352216320:0@lo:400: 00000100:00000040:1.0:1767384901.549787:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8047 usecs (9 jiffies) 00000100:00000001:1.0:1767384901.549793:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294890505 00000100:00000001:2.0:1767384901.549801:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384901.549801:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c495d6a. 02000000:00000001:2.0:1767384901.549805:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384901.549808:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.549820:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384901.549822:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000010:2.0:1767384901.549826:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000393b99d3. 02000000:00000001:2.0:1767384901.549830:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.549832:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294890505 00000400:00000010:2.0:1767384901.549836:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006254b07b. 00000100:00000010:1.0:1767384901.549840:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8ba0b01. 00000100:00000001:1.0:1767384901.549844:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384901.549846:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f93d84. 00000100:00000001:1.0:1767384901.549847:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294890505 00000100:00000010:1.0:1767384901.549850:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017cfafeb. 00000100:00000001:1.0:1767384901.549853:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384901.549861:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352216320, portal 4 00000100:00000001:1.0:1767384901.549864:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294890505 00000100:00000001:2.0:1767384901.549867:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384901.549869:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000941dd363. 00000100:00000001:2.0:1767384901.549871:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000001:1.0:1767384901.549874:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384901.549878:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384901.549880:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.549882:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.549910:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.549912:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.549921:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384901.549926:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384901.549927:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000004e93e42 x1853237352216192 msgsize 224 00000100:00000001:2.0:1767384901.549928:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384901.549930:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.549937:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384901.549942:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384901.549943:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384901.549949:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384901.549952:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003286e6b. 00000100:00000040:1.0:1767384901.549952:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384901.549954:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384901.549963:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352216320, offset 0 00000100:00000001:0.0:1767384901.549969:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384901.549972:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384901.549974:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.549979:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384901.549981:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384901.549984:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384901.549985:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384901.549990:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352216576:0@lo:400: 00000400:00000200:0.0:1767384901.549991:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 00000400:00000010:0.0:1767384901.549999:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00000100:00000001:1.0:1767384901.550000:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384901.550008:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384901.550010:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384901.550011:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384901.550022:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.550024:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272103700 00000100:00000200:0.0:1767384901.550027:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384901.550029:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384901.550034:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e29ff1b. 02000000:00000001:1.0:1767384901.550043:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.550047:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2320 00000400:00000010:1.0:1767384901.550051:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007372a0. 00000400:00000200:2.0:1767384901.550073:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384901.550074:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000001:0.0:1767384901.550076:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384901.550081:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352216576, portal 10 00000400:00000200:2.0:1767384901.550083:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384901.550086:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.550090:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384901.550094:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000001:2.0:1767384901.550097:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384901.550106:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384901.550113:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.550118:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384901.550119:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bef0775. 00000100:00000040:2.0:1767384901.550126:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000009bef0775 x1853237352216320 msgsize 224 00000100:00000001:0.0:1767384901.550130:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384901.550140:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384901.550143:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384901.550145:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.550156:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384901.550159:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7e5c27. 00000100:00000001:0.0:1767384901.550161:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294890510 00000100:00000001:2.0:1767384901.550164:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384901.550168:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352216576, offset 0 00000400:00000200:1.0:1767384901.550179:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384901.550179:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890505 00000400:00000200:2.0:1767384901.550188:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003286e6b 00000100:00000001:0.0:1767384901.550192:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294890510 00000400:00000010:2.0:1767384901.550194:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003286e6b. 00000400:00000200:1.0:1767384901.550202:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384901.550207:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384901.550209:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890505 00000100:00000200:2.0:1767384901.550215:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.550219:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294890510 00000400:00000200:1.0:1767384901.550226:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272103800 00000100:00000001:0.0:1767384901.550231:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890505 00000100:00000001:0.0:1767384901.550244:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294890510 00000400:00000200:1.0:1767384901.550245:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:2.0:1767384901.550246:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384901.550256:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.550259:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890505 00000400:00000200:1.0:1767384901.550260:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384901.550275:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384901.550276:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384901.550278:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384901.550279:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384901.550289:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384901.550289:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.550290:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384901.550298:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1767384901.550305:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8047 usecs (9 jiffies) 00000100:00000001:0.0:1767384901.550305:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384901.550306:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ddb00b74. 00000100:00000001:0.0:1767384901.550323:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.550324:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294890506 00000100:00000040:1.0:1767384901.550326:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000ddb00b74 x1853237352216576 msgsize 224 00000100:00000001:2.0:1767384901.550337:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294890510 00000100:00000001:0.0:1767384901.550342:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384901.550343:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384901.550344:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294890506 00000100:00000001:2.0:1767384901.550356:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294890510 00000100:00000001:0.0:1767384901.550357:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384901.550373:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294890506 00000100:00000001:1.0:1767384901.550376:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384901.550377:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294890510 00000100:00000001:0.0:1767384901.550378:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384901.550391:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294890506 00000100:00000001:0.0:1767384901.550393:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384901.550395:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7e5c27 00000100:00000001:2.0:1767384901.550400:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294890510 00000400:00000010:1.0:1767384901.550401:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7e5c27. 00000100:00000001:0.0:1767384901.550402:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.550404:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384901.550408:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384901.550418:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384901.550419:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.550420:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.550421:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.550435:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.550439:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384901.550443:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.550444:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384901.550448:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384901.550454:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384901.550458:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384901.550458:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.550462:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.550463:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384901.550465:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384901.550466:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.550469:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.550477:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3540 usecs (4 jiffies) 00000100:00100000:0.0:1767384901.550478:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216576 00000100:00000001:1.0:1767384901.550486:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294890501 02000000:00000001:0.0:1767384901.550487:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384901.550497:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384901.550498:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294890510 00000100:00000001:0.0:1767384901.550498:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384901.550505:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216320 00000100:00000001:1.0:1767384901.550508:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294890501 00000100:00000001:0.0:1767384901.550509:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.550510:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384901.550515:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384901.550520:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294890510 00000100:00000001:2.0:1767384901.550522:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.550524:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.550526:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294890501 00000100:00000001:1.0:1767384901.550539:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294890510 02000000:00000001:2.0:1767384901.550541:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384901.550541:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216576 00000100:00100000:2.0:1767384901.550549:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216320 00000100:00000001:1.0:1767384901.550549:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294890501 00000020:00000001:2.0:1767384901.550555:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384901.550559:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:1.0:1767384901.550560:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294890510 00000020:00000001:0.0:1767384901.550560:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384901.550564:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384901.550567:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000040:2.0:1767384901.550569:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000001:1.0:1767384901.550570:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384901.550571:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384901.550583:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.550584:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000040:0.0:1767384901.550584:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000020:00000001:2.0:1767384901.550605:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384901.550606:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.550617:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.550618:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384901.550618:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000001:0.0:1767384901.550629:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000010:2.0:1767384901.550630:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000260ab60e. 00000100:00000001:1.0:1767384901.550630:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384901.550636:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384901.550641:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384901.550642:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.550646:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384901.550649:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a219234. 00000020:00000010:2.0:1767384901.550650:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004f95d734. 00000100:00000001:1.0:1767384901.550651:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384901.550656:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000010d15677. 00000100:00100000:1.0:1767384901.550659:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384901.550661:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.550664:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384901.550666:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384901.550667:0:17548:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:1.0:1767384901.550669:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.550672:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384901.550677:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384901.550678:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000040:1.0:1767384901.550686:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.550689:0:17548:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384901.550689:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384901.550701:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1767384901.550702:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e29b590. 00000100:00000001:1.0:1767384901.550703:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384901.550705:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af6f4281. 02000000:00000001:1.0:1767384901.550711:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767384901.550712:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001672cf15. 00000020:00000010:2.0:1767384901.550716:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4ad8d06. 02000000:00000001:1.0:1767384901.550717:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384901.550720:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9be8afe. 02000000:00000001:1.0:1767384901.550723:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384901.550726:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc826616. 00000100:00100000:1.0:1767384901.550728:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352216448:0@lo:400: 00000100:00000040:0.0:1767384901.550730:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1767384901.550741:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384901.550743:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384901.550744:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384901.550748:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384901.550752:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384901.550753:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384901.550754:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384901.550766:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.550766:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384901.550767:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.550794:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384901.550798:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ebaa618. 00000100:00000001:2.0:1767384901.550802:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1767384901.550803:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.550803:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384901.550807:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384901.550824:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384901.550824:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c8c2b9. 00000100:00000001:0.0:1767384901.550831:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1767384901.550833:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7e5c27. 00000100:00000001:0.0:1767384901.550834:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.550837:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384901.550844:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352216448, portal 10 00000100:00000001:1.0:1767384901.550854:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384901.550857:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606554496 : -106559102997120 : ffff9f15c684ad80) 00000100:00000001:0.0:1767384901.550858:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.550862:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384901.550869:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384901.550875:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cd30cb98. 00000100:00100000:2.0:1767384901.550877:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384901.550883:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:0.0:1767384901.550887:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384901.550889:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384901.550919:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606549120 : -106559103002496 : ffff9f15c6849880) 00000100:00000040:1.0:1767384901.550928:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384901.550928:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384901.550930:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bef0775 x1853237352216320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:127/0 lens 224/0 e 0 to 0 dl 1767384912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384901.550939:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:0.0:1767384901.550949:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581537920 : -106559128013696 : ffff9f15c506f480) 00000100:00000040:0.0:1767384901.550962:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddb00b74 x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:127/0 lens 224/0 e 0 to 0 dl 1767384912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.550972:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384901.550985:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384901.550992:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000100:00000001:2.0:1767384901.550999:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384901.551001:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352216448, offset 0 00000020:00000010:2.0:1767384901.551010:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f95d734. 00000400:00000200:1.0:1767384901.551020:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384901.551021:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384901.551022:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384901.551028:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f95d734. 00000020:00000010:0.0:1767384901.551029:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d15677. 00000400:00000200:1.0:1767384901.551033:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384901.551041:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384901.551045:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bef0775 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352216320:12345-0@lo:400: 00000020:00000010:0.0:1767384901.551054:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010d15677. 00000400:00000200:1.0:1767384901.551055:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272103780 00000100:00000200:2.0:1767384901.551058:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216320 00000020:00000001:2.0:1767384901.551064:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384901.551066:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000020:00000001:2.0:1767384901.551070:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384901.551072:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384901.551077:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384901.551079:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb00b74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352216576:12345-0@lo:400: 00000020:00000001:2.0:1767384901.551086:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384901.551089:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384901.551094:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000200:0.0:1767384901.551098:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216576 00000100:00000001:1.0:1767384901.551102:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384901.551106:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767384901.551107:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384901.551108:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:1.0:1767384901.551111:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000097028746. 00000020:00000001:0.0:1767384901.551114:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384901.551115:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000097028746 x1853237352216448 msgsize 224 00000020:00000001:0.0:1767384901.551117:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.551122:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384901.551123:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384901.551132:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384901.551133:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384901.551133:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:2.0:1767384901.551142:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384901.551143:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384901.551153:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.551156:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384901.551156:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384901.551159:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384901.551169:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384901.551172:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384901.551174:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384901.551176:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 02000000:00000001:2.0:1767384901.551177:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384901.551179:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384901.551183:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b75a444. 00000400:00000010:1.0:1767384901.551184:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00000020:00000001:0.0:1767384901.551185:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384901.551195:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.551196:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384901.551198:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384901.551199:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.551202:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384901.551204:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384901.551206:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384901.551207:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b096f1da. 00010000:00000040:2.0:1767384901.551208:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352216320 00010000:00000001:2.0:1767384901.551218:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384901.551218:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384901.551232:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009bef0775 x1853237352216320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.551234:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.551236:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384901.551246:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384901.551247:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384901.551249:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384901.551255:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384901.551257:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352216576 00000100:00001000:2.0:1767384901.551268:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=21 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384901.551269:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384901.551281:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.551282:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1767384901.551286:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddb00b74 x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.551290:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384901.551295:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384901.551301:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.551306:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000040:1.0:1767384901.551313:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2660 usecs (3 jiffies) 02000000:00000001:2.0:1767384901.551319:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384901.551319:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384901.551325:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384901.551330:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.551331:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294890501 00000100:00000001:2.0:1767384901.551332:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1767384901.551338:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=26 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384901.551340:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384901.551340:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294890510 00000400:00000010:2.0:1767384901.551352:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003286e6b. 00000100:00000001:1.0:1767384901.551352:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294890501 00000100:00000001:0.0:1767384901.551355:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384901.551357:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352216320, offset 224 00000100:00000001:1.0:1767384901.551362:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294890510 00000100:00000040:0.0:1767384901.551367:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:1.0:1767384901.551372:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294890501 00000400:00000200:2.0:1767384901.551375:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384901.551379:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:1.0:1767384901.551381:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294890510 00000100:00000001:1.0:1767384901.551390:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294890501 02000000:00000001:0.0:1767384901.551391:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384901.551394:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384901.551400:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294890510 02000000:00000001:0.0:1767384901.551401:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.551405:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384901.551409:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272103700 00000100:00000001:1.0:1767384901.551410:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.551412:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384901.551418:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1515 [1] + 224 00000100:00000001:1.0:1767384901.551420:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.551429:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384901.551431:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.551431:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384901.551440:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384901.551444:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 00000100:00000001:2.0:1767384901.551445:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384901.551453:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384901.551457:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352216576, offset 224 00000100:00000001:1.0:1767384901.551460:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384901.551463:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216064 02000000:00000001:1.0:1767384901.551468:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384901.551472:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384901.551482:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.551487:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.551489:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.551491:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384901.551497:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216064 00000020:00000001:1.0:1767384901.551502:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384901.551507:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000400:00000200:0.0:1767384901.551513:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384901.551515:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384901.551521:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:1.0:1767384901.551529:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384901.551533:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384901.551539:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384901.551541:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272103800 00000100:00000001:1.0:1767384901.551542:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384901.551550:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000100:00000001:1.0:1767384901.551556:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384901.551556:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x151d [1] + 224 00000020:00000010:1.0:1767384901.551569:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000400:00000200:0.0:1767384901.551572:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384901.551573:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003286e6b 00000020:00000010:1.0:1767384901.551576:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000728c3f23. 00000400:00000010:2.0:1767384901.551581:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003286e6b. 00000020:00000010:1.0:1767384901.551589:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005e3829fe. 00000100:00000001:2.0:1767384901.551591:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384901.551593:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384901.551596:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384901.551608:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000687c630b. 00000100:00000001:2.0:1767384901.551613:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.551616:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384901.551622:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000040:1.0:1767384901.551628:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:0.0:1767384901.551628:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384901.551629:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384901.551637:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.551638:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384901.551645:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384901.551648:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384901.551650:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.551661:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bef0775 x1853237352216320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.551663:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.551688:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384901.551689:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384901.551692:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bef0775 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237352216320:12345-0@lo:400: Request processed in 682us (1553us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384901.551708:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384901.551714:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384901.551730:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1767384901.551732:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384901.551734:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000040:2.0:1767384901.551737:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:1.0:1767384901.551739:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581539712 : -106559128011904 : ffff9f15c506fb80) 00000100:00000001:2.0:1767384901.551742:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384901.551743:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384901.551749:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384901.551751:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004337e19e x1853237352216064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:127/0 lens 224/0 e 0 to 0 dl 1767384912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384901.551756:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4ad8d06. 00000400:00000200:0.0:1767384901.551757:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 00000400:00000010:0.0:1767384901.551768:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00000020:00000010:2.0:1767384901.551771:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc826616. 00000100:00000001:1.0:1767384901.551772:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384901.551789:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af6f4281. 00000100:00000001:0.0:1767384901.551789:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384901.551796:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000100:00000001:0.0:1767384901.551797:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384901.551800:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:1.0:1767384901.551803:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384901.551806:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384901.551807:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000100:00000001:0.0:1767384901.551808:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.551827:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00080000:2.0:1767384901.551835:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:0.0:1767384901.551836:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384901.551837:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004337e19e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352216064:12345-0@lo:13: 00000020:00000001:0.0:1767384901.551845:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384901.551847:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000200:1.0:1767384901.551848:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216064 00000020:00000001:0.0:1767384901.551850:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384901.551861:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00080000:2.0:1767384901.551863:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384901.551865:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384901.551868:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddb00b74 x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384901.551870:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384901.551871:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000020:00000001:1.0:1767384901.551882:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384901.551922:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb00b74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352216576:12345-0@lo:400: Request processed in 900us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384901.551932:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384901.551935:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:0.0:1767384901.551937:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384901.551940:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384901.551944:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001672cf15. 00000020:00000001:1.0:1767384901.551945:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000010:0.0:1767384901.551950:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9be8afe. 00000020:00000001:1.0:1767384901.551951:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384901.551956:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384901.551961:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.551963:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384901.551964:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e29b590. 00000020:00000001:1.0:1767384901.551967:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384901.551969:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:2.0:1767384901.551975:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384901.551975:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384901.551978:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000100:00000001:1.0:1767384901.551981:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384901.551982:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384901.551984:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384901.551989:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c80a201a. 00000400:00000001:2.0:1767384901.551992:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384901.551994:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384901.551995:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006254b07b. 02000000:00000001:1.0:1767384901.552001:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384901.552001:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216448 00000400:00000200:2.0:1767384901.552004:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f93d84 02000000:00000001:0.0:1767384901.552011:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384901.552012:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384901.552014:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f93d84. 00000100:00000001:0.0:1767384901.552018:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:1.0:1767384901.552020:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384901.552024:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.552025:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:1.0:1767384901.552028:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:0.0:1767384901.552029:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384901.552036:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384901.552037:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:0.0:1767384901.552038:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216448 00080000:00000001:1.0:1767384901.552047:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:0.0:1767384901.552047:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384901.552057:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:0.0:1767384901.552063:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384901.552066:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000020:00000001:0.0:1767384901.552070:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000200:2.0:1767384901.552072:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384901.552073:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384901.552074:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000001:1.0:1767384901.552083:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384901.552087:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000024:1.0:1767384901.552095:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:0.0:1767384901.552096:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d15677. 00000100:00000001:2.0:1767384901.552107:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384901.552112:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384901.552114:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1767384901.552114:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000010:0.0:1767384901.552129:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010d15677. 00000100:00000001:2.0:1767384901.552130:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000020:1.0:1767384901.552131:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 02000000:00000001:2.0:1767384901.552135:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384901.552139:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000020:1.0:1767384901.552140:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:0.0:1767384901.552140:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e29b590. 00000100:00000001:2.0:1767384901.552147:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.552158:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384901.552158:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001672cf15. 00002000:00000001:1.0:1767384901.552159:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384901.552169:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384901.552174:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384901.552175:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9be8afe. 00000100:00001000:2.0:1767384901.552178:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=21 v=5 (5 0 0 0) 00002000:00000001:1.0:1767384901.552184:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.552187:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000040:1.0:1767384901.552192:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352216064 00000100:00001000:2.0:1767384901.552194:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384901.552195:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384901.552196:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384901.552206:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384901.552210:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384901.552211:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384901.552216:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004337e19e x1853237352216064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:127/0 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.552217:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.552220:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384901.552227:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384901.552228:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384901.552236:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384901.552246:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384901.552248:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384901.552252:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.552257:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384901.552258:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384901.552270:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384901.552271:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384901.552278:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384901.552279:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384901.552280:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.552285:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384901.552301:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384901.552302:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.552303:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384901.552308:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384901.552309:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384901.552310:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384901.552324:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384901.552324:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384901.552325:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000001:2.0:1767384901.552331:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384901.552335:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000100:00000001:0.0:1767384901.552336:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581536128 : -106559128015488 : ffff9f15c506ed80) 00000100:00000040:2.0:1767384901.552339:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384901.552342:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352216064, offset 224 00000100:00000001:2.0:1767384901.552368:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384901.552372:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384901.552375:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384901.552377:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097028746 x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:127/0 lens 224/0 e 0 to 0 dl 1767384912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.552380:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384901.552392:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384901.552394:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384901.552412:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272103600 00000400:00000200:1.0:1767384901.552433:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1505 [1] + 224 00000100:00100000:2.0:1767384901.552441:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352216320:0@lo:400: 00000100:00000001:0.0:1767384901.552443:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384901.552445:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384901.552451:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.552455:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384901.552456:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384901.552456:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d15677. 00000100:00000040:2.0:1767384901.552462:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352216320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.552465:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384901.552469:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384901.552474:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384901.552483:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010d15677. 00000100:00000001:2.0:1767384901.552484:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384901.552490:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384901.552496:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000393b99d3. 02000000:00000001:2.0:1767384901.552502:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384901.552505:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384901.552507:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097028746 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352216448:12345-0@lo:400: 00000020:00000001:2.0:1767384901.552508:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384901.552513:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384901.552524:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384901.552534:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4e0b3a1. 00000100:00000200:0.0:1767384901.552535:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216448 00000100:00000001:1.0:1767384901.552540:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384901.552548:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384901.552549:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384901.552553:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384901.552553:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00000020:00000001:0.0:1767384901.552554:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384901.552560:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00000020:00000001:0.0:1767384901.552565:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384901.552567:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:1.0:1767384901.552567:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384901.552570:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384901.552577:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384901.552582:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384901.552584:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384901.552588:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:2.0:1767384901.552589:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384901.552589:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:2.0:1767384901.552604:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384901.552605:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384901.552606:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384901.552616:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.552618:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384901.552618:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384901.552625:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384901.552634:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384901.552635:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384901.552637:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384901.552647:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384901.552650:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384901.552651:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.552655:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004337e19e x1853237352216064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:127/0 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384901.552661:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384901.552667:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384901.552672:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384901.552677:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004337e19e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352216064:12345-0@lo:13: Request processed in 903us (3092us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384901.552677:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000268b152b. 02000000:00000001:0.0:1767384901.552684:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.552696:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384901.552700:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384901.552701:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000040:0.0:1767384901.552705:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352216448 00000100:00000040:1.0:1767384901.552706:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:2.0:1767384901.552709:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384901.552710:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384901.552710:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384901.552717:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216192 02000000:00000001:2.0:1767384901.552722:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384901.552722:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:0.0:1767384901.552727:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097028746 x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384901.552728:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384901.552730:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005e3829fe. 00000100:00000001:2.0:1767384901.552733:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384901.552743:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384901.552743:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000687c630b. 00000100:00100000:2.0:1767384901.552758:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216192 00000020:00000010:1.0:1767384901.552759:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000728c3f23. 00010000:00000001:0.0:1767384901.552759:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384901.552770:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767384901.552771:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384901.552772:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000020:00000040:2.0:1767384901.552795:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:1.0:1767384901.552795:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384901.552796:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=26 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384901.552804:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384901.552813:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:0.0:1767384901.552814:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384901.552820:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384901.552831:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384901.552831:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384901.552834:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000400:00000001:1.0:1767384901.552840:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384901.552841:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384901.552842:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000001:1.0:1767384901.552844:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384901.552849:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007372a0. 00000100:00000001:2.0:1767384901.552852:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384901.552853:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384901.552854:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000020:00000010:2.0:1767384901.552866:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f95d734. 00000400:00000010:1.0:1767384901.552868:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 02000000:00000001:0.0:1767384901.552868:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.552912:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384901.552916:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384901.552917:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384901.552926:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f95d734. 00000100:00000040:0.0:1767384901.552926:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384901.552929:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384901.552936:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 00000020:00000010:2.0:1767384901.552940:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393b99d3. 00000100:00000200:0.0:1767384901.552946:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352216448, offset 224 00000020:00000010:2.0:1767384901.552951:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4ad8d06. 00000100:00000200:1.0:1767384901.552956:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384901.552962:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc826616. 00000400:00000200:0.0:1767384901.552963:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384901.552978:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384901.552985:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384901.552986:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384901.552987:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384901.552998:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384901.553001:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384901.553004:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384901.553006:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384901.553007:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384901.553013:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.553014:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272103780 00000100:00000001:2.0:1767384901.553015:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.553021:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.553029:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1525 [1] + 224 00000100:00000001:2.0:1767384901.553030:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384901.553030:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=26 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384901.553049:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384901.553053:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=26 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384901.553053:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384901.553064:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384901.553068:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384901.553070:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384901.553073:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384901.553075:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384901.553080:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384901.553082:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000001:0.0:1767384901.553082:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384901.553093:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384901.553096:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526585424 : -106558182966192 : ffff9f15fd5b3c50) 00010000:00080000:1.0:1767384901.553099:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384901.553102:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384901.553114:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004e93e42 x1853237352216192/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:127/0 lens 224/0 e 0 to 0 dl 1767384912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384901.553183:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.553193:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384901.553194:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384901.553201:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384901.553202:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:2.0:1767384901.553203:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f95d734. 00000100:00000001:1.0:1767384901.553209:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384901.553215:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384901.553216:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384901.553230:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f95d734. 00000100:00000040:1.0:1767384901.553235:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.553236:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384901.553249:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004e93e42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352216192:12345-0@lo:400: 00000400:00000200:0.0:1767384901.553249:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 00000100:00000001:1.0:1767384901.553251:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384901.553262:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00000100:00000001:1.0:1767384901.553264:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384901.553271:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.553274:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384901.553275:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216192 00000100:00000001:0.0:1767384901.553277:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384901.553284:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.553285:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384901.553290:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384901.553293:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000001:2.0:1767384901.553294:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384901.553303:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384901.553304:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384901.553308:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.553316:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384901.553317:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384901.553322:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352216576:0@lo:400: 00000100:00000040:0.0:1767384901.553328:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097028746 x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384901.553334:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000400:00000001:1.0:1767384901.553342:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384901.553345:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:1.0:1767384901.553348:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384901.553351:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384901.553354:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000263603c1. 00000020:00000001:2.0:1767384901.553361:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384901.553363:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000020:00000001:2.0:1767384901.553368:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384901.553370:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000020:00000001:2.0:1767384901.553376:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.553380:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384901.553381:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384901.553385:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097028746 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352216448:12345-0@lo:400: Request processed in 935us (2260us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384901.553388:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384901.553392:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384901.553395:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384901.553401:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003f7ba87a. 02000000:00000001:2.0:1767384901.553405:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.553412:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384901.553420:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384901.553428:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352216192 00010000:00000001:2.0:1767384901.553435:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384901.553437:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384901.553445:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004e93e42 x1853237352216192/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.553448:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384901.553454:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384901.553454:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384901.553462:0:16137:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384901.553463:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384901.553467:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384901.553469:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.553470:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384901.553471:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00001000:2.0:1767384901.553472:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384901.553475:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.553482:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384901.553485:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384901.553486:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.553487:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384901.553492:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384901.553498:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00001000:1.0:1767384901.553500:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=21 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384901.553500:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001672cf15. 02000000:00000001:2.0:1767384901.553514:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1767384901.553517:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=21 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384901.553517:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9be8afe. 02000000:00000001:2.0:1767384901.553518:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.553532:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384901.553533:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384901.553536:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e29b590. 00000100:00000001:1.0:1767384901.553540:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.553541:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384901.553543:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00010000:00000001:1.0:1767384901.553545:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384901.553547:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f93d84. 00010000:00080000:1.0:1767384901.553554:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.553554:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384901.553555:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352216192, offset 224 00010000:00000001:1.0:1767384901.553573:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.553578:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384901.553578:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384901.553582:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384901.553585:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384901.553589:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.553599:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384901.553600:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.553602:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.553606:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384901.553617:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272103680 00000100:00000001:1.0:1767384901.553627:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384901.553631:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x150d [1] + 224 00000100:00000001:1.0:1767384901.553633:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384901.553636:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384901.553637:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1767384901.553640:0:16137:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:2.0:1767384901.553646:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000040:1.0:1767384901.553646:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384901.553650:0:16137:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:2.0:1767384901.553664:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000020:1.0:1767384901.553669:0:16137:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000200:2.0:1767384901.553672:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384901.553681:0:16137:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.553690:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384901.553693:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384901.553721:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352216064:0@lo:13: 00000100:00000001:1.0:1767384901.553727:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.553729:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384901.553731:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384901.553732:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352216576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384901.553740:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f93d84 00000100:00000001:1.0:1767384901.553741:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384901.553744:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f93d84. 02000000:00000001:1.0:1767384901.553745:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384901.553748:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e29ff1b. 00000100:00000001:2.0:1767384901.553749:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384901.553752:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384901.553757:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384901.553762:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384901.553762:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384901.553763:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384901.553767:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384901.553770:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384901.553772:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384901.553789:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 02000000:00000010:1.0:1767384901.553790:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006507edaa. 00000400:00000001:0.0:1767384901.553794:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384901.553795:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384901.553799:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384901.553800:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384901.553801:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.553813:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384901.553815:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384901.553816:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb8381f. 00000100:00000010:1.0:1767384901.553817:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000040:2.0:1767384901.553830:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004e93e42 x1853237352216192/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.553838:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384901.553839:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000100:00100000:2.0:1767384901.553849:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004e93e42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352216192:12345-0@lo:400: Request processed in 650us (4067us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384901.553852:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384901.553852:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000100:00000001:1.0:1767384901.553863:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384901.553864:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000001:0.0:1767384901.553866:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384901.553874:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e6519eb x1853237352216064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384901.553877:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:0.0:1767384901.553883:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.553930:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384901.553934:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384901.553937:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e21d2ec6. 02000000:00000001:1.0:1767384901.553946:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384901.553951:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384901.553956:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:0.0:1767384901.553961:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384901.553962:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384901.553966:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3ca9e92. 02000000:00000001:1.0:1767384901.553975:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384901.553977:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384901.553978:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384901.553983:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e6519eb. 00000100:00000001:0.0:1767384901.553985:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.553999:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384901.554001:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384901.554004:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384901.554005:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384901.554007:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384901.554008:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.554010:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.554019:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384901.554019:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.554023:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384901.554026:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=31 v=5 (5 0 0 0) 00000400:00000001:1.0:1767384901.554028:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384901.554035:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1767384901.554036:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=31 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384901.554042:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c8c2b9. 00000100:00000001:0.0:1767384901.554043:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384901.554049:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384901.554050:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7e5c27 00000400:00000010:1.0:1767384901.554052:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7e5c27. 00000100:00000001:1.0:1767384901.554057:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384901.554058:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384901.554061:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384901.554064:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.554067:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.554081:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384901.554086:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.554131:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384901.554146:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384901.554147:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384901.554157:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.554158:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.554173:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384901.554177:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384901.554178:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.554180:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384901.554187:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384901.554193:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384901.554193:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000052399c37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352216192:0@lo:400: 00000100:00001000:1.0:1767384901.554204:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=26 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384901.554207:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384901.554213:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384901.554213:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384901.554219:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000052399c37 x1853237352216192/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.554235:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384901.554241:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.554244:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384901.554246:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384901.554250:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384901.554254:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abeadf02. 00010000:00080000:1.0:1767384901.554257:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384901.554263:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384901.554267:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384901.554268:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384901.554276:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384901.554277:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384901.554286:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384901.554288:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384901.554296:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767384901.554298:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006bec22d8. 00000100:00000001:1.0:1767384901.554300:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.554313:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384901.554315:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384901.554322:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384901.554330:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384901.554332:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000052399c37. 00000100:00000001:1.0:1767384901.554336:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384901.554339:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.554344:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384901.554345:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.554352:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.554365:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384901.554370:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352216448:0@lo:400: 00000100:00000001:0.0:1767384901.554374:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384901.554378:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.554382:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.554385:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.554386:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384901.554398:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384901.554399:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa8ad4ec x1853237352216448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384901.554414:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384901.554417:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384901.554420:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ebaa618. 02000000:00000001:1.0:1767384901.554425:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384901.554428:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384901.554430:0:16137:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384901.554433:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384901.554435:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007a6d9387. 02000000:00000001:1.0:1767384901.554440:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384901.554442:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384901.554443:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa8ad4ec. 00000100:00000001:1.0:1767384901.554456:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384901.554458:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.554460:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384901.554467:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384901.554469:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384901.554472:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384901.554474:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384901.554824:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384901.554827:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384901.554830:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4ad8d06. 00000020:00000010:2.0:1767384901.554834:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc826616. 00000020:00000010:2.0:1767384901.554837:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393b99d3. 00000020:00000040:2.0:1767384901.554841:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384901.554845:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384901.554848:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003f7ba87a. 02000000:00000001:2.0:1767384901.554852:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384901.554855:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384901.554861:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384901.554868:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006254b07b. 00000400:00000010:2.0:1767384901.554881:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a26ffe2a. 00000100:00000040:1.0:1767384901.563958:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294890510, at 4294890511 00000100:00000010:1.0:1767384901.563968:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8ba0b01. 00000100:00000040:2.0:1767384901.565028:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294890510, at 4294890512 00000100:00000010:2.0:1767384901.565035:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017cfafeb. 00000100:00000040:3.0:1767384901.565093:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294890510, at 4294890512 00000100:00000010:3.0:1767384901.565103:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000941dd363. 00000100:00000040:0.0:1767384901.565120:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294890510, at 4294890512 00000100:00000010:0.0:1767384901.565137:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c495d6a. 00080000:00000001:1.0:1767384901.959868:0:23242:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384901.959908:0:23242:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384901.959914:0:23242:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384901.959923:0:23242:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384901.959930:0:23242:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384901.959934:0:23242:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384902.124960:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384902.124966:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384902.124972:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384902.124973:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384902.125051:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384902.125055:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384902.125058:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384902.752089:0:23406:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384902.752096:0:23406:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:1.0:1767384902.756325:0:23406:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384902.764468:0:23407:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000aa6c14e4. 00000400:00000010:1.0:1767384902.764504:0:23407:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002489f01f. 00000400:00000010:1.0:1767384902.764519:0:23407:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008d1ac235. 00000400:00000010:1.0:1767384902.764524:0:23407:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000018b94d43. 00000400:00000010:1.0:1767384902.764530:0:23407:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031be37d9. 00000400:00000010:1.0:1767384902.764537:0:23407:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb3964ab. 00000400:00000010:1.0:1767384902.764539:0:23407:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001d035a19. 00000400:00000010:1.0:1767384902.764540:0:23407:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd76c0da. 00000400:00000010:1.0:1767384902.764544:0:23407:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b007b171. 00000800:00000010:1.0:1767384902.764558:0:23407:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d159f9d4. 00000800:00000200:1.0:1767384902.764572:0:23407:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384902.764582:0:23407:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384902.764638:0:23407:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384902.764668:0:23407:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp23 [8/256/0/180] 00000400:00000010:1.0:1767384902.766737:0:23407:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008098f6e2. 00000400:00000010:1.0:1767384902.766744:0:23407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c8c2b9. 00000400:00000010:1.0:1767384902.766751:0:23407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7e5c27. 00000400:00000001:1.0:1767384902.766785:0:23407:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384902.766787:0:23407:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384902.766789:0:23407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ede7ada. 00000400:00000200:1.0:1767384902.766792:0:23407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:1.0:1767384902.766795:0:23407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000400:00000010:1.0:1767384902.766800:0:23407:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000bcd3450b. 00000400:00000200:1.0:1767384902.766805:0:23407:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (14) 00000400:00000200:1.0:1767384902.766817:0:23407:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384902.766827:0:23407:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:1.0:1767384902.766836:0:23407:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000099a108a1. 00000020:01000000:1.0:1767384902.766845:0:23407:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384902.766848:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384902.766849:0:23407:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp23 00000400:00000200:0.0:1767384902.766861:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:0.0:1767384902.766870:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000400:00000010:1.0:1767384902.766877:0:23407:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002489f01f. 00000400:00000200:0.0:1767384902.766878:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (15) 00000400:00000010:0.0:1767384902.766912:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000042b48d27. 00000400:00000200:0.0:1767384902.766919:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000001:2.0:1767384902.766924:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384902.766931:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384902.766935:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384902.766936:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 10000000:01000000:2.0:1767384902.766941:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384902.766947:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384902.766947:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000010:1.0:1767384902.766950:0:23407:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000aa6c14e4. 00000020:01000004:2.0:1767384902.766956:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384902.766963:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384902.766966:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384902.766972:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384902.766973:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384902.766982:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384902.766987:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384902.766990:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384902.766992:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384902.766994:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384902.766997:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384902.767008:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384902.767024:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384902.767027:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:2.0:1767384902.767028:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000400:00000200:0.0:1767384902.767037:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:2.0:1767384902.767039:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:0.0:1767384902.767046:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384902.767050:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:2.0:1767384902.767051:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384902.767056:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384902.767057:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000001:2.0:1767384902.767068:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.767074:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 02000000:00000010:2.0:1767384902.767081:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009703c2a0. 00000400:00000200:0.0:1767384902.767087:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:2.0:1767384902.767092:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.767101:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:2.0:1767384902.767102:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384902.767107:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.767115:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000040:2.0:1767384902.767120:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_02+2] req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384902.767129:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp22 00000400:00000200:0.0:1767384902.767145:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384902.767147:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp22 10000000:00000001:2.0:1767384902.767151:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.767152:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.112@tcp22 LPNI seq info [31:31:8:4294967295] 10000000:00000001:2.0:1767384902.767158:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.767161:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384902.767165:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384902.767166:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384902.767167:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp22 00000100:00000001:3.0:1767384902.767172:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384902.767182:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384902.767185:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384902.767191:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22:) -> 192.168.203.112@tcp22(192.168.203.112@tcp:192.168.203.112@tcp22) : PUT try# 0 10000000:00000001:2.0:1767384902.767192:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384902.767193:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384902.767200:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384902.767207:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384902.767218:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:0.0:1767384902.767219:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp22 00000020:01000004:2.0:1767384902.767224:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384902.767233:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:0.0:1767384902.767233:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdad0395. 00000100:00000001:3.0:1767384902.767238:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384902.767240:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384902.767243:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384902.767246:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384902.767249:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384902.767252:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:0.0:1767384902.767253:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000853ed443. 02000000:00000001:3.0:1767384902.767254:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384902.767257:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384902.767261:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384902.767265:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:0.0:1767384902.767267:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005504ecc4. 02000000:00000001:3.0:1767384902.767273:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384902.767275:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa8ad4ec. 00000020:00000040:2.0:1767384902.767284:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000800:00000200:0.0:1767384902.767286:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (2) 00000100:00100000:3.0:1767384902.767287:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352216704:0@lo:253: 00000800:00000200:0.1:1767384902.767310:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (2) 00000100:00000001:2.0:1767384902.767311:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384902.767314:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384902.767316:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384902.767321:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.767326:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384902.767329:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f217f30a. 02000000:00000001:3.0:1767384902.767332:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384902.767333:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:2.0:1767384902.767337:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.767338:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384902.767343:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000001:2.0:1767384902.767349:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384902.767350:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a983c617. 00000100:00000001:2.0:1767384902.767353:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384902.767357:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.767363:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d68a8c3. 00000100:00000040:2.0:1767384902.767363:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa8ad4ec] to pc [ptlrpcd_00_03+3] req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384902.767373:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b070d00. 00000100:00000001:0.0:1767384902.767375:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384902.767382:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767382:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384902.767384:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352216704, portal 25 00000100:00000001:0.0:1767384902.767388:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384902.767394:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767395:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384902.767399:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384902.767401:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384902.767403:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000099a108a1. 00000100:00000001:3.0:1767384902.767408:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000040:0.0:1767384902.767411:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.767418:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.767424:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384902.767428:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767430:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384902.767432:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384902.767435:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384902.767436:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384902.767439:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384902.767441:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352216832:0@lo:253: 00000400:00000010:3.0:1767384902.767443:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9a30321. 00000100:00000001:0.0:1767384902.767445:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384902.767448:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352216704, offset 0 02000000:00000001:0.0:1767384902.767451:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384902.767455:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.767457:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384902.767460:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384902.767464:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b748e55a. 02000000:00000001:0.0:1767384902.767468:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.767473:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384902.767474:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb8381f. 00000400:00000010:0.0:1767384902.767481:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c0afb82. 00000100:00000200:0.0:1767384902.767486:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352216832, portal 25 00000400:00000200:3.0:1767384902.767489:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103880 00000400:00000200:2.0:1767384902.767494:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000001:0.0:1767384902.767496:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384902.767502:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000001:0.0:1767384902.767504:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606554496 : -106559102997120 : ffff9f15c684ad80) 00000400:00000010:3.0:1767384902.767508:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000097fae79. 00000400:00000200:3.0:1767384902.767514:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014a26a1c 00000100:00000040:0.0:1767384902.767515:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.767522:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384902.767524:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384902.767533:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384902.767534:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384902.767539:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebf95a45. 00000400:00000200:3.0:1767384902.767543:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a26a1c 00000400:00000010:3.0:1767384902.767547:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014a26a1c. 00000100:00000001:3.0:1767384902.767555:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384902.767556:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352216832, offset 0 00000100:00000200:3.0:1767384902.767557:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384902.767562:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000031d5bda6 x1853237352216704 msgsize 4848 00000400:00000200:0.0:1767384902.767566:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384902.767573:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384902.767578:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384902.767585:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384902.767589:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:3.0:1767384902.767591:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384902.767595:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103900 00000400:00000200:0.0:1767384902.767606:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000010:0.0:1767384902.767610:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dcc9253. 00000400:00000200:0.0:1767384902.767614:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007969381e 00000400:00000200:3.0:1767384902.767618:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9a30321 00000400:00000200:0.0:1767384902.767620:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384902.767621:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9a30321. 00000400:00000200:0.0:1767384902.767628:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384902.767630:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384902.767634:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007969381e 00000100:00000200:3.0:1767384902.767636:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384902.767638:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007969381e. 00000400:00000200:2.0:1767384902.767641:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:0.0:1767384902.767646:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384902.767651:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384902.767666:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001be3a01a x1853237352216832 msgsize 4848 00000100:00000001:3.0:1767384902.767669:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384902.767677:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384902.767683:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384902.767691:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384902.767692:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767697:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384902.767705:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767708:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384902.767716:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebf95a45 00000100:00000001:3.0:1767384902.767717:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294891727 00000400:00000010:0.0:1767384902.767719:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebf95a45. 00000400:00000200:2.0:1767384902.767722:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000010:3.0:1767384902.767724:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016f15e24. 00000100:00000001:0.0:1767384902.767724:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384902.767732:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.767734:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384902.767744:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384902.767745:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294891727 00000100:00000040:0.0:1767384902.767748:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384902.767750:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f591fe16. 00000100:00000001:3.0:1767384902.767758:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384902.767760:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767779:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294891727 00000100:00000001:0.0:1767384902.767779:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384902.767780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000010:3.0:1767384902.767788:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7e78754. 00000100:00000001:3.0:1767384902.767796:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384902.767800:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767803:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294891727 00000100:00000001:0.0:1767384902.767807:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294891727 00000100:00000010:3.0:1767384902.767808:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c251287. 00000100:00000001:0.0:1767384902.767814:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294891727 00000100:00000001:3.0:1767384902.767817:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384902.767818:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294891727 00000100:00000001:0.0:1767384902.767823:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294891727 00000100:00000001:3.0:1767384902.767825:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.767826:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294891727 00000100:00000001:3.0:1767384902.767829:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767830:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294891727 00000100:00000001:0.0:1767384902.767834:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294891727 00000100:00000001:3.0:1767384902.767835:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767838:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294891727 00000100:00000001:3.0:1767384902.767839:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.767841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:0.0:1767384902.767841:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.767844:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767846:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767848:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384902.767848:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.767854:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384902.767860:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.767863:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384902.767864:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384902.767867:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767868:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384902.767875:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767876:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.767881:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384902.767923:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767930:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.767973:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384902.767979:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216704 00000100:00000001:3.0:1767384902.767980:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384902.767982:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384902.767984:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216832 00000100:00000001:0.0:1767384902.767987:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384902.767990:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384902.767991:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767993:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384902.767994:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 02000000:00000001:0.0:1767384902.767998:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.767999:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384902.768007:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216704 02000000:00000001:3.0:1767384902.768008:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.768012:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384902.768013:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216832 00000020:00000040:0.0:1767384902.768017:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384902.768018:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384902.768021:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384902.768024:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384902.768025:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.768030:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000040:0.0:1767384902.768030:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:0.0:1767384902.768036:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384902.768037:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384902.768040:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384902.768046:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384902.768048:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384902.768053:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384902.768055:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000020:00000010:0.0:1767384902.768056:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d43c993. 00000020:00000010:3.0:1767384902.768057:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000153b619d. 00000100:00000001:3.0:1767384902.768075:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.768075:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384902.768079:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000153b619d. 00000020:00000010:0.0:1767384902.768081:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d43c993. 00000020:00000010:3.0:1767384902.768090:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045908111. 00000020:00000010:0.0:1767384902.768093:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4552561. 00000020:00000010:3.0:1767384902.768098:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038b96b8c. 00000020:00000010:0.0:1767384902.768102:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000429843e1. 00000020:00000010:3.0:1767384902.768105:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003b3ed3be. 00000020:00000010:0.0:1767384902.768113:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9be8afe. 00000100:00000040:3.0:1767384902.768126:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384902.768129:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384902.768132:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384902.768134:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384902.768135:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.768142:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384902.768145:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.768149:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384902.768151:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:0.0:1767384902.768154:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.768164:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.768165:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384902.768194:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384902.768197:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384902.768198:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384902.768201:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384902.768209:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:3.0:1767384902.768214:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384902.768218:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526583376 : -106558182968240 : ffff9f15fd5b3450) 00000100:00100000:0.0:1767384902.768222:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767384902.768228:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001be3a01a x1853237352216832/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:128/0 lens 4848/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384902.768229:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:0.0:1767384902.768234:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526574160 : -106558182977456 : ffff9f15fd5b1050) 00000100:00000001:3.0:1767384902.768245:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384902.768246:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031d5bda6 x1853237352216704/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:128/0 lens 4848/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384902.768248:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000020:00000010:3.0:1767384902.768250:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000153b619d. 00000100:00000001:3.0:1767384902.768261:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.768266:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384902.768268:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000153b619d. 00000020:00000010:0.0:1767384902.768270:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d43c993. 00000100:00000001:0.0:1767384902.768276:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384902.768279:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d43c993. 00000100:00100000:3.0:1767384902.768285:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001be3a01a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352216832:12345-0@lo:253: 00000100:00000200:3.0:1767384902.768292:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216832 00000100:00100000:0.0:1767384902.768293:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031d5bda6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352216704:12345-0@lo:253: 00000020:00000001:3.0:1767384902.768299:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384902.768300:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216704 00000020:00000001:0.0:1767384902.768306:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384902.768307:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384902.768311:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384902.768313:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.768315:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.768317:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384902.768319:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384902.768321:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384902.768334:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384902.768338:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384902.768341:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384902.768344:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384902.768347:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.768348:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384902.768352:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384902.768356:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384902.768357:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384902.768360:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384902.768362:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000020:00000001:0.0:1767384902.768362:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.768366:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384902.768375:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384902.768376:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384902.768382:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dccaf842. 02000000:00000001:0.0:1767384902.768383:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384902.768388:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.768391:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384902.768392:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000ac9b0a2. 20000000:00000001:3.0:1767384902.768394:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384902.768396:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.768400:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.768404:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384902.768408:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007a84feca. 20000000:01000000:3.0:1767384902.768414:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384902.768415:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2d2f82e. 20000000:00000001:3.0:1767384902.768419:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384902.768421:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384902.768423:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384902.768425:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384902.768427:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384902.768430:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.768432:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384902.768433:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384902.768436:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.768440:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.768442:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384902.768446:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005afc1785. 20000000:01000000:3.0:1767384902.768449:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:3.0:1767384902.768456:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384902.768459:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00080000:00000001:3.0:1767384902.768461:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384902.768516:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00080000:00000001:3.0:1767384902.768524:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384902.768528:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384902.768531:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.768534:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384902.768539:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384902.768544:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:3.0:1767384902.768548:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384902.768555:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000afb567b7. 00080000:00000001:3.0:1767384902.768557:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241883136 : -106563467668480 : ffff9f14c25d1400) 00080000:00000001:3.0:1767384902.768561:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384902.768585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.768620:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.768682:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000001:00000001:3.0:1767384902.768697:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384902.768701:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.768704:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384902.768735:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384902.768738:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384902.768747:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.768823:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.768899:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.769007:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00080000:00000001:3.0:1767384902.769045:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384902.769049:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384902.769086:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.769171:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.769249:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.769314:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.769404:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.769461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.769852:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384902.769928:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp22 from 229.3.0.2 00000800:00000010:3.0:1767384902.769932:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007c6fc8de. 00000800:00000010:2.0:1767384902.769967:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d4cdf70. 00000800:00000010:2.0:1767384902.769975:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000054843b33. 00000800:00000010:2.0:1767384902.769982:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a4a78459. 00000800:00000010:2.0:1767384902.770054:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a4a78459. 00000800:00000010:2.0:1767384902.770099:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000921ce22d. 00000800:00000010:2.0:1767384902.770104:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007df947e1. 00000800:00000010:2.0:1767384902.770140:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ac86f7a8. 00000800:00000200:2.1:1767384902.770149:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (2) 00000800:00000200:2.1:1767384902.770157:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp22 00000000ac86f7a8 deleted 00000800:00000010:2.1:1767384902.770160:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ac86f7a8. 00000800:00000200:2.1:1767384902.770170:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384902.770176:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp22 ip 192.168.203.112:997 00000800:00000200:2.1:1767384902.770181:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdad0395 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384902.770192:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp22 p 3.x 192.168.203.112 -> 192.168.203.112:997 incarnation:1767384900901021329 sched[0] 00000800:00000010:2.0:1767384902.770196:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a4a78459. 00000800:00000010:2.0:1767384902.770243:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a4a78459. 00000800:00000010:2.0:1767384902.770249:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007df947e1. 00000800:00000010:2.0:1767384902.770301:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007c6fc8de. 00000800:00000001:2.0:1767384902.770322:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.770330:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384902.770569:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384902.770574:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdad0395. 00000400:00000200:3.0:1767384902.770579:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384902.770585:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: PUT: OK 00000400:00000200:3.0:1767384902.770592:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384902.770597:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000200:3.1:1767384902.770717:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384902.770744:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp22 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384900901021329 sched[0] 00000800:00000010:3.0:1767384902.770749:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000054843b33. 00000800:00000001:2.0:1767384902.770814:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.770822:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384902.770825:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.770833:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.770841:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22) <- 192.168.203.112@tcp22 : PUT - for me 00000400:00000200:2.0:1767384902.770871:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384902.770881:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x14d9 [1] + 0 00000400:00000200:3.0:1767384902.770884:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000010:2.0:1767384902.770886:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8bc58fb. 00000400:00000200:2.0:1767384902.770890:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000010ffc48a 00000800:00000001:2.0:1767384902.770896:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.770908:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.770943:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384902.770950:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: PUT: OK 00000400:00000200:2.0:1767384902.770958:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ffc48a 00000400:00000010:2.0:1767384902.770961:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ffc48a. 00000400:00000200:2.0:1767384902.770965:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384902.770969:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (16) 00000400:00000200:2.0:1767384902.770974:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:2.0:1767384902.770979:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000393b99d3. 00000400:00000200:2.0:1767384902.770984:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 15 00000400:00000200:2.0:1767384902.770992:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384902.771009:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (17) 00000400:00000200:2.0:1767384902.771034:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384902.771041:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp22 to MR: 192.168.203.112@tcp22 local destination 00000400:00000200:2.0:1767384902.771050:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.112@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1767384902.771064:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) -> 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) 192.168.203.112@tcp22 : ACK try# 0 00000800:00000200:2.0:1767384902.771070:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp22 00000800:00000010:2.0:1767384902.771089:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a6d9387. 00000800:00000200:2.0:1767384902.771109:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (4) 00000800:00000200:2.0:1767384902.771116:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp22 ip 192.168.203.112:988 00000400:00000200:3.0:1767384902.771120:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000200:2.0:1767384902.771120:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007a6d9387 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384902.771213:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.771309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:2.0:1767384902.771352:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384902.771356:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a6d9387. 00000400:00000200:2.0:1767384902.771361:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384902.771363:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.771371:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: ACK: OK 00000800:00000001:2.0:1767384902.771386:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.771393:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384902.771398:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.771404:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384902.771405:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.771409:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.771416:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22) <- 192.168.203.112@tcp22 : ACK - for me 00000400:00000200:2.0:1767384902.771432:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp22: ACK from 12345-192.168.203.112@tcp22 into md 0x1549 00000400:00000200:2.0:1767384902.771437:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384902.771444:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: ACK: OK 00000400:00000200:2.0:1767384902.771449:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000400:00000010:2.0:1767384902.771451:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000400:00000200:2.0:1767384902.771457:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384902.771461:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:2.0:1767384902.771468:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384902.771473:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (16) 00000800:00000001:2.0:1767384902.771512:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384902.771517:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384902.771541:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384902.771546:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000866e58d1. 00000400:00000010:2.0:1767384902.771552:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f93d84. 00000400:00000200:2.0:1767384902.771556:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ad1656ba 00000400:00000200:2.0:1767384902.771560:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:2.0:1767384902.771570:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000b773e757. 00000400:00000010:2.0:1767384902.771574:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 000000009f903de1. 00000400:00000010:2.0:1767384902.771579:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 0000000044d623e1. 00000400:00000200:3.0:1767384902.771606:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000010:2.0:1767384902.771637:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000af6f4281. 00000400:00000200:2.0:1767384902.771653:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000af6f4281 nid 192.168.203.112@tcp23 00000400:00000200:3.0:1767384902.771664:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.771736:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000010:2.0:1767384902.771884:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000095ac9fda. 00000400:00000200:2.0:1767384902.771888:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000095ac9fda net tcp23 00000400:00000200:2.0:1767384902.771892:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (15) 00000400:00000200:2.0:1767384902.771899:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp23 flags 0x11 00000400:00000200:3.0:1767384902.771926:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000010:2.0:1767384902.771960:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000b773e757. 00000400:00000010:2.0:1767384902.771964:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 000000009f903de1. 00000400:00000010:2.0:1767384902.771969:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 0000000044d623e1. 00000400:00000010:2.0:1767384902.771975:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000393b99d3. 00000400:00000200:2.0:1767384902.771984:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384902.771989:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:2.0:1767384902.771994:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:2.0:1767384902.772018:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:2.0:1767384902.772022:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384902.772027:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384902.772031:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384902.772036:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384902.772039:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (16) 00000400:00000200:3.0:1767384902.772116:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772179:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772205:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772228:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772287:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772376:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772434:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772486:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772549:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772659:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772759:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772814:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772866:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772922:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.772988:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384902.773144:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000800:00000010:2.0:1767384902.773633:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5c78367. 00000800:00000010:2.0:1767384902.773640:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c6a9f8a6. 00000800:00000010:2.0:1767384902.773646:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cce653eb. 00000800:00000010:2.0:1767384902.773711:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cce653eb. 00000400:00000200:3.0:1767384902.773959:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384902.773995:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp22 from 228.3.0.2 00000800:00000010:3.0:1767384902.773998:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a2ff7a19. 00000800:00000010:0.0:1767384902.774057:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000072d2689d. 00000800:00000010:0.0:1767384902.774066:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebf95a45. 00000800:00000010:0.0:1767384902.774104:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e3639551. 00000800:00000200:0.1:1767384902.774119:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (4) 00000800:00000200:0.1:1767384902.774144:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp22 00000000e3639551 deleted 00000800:00000010:0.1:1767384902.774147:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e3639551. 00000800:00000200:0.1:1767384902.774151:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384902.774156:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp22 p 3.x 192.168.203.112 -> 192.168.203.112:996 incarnation:1767384900901021329 sched[0] 00000800:00000010:0.0:1767384902.774163:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e8a1158. 00000800:00000010:0.0:1767384902.774303:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e8a1158. 00000800:00000010:0.0:1767384902.774309:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebf95a45. 00000800:00000010:0.0:1767384902.774385:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a2ff7a19. 00000800:00000200:0.1:1767384902.774434:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384902.774448:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp22 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384900901021329 sched[0] 00000800:00000010:0.0:1767384902.774452:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c6a9f8a6. 00000800:00000001:0.0:1767384902.774991:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.774999:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384902.775006:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.775016:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384902.780952:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294891727, at 4294891728 00000100:00000010:3.0:1767384902.780961:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c251287. 00000100:00000040:1.0:1767384902.780972:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294891727, at 4294891728 00000100:00000010:1.0:1767384902.780983:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f591fe16. 00080000:00000001:3.0:1767384902.781400:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.781404:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384902.781405:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:3.0:1767384902.781410:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384902.781412:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384902.781414:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384902.781416:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384902.781418:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384902.781420:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384902.781425:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000afb567b7. 00080000:00000001:1.0:1767384902.781430:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384902.781432:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384902.781444:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384902.781447:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384902.781451:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f58fc8a2. 00080000:00000020:3.0:1767384902.781453:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384902.781459:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:2.0:1767384902.781465:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384902.781471:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384902.781474:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384902.781476:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384902.781480:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384902.781485:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384902.781488:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384902.781496:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3296a0c. 00010000:00000001:3.0:1767384902.781502:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384902.781506:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2819f68. 00080000:00000001:2.0:1767384902.781507:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384902.781510:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384902.781511:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384902.781515:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384902.781517:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2819f68 with handle 0x7ec529173eeb8348 to hash 00080000:00000001:2.0:1767384902.781517:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384902.781525:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384902.781525:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384902.781528:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00000020:00000001:2.0:1767384902.781533:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:3.0:1767384902.781534:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.781549:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384902.781549:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384902.781554:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f45a73cd. 00010000:00000001:3.0:1767384902.781559:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.781560:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249357312 : -106563460194304 : ffff9f14c2cf2000) 00010000:00010000:3.0:1767384902.781565:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384902.781575:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384902.781584:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384902.781587:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384902.781590:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384902.781592:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384902.781593:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.781596:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384902.781597:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.781599:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384902.781602:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384902.781603:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384902.781604:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384902.781607:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3296a0c) refcount = 1 00010000:00010000:3.0:1767384902.781609:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781613:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384902.781615:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384902.781616:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.781618:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.781620:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384902.781622:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384902.781627:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384902.781630:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384902.781632:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.781635:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=4 00000020:00000001:3.0:1767384902.781637:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.781641:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.781644:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384902.781646:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781652:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384902.781660:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781665:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1767384902.781665:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384902.781669:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384902.781669:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384902.781676:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384902.781677:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781686:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.781687:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.781689:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384902.781692:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384902.781695:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.781697:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d2819f68 already unused, calling callback (000000005b856d01) 00080000:00000001:2.0:1767384902.781702:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384902.781703:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384902.781706:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384902.781708:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781714:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384902.781717:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384902.781720:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.781721:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=5 00000020:00000001:3.0:1767384902.781724:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.781726:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.781729:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384902.781731:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781735:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384902.781739:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384902.781740:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.781745:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384902.781748:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384902.781751:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.781757:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384902.781759:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2819f68 with handle 0x7ec529173eeb8348 from hash 00010000:00000001:3.0:1767384902.781762:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384902.781764:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.781783:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.781785:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384902.781788:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384902.781790:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384902.781792:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384902.781793:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.781797:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.781799:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384902.781801:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384902.781803:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.781806:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.781808:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.781810:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.781813:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.781816:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781820:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384902.781820:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384902.781822:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384902.781828:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384902.781829:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384902.781836:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384902.781839:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.781841:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.781845:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384902.781848:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384902.781850:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.781853:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.781857:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384902.781859:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384902.781860:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8348 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384902.781873:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3296a0c count: 0 00010000:00000001:3.0:1767384902.781913:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384902.781917:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384902.781934:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294891727, at 4294891729 00000100:00000010:2.0:1767384902.781941:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7e78754. 00000100:00000040:0.0:1767384902.781967:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294891727, at 4294891729 00000100:00000010:0.0:1767384902.781975:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016f15e24. 00010000:00000010:3.1:1767384902.785936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3296a0c. 00010000:00000010:3.1:1767384902.785950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2819f68. 00080000:00000001:0.0:1767384902.791840:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384902.791846:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384902.791849:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384902.791866:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384902.791868:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384902.791871:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f45a73cd. 00080000:00000001:0.0:1767384902.791879:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384902.792002:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384902.792007:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384902.792011:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.792015:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384902.792018:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384902.792032:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384902.792035:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384902.792040:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384902.792043:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384902.792045:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384902.792049:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384902.792053:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384902.792055:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384902.792063:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000037d25cf2. 00010000:00000001:3.0:1767384902.792067:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384902.792070:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2819f68. 00000020:00000001:3.0:1767384902.792074:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384902.792080:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2819f68 with handle 0x7ec529173eeb834f to hash 00000020:00000001:3.0:1767384902.792082:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384902.792084:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.792087:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.792089:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.792091:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.792094:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792101:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384902.792105:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384902.792106:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384902.792108:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384902.792110:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.792112:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384902.792114:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.792116:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384902.792118:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384902.792119:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384902.792120:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384902.792122:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000037d25cf2) refcount = 1 00010000:00010000:3.0:1767384902.792124:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792135:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384902.792137:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384902.792139:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.792142:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.792143:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384902.792146:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384902.792149:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384902.792151:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384902.792153:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.792154:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=4 00000020:00000001:3.0:1767384902.792157:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.792159:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.792162:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384902.792165:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792170:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384902.792172:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792176:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.792178:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384902.792179:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792182:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.792184:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.792186:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384902.792188:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384902.792192:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d2819f68 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384902.792194:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384902.792198:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384902.792200:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792204:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384902.792206:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384902.792207:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.792209:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=5 00000020:00000001:3.0:1767384902.792211:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.792214:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384902.792218:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384902.792219:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792224:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384902.792228:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384902.792231:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.792236:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384902.792238:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384902.792242:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.792246:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384902.792250:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2819f68 with handle 0x7ec529173eeb834f from hash 00010000:00000001:3.0:1767384902.792255:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384902.792258:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.792261:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.792262:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384902.792265:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384902.792268:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384902.792270:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384902.792274:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.792278:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.792280:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384902.792282:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384902.792285:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.792286:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.792289:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.792299:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.792302:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.792304:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792310:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.792311:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.792312:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384902.792314:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384902.792315:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.792316:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.792318:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384902.792322:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384902.792324:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.792325:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.792329:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384902.792331:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384902.792334:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2819f68/0x7ec529173eeb834f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384902.792338:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000037d25cf2 count: 0 00010000:00000001:3.0:1767384902.792348:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384902.792350:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384902.794550:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384902.794555:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384902.794559:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007a84feca. 20000000:00000001:0.0:1767384902.794567:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384902.794573:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352216832 00010000:00000001:0.0:1767384902.794576:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384902.794585:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001be3a01a x1853237352216832/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384902.794594:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384902.794597:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384902.794601:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384902.794606:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384902.794616:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384902.794620:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384902.794623:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384902.794626:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.794630:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384902.794636:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.794641:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc0141d4. 00000100:00000200:0.0:1767384902.794647:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352216832, offset 224 00000400:00000200:0.0:1767384902.794658:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384902.794673:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384902.794686:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103900 00000400:00000200:0.0:1767384902.794696:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1555 [2] + 224 00000400:00000200:0.0:1767384902.794714:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.794718:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384902.794724:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384902.794731:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384902.794746:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.794764:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384902.794789:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc0141d4 00000400:00000010:0.0:1767384902.794793:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc0141d4. 00000100:00000001:0.0:1767384902.794799:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384902.794802:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384902.794810:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.794812:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384902.794815:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384902.794817:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.794821:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384902.794829:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001be3a01a x1853237352216832/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384902.794841:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001be3a01a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352216832:12345-0@lo:253: Request processed in 26591us (27169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384902.794849:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000040:0.0:1767384902.794853:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384902.794856:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384902.794861:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384902.794867:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038b96b8c. 00000020:00000010:0.0:1767384902.794873:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003b3ed3be. 00000020:00000010:0.0:1767384902.794882:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045908111. 00000020:00000040:0.0:1767384902.794929:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384902.794935:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384902.794937:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dccaf842. 02000000:00000001:0.0:1767384902.794941:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384902.794945:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384902.794956:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384902.795106:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.795111:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384902.795118:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384902.795121:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384902.795124:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb8381f. 00000400:00000200:0.0:1767384902.795171:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0afb82 00000400:00000010:0.0:1767384902.795173:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c0afb82. 00000100:00000001:0.0:1767384902.795178:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384902.795183:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384902.795194:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.795201:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384902.795205:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.795207:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384902.795210:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384902.795212:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384902.795213:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.795216:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384902.795220:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=32 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384902.795223:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384902.795226:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384902.795228:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384902.795231:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384902.795234:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.795236:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384902.795240:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.795245:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.795248:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384902.795249:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384902.795253:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384902.795256:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384902.795258:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384902.795259:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384902.795266:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384902.795267:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384902.795269:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384902.795271:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384902.795272:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384902.795274:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384902.795279:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352216832:0@lo:253: 00000100:00000001:0.0:1767384902.795284:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.795286:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384902.795288:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa8ad4ec x1853237352216832/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.795293:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384902.795296:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384902.795298:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b748e55a. 02000000:00000001:0.0:1767384902.795305:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384902.795307:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384902.795308:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384902.795311:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384902.795314:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f217f30a. 02000000:00000001:0.0:1767384902.795319:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384902.795321:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384902.795323:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa8ad4ec. 00000100:00000001:0.0:1767384902.795329:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384902.795331:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.795333:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.795340:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384902.795342:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.795345:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.795348:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384902.795363:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb8381f. 00000400:00000010:0.0:1767384902.795367:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c0afb82. 00080000:00000020:2.0:1767384902.796004:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384902.796008:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384902.796011:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2d2f82e. 20000000:00000001:2.0:1767384902.796021:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384902.796026:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352216704 00010000:00000001:2.0:1767384902.796029:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384902.796035:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031d5bda6 x1853237352216704/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384902.796042:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384902.796044:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384902.796047:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384902.796051:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384902.796054:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384902.796056:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384902.796058:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384902.796061:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384902.796064:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384902.796069:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384902.796072:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007df947e1. 00000100:00000200:2.0:1767384902.796075:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352216704, offset 224 00000400:00000200:2.0:1767384902.796083:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384902.796095:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384902.796104:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103880 00000400:00000200:2.0:1767384902.796109:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x154d [2] + 224 00000400:00000200:2.0:1767384902.796115:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384902.796127:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384902.796133:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384902.796136:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384902.796144:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384902.796155:0:23412:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002e90c6e4. 00000100:00000001:2.0:1767384902.796157:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384902.796164:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007df947e1 00000400:00000010:2.0:1767384902.796166:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007df947e1. 00000100:00000001:2.0:1767384902.796169:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384902.796170:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000040:3.0:1767384902.796172:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384902.796175:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:0.0:1767384902.796177:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:3.0:1767384902.796178:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384902.796180:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000040:3.0:1767384902.796182:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384902.796185:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000001:0.0:1767384902.796186:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000040:3.0:1767384902.796187:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000001:0.0:1767384902.796190:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000040:3.0:1767384902.796191:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384902.796193:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384902.796194:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384902.796194:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384902.796196:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384902.796199:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000010:0.0:1767384902.796200:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d68a8c3. 00000400:00000200:0.0:1767384902.796204:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b070d00 00000400:00000010:0.0:1767384902.796206:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b070d00. 00000100:00000001:0.0:1767384902.796208:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:3.0:1767384902.796211:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384902.796213:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000200:0.0:1767384902.796214:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384902.796215:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384902.796219:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384902.796223:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384902.796226:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384902.796230:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000200:0.0:1767384902.796232:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384902.796235:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384902.796240:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:0.0:1767384902.796243:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:3.0:1767384902.796246:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384902.796246:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384902.796252:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:0.0:1767384902.796252:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384902.796254:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:3.0:1767384902.796256:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:0.0:1767384902.796257:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384902.796260:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384902.796261:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 02000000:00000001:0.0:1767384902.796263:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384902.796267:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00001000:0.0:1767384902.796267:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=32 v=5 (5 0 0 0) 00000400:00000040:3.0:1767384902.796273:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00001000:0.0:1767384902.796274:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=32 v=5 (1 0 0 0) 00000400:00000040:3.0:1767384902.796279:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384902.796279:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384902.796282:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384902.796285:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:0.0:1767384902.796285:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384902.796288:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384902.796290:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:0.0:1767384902.796291:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384902.796295:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000100:00000040:0.0:1767384902.796296:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384902.796301:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384902.796304:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767384902.796306:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:0.0:1767384902.796307:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:3.0:1767384902.796310:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384902.796310:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384902.796315:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:01000004:0.0:1767384902.796316:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:3.0:1767384902.796318:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:0.0:1767384902.796319:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:3.0:1767384902.796321:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000020:01000004:0.0:1767384902.796322:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:3.0:1767384902.796325:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:0.0:1767384902.796325:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384902.796326:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:3.0:1767384902.796329:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:0.0:1767384902.796330:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384902.796332:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:3.0:1767384902.796333:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:01000004:0.0:1767384902.796335:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:3.0:1767384902.796336:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:01000004:0.0:1767384902.796337:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:3.0:1767384902.796339:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384902.796340:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384902.796341:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384902.796342:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384902.796346:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000020:01000004:0.0:1767384902.796346:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:3.0:1767384902.796349:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000040:0.0:1767384902.796351:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384902.796352:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384902.796356:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384902.796360:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384902.796363:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000100:00100000:0.0:1767384902.796366:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352216704:0@lo:253: 00000100:00000001:0.0:1767384902.796369:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384902.796374:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:0.0:1767384902.796374:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384902.796377:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352216704/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384902.796378:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384902.796383:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384902.796386:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384902.796390:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384902.796392:0:23412:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:0.0:1767384902.796392:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384902.796395:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384902.796397:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a983c617. 02000000:00000001:0.0:1767384902.796401:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384902.796403:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384902.796405:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384902.796407:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384902.796410:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009703c2a0. 02000000:00000001:0.0:1767384902.796414:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384902.796416:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384902.796418:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:0.0:1767384902.796422:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384902.796425:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.796428:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384902.796434:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384902.796436:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.796439:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.796442:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384902.796459:0:23412:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002e90c6e4. 00000100:00000001:2.0:1767384902.796460:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384902.796465:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384902.796469:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384902.796471:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384902.796473:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384902.796476:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031d5bda6 x1853237352216704/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384902.796484:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031d5bda6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352216704:12345-0@lo:253: Request processed in 28217us (28920us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384902.796494:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384902.796496:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384902.796499:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384902.796503:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384902.796507:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000429843e1. 00000020:00000010:2.0:1767384902.796510:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9be8afe. 00000020:00000010:2.0:1767384902.796516:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4552561. 00000020:00000040:2.0:1767384902.796520:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384902.796523:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384902.796525:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000ac9b0a2. 02000000:00000001:2.0:1767384902.796527:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384902.796529:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384902.796532:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384902.796541:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7e18c5d. 00000400:00000010:2.0:1767384902.796544:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007df947e1. 00010000:00000010:3.1:1767384902.799939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000037d25cf2. 00010000:00000010:3.1:1767384902.799950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2819f68. 00010000:00000001:2.0:1767384903.148962:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384903.148969:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384903.148977:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384903.148979:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.148999:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384903.149002:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384903.149004:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384903.808032:0:23678:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384903.808045:0:23678:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384903.808048:0:23678:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384903.808053:0:23678:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384903.808057:0:23678:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384903.808060:0:23678:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.173982:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384904.173994:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384904.174003:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384904.174005:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.174050:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384904.174055:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.174058:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384904.546109:0:23842:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384904.546112:0:23842:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:3.0:1767384904.550283:0:23842:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384904.557548:0:23843:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000afb567b7. 00000400:00000010:3.0:1767384904.557560:0:23843:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009b73a887. 00000400:00000010:3.0:1767384904.557568:0:23843:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001b581b6e. 00000400:00000010:3.0:1767384904.557571:0:23843:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cfce9fde. 00000400:00000010:3.0:1767384904.557574:0:23843:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007be47142. 00000400:00000010:3.0:1767384904.557577:0:23843:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a91e253b. 00000400:00000010:3.0:1767384904.557579:0:23843:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e2c32b9e. 00000400:00000010:3.0:1767384904.557580:0:23843:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036df82a5. 00000400:00000010:3.0:1767384904.557583:0:23843:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002e90c6e4. 00000800:00000010:3.0:1767384904.557592:0:23843:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a5204b65. 00000800:00000200:3.0:1767384904.557601:0:23843:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384904.557610:0:23843:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384904.557642:0:23843:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384904.557661:0:23843:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp24 [8/256/0/180] 00000400:00000010:3.0:1767384904.559402:0:23843:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000000162883. 00000400:00000010:3.0:1767384904.559408:0:23843:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e52d8ae. 00000400:00000010:3.0:1767384904.559413:0:23843:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000400:00000001:3.0:1767384904.559431:0:23843:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384904.559433:0:23843:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384904.559434:0:23843:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c8c2b9. 00000400:00000200:3.0:1767384904.559437:0:23843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7e5c27 00000400:00000010:3.0:1767384904.559439:0:23843:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7e5c27. 00000400:00000010:3.0:1767384904.559442:0:23843:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008098f6e2. 00000400:00000200:3.0:1767384904.559447:0:23843:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (15) 00000400:00000200:3.0:1767384904.559460:0:23843:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384904.559468:0:23843:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:3.0:1767384904.559473:0:23843:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a983c617. 00000020:01000000:3.0:1767384904.559477:0:23843:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384904.559479:0:23843:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp24 00000400:00000010:3.0:1767384904.559489:0:23843:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009b73a887. 00000400:00000010:3.0:1767384904.559492:0:23843:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000afb567b7. 00000020:00000001:0.0:1767384904.559513:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384904.559519:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384904.559522:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384904.559525:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384904.559529:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000004:0.0:1767384904.559538:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384904.559543:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000020:01000004:0.0:1767384904.559545:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384904.559554:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384904.559556:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384904.559558:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384904.559561:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003286e6b. 00000020:01000004:0.0:1767384904.559562:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384904.559569:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384904.559572:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (16) 00000020:01000004:0.0:1767384904.559572:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384904.559575:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384904.559576:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384904.559586:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e34ffc1. 00000100:00000010:0.0:1767384904.559587:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221c8332. 00000020:00000040:0.0:1767384904.559598:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767384904.559601:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767384904.559607:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384904.559610:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384904.559615:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.559624:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000010:0.0:1767384904.559625:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009703c2a0. 00000100:00000001:0.0:1767384904.559639:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.559640:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384904.559651:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:0.0:1767384904.559652:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384904.559661:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.559662:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384904.559675:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000040:0.0:1767384904.559677:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000221c8332] to pc [ptlrpcd_00_00+0] req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384904.559707:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384904.559718:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384904.559722:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384904.559725:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384904.559731:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:0.0:1767384904.559739:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384904.559743:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.559746:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:00000001:0.0:1767384904.559749:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.559751:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.559767:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384904.559768:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384904.559774:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384904.559775:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:00000001:0.0:1767384904.559777:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384904.559784:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384904.559784:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384904.559790:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384904.559796:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384904.559802:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384904.559804:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000020:01000004:0.0:1767384904.559810:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384904.559817:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384904.559824:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384904.559829:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000020:01000004:0.0:1767384904.559830:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384904.559836:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384904.559837:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384904.559844:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384904.559845:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384904.559850:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384904.559851:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384904.559853:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384904.559859:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384904.559861:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384904.559864:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000010:0.0:1767384904.559867:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb2a2c5. 02000000:00000001:3.0:1767384904.559871:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384904.559874:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00100000:3.0:1767384904.559880:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352216960:0@lo:253: 00000400:00000200:2.0:1767384904.559882:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp23 00000100:00000001:3.0:1767384904.559941:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384904.559946:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp23 lpni_is_preferred = 0 02000000:00000001:3.0:1767384904.559950:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384904.559954:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp23 02000000:00000001:3.0:1767384904.559955:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.559960:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384904.559964:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.112@tcp23 LPNI seq info [33:33:8:4294967295] 02000000:00000010:3.0:1767384904.559967:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dccaf842. 02000000:00000001:3.0:1767384904.559972:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.559976:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp23 00000400:00000010:3.0:1767384904.559979:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4c91b93. 00000400:00000010:3.0:1767384904.559988:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b73a887. 00000100:00000200:3.0:1767384904.560000:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352216960, portal 25 00000400:00000200:2.0:1767384904.560000:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23:) -> 192.168.203.112@tcp23(192.168.203.112@tcp:192.168.203.112@tcp23) : PUT try# 0 00000100:00000001:3.0:1767384904.560013:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384904.560017:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376592640 : -106558332958976 : ffff9f15f46a8700) 00000100:00000040:3.0:1767384904.560024:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.560024:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384904.560025:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.112@tcp23 02000000:00000001:0.0:1767384904.560033:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384904.560036:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb93cdbb. 02000000:00000001:0.0:1767384904.560039:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.560046:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.560049:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384904.560050:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f217f30a. 00000400:00000010:3.0:1767384904.560054:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c00b215c. 00000800:00000010:2.0:1767384904.560054:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c6a9f8a6. 00000100:00000001:0.0:1767384904.560057:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384904.560064:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000054843b33. 00000100:00000001:0.0:1767384904.560065:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384904.560071:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384904.560077:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352216960, offset 0 00000800:00000200:2.0:1767384904.560082:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (2) 00000100:00000040:0.0:1767384904.560087:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfb2a2c5] to pc [ptlrpcd_00_01+1] req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384904.560090:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.1:1767384904.560099:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (2) 00000400:00000200:3.0:1767384904.560113:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384904.560123:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 10000000:00000001:0.0:1767384904.560125:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.560131:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000400:00000200:3.0:1767384904.560132:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103980 10000000:00000001:0.0:1767384904.560138:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384904.560145:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384904.560148:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384904.560152:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000020:00000010:0.0:1767384904.560153:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a983c617. 00000400:00000010:3.0:1767384904.560158:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd9461c6. 00000400:00000200:3.0:1767384904.560163:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002a4f00be 00000400:00000200:3.0:1767384904.560168:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384904.560169:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384904.560172:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384904.560174:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384904.560177:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a4f00be 00000100:00000001:0.0:1767384904.560177:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384904.560180:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a4f00be. 00000100:00000040:0.0:1767384904.560183:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.560187:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384904.560190:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384904.560192:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384904.560194:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384904.560195:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000c8ddfd67 x1853237352216960 msgsize 4848 02000000:00000001:0.0:1767384904.560198:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384904.560203:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384904.560206:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384904.560207:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384904.560210:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384904.560214:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cfb2a2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352217088:0@lo:253: 00000100:00000001:0.0:1767384904.560218:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384904.560220:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384904.560221:0:16136:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384904.560222:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384904.560226:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384904.560230:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c00b215c 00000400:00000010:3.0:1767384904.560233:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c00b215c. 02000000:00000010:0.0:1767384904.560234:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000ac9b0a2. 00000100:00000001:3.0:1767384904.560237:0:16136:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384904.560239:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.560242:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000200:3.0:1767384904.560246:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384904.560257:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22951b1. 00000100:00000001:3.0:1767384904.560260:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384904.560263:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384904.560265:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dedf916. 00000100:00000001:3.0:1767384904.560274:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384904.560274:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352217088, portal 25 00000100:00000001:3.0:1767384904.560278:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384904.560279:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384904.560284:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376595328 : -106558332956288 : ffff9f15f46a9180) 00000100:00000001:3.0:1767384904.560285:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.560290:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294893520 00000100:00000010:3.0:1767384904.560294:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2aa3045. 00000100:00000040:0.0:1767384904.560294:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.560303:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384904.560304:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384904.560306:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:3.0:1767384904.560312:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294893520 00000100:00000040:0.0:1767384904.560314:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384904.560316:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f141949. 00000400:00000010:0.0:1767384904.560318:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031b24672. 00000100:00000200:0.0:1767384904.560322:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352217088, offset 0 00000100:00000001:3.0:1767384904.560328:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384904.560333:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294893520 00000100:00000010:3.0:1767384904.560336:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c251287. 00000400:00000200:0.0:1767384904.560337:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384904.560342:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384904.560349:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294893520 00000400:00000200:0.0:1767384904.560351:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384904.560354:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078ba2d64. 00000400:00000200:2.0:1767384904.560356:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:3.0:1767384904.560359:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384904.560365:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103a00 00000100:00000001:3.0:1767384904.560372:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384904.560375:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384904.560377:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000100:00000001:3.0:1767384904.560380:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384904.560381:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c87c1e0. 00000100:00000001:3.0:1767384904.560384:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.560388:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f4012e2a 00000100:00000001:3.0:1767384904.560394:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384904.560395:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384904.560397:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384904.560403:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384904.560404:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384904.560408:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384904.560411:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4012e2a 00000100:00000001:3.0:1767384904.560412:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384904.560415:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4012e2a. 00000400:00000200:2.0:1767384904.560418:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:3.0:1767384904.560419:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560421:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384904.560428:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384904.560437:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000406dbe38 x1853237352217088 msgsize 4848 00000100:00100000:0.0:1767384904.560447:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384904.560452:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384904.560464:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384904.560471:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031b24672 00000400:00000010:0.0:1767384904.560474:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031b24672. 00000400:00000200:2.0:1767384904.560480:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:0.0:1767384904.560481:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384904.560490:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.560497:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384904.560502:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.560515:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560517:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384904.560522:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:0.0:1767384904.560524:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560530:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294893520 00000100:00000001:0.0:1767384904.560532:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294893520 00000100:00000001:0.0:1767384904.560535:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294893520 00000100:00000001:0.0:1767384904.560538:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294893520 00000100:00000001:0.0:1767384904.560540:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294893520 00000100:00000001:0.0:1767384904.560542:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294893520 00000100:00000001:0.0:1767384904.560546:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294893520 00000100:00000001:0.0:1767384904.560549:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294893520 00000100:00000001:0.0:1767384904.560551:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384904.560553:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560558:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560561:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.560569:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384904.560571:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384904.560575:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384904.560576:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384904.560580:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560584:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.560593:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:0.0:1767384904.560623:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384904.560630:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352216960 02000000:00000001:0.0:1767384904.560634:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384904.560639:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384904.560642:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384904.560647:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.560649:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384904.560650:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352216960 00000100:00100000:3.0:1767384904.560652:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217088 00000020:00000001:0.0:1767384904.560654:0:16770:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384904.560655:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384904.560656:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:3.0:1767384904.560660:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384904.560660:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384904.560665:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384904.560666:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 02000000:00000001:3.0:1767384904.560671:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384904.560674:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217088 00000020:00000001:0.0:1767384904.560677:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384904.560678:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384904.560680:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000020:00000001:0.0:1767384904.560682:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000040:3.0:1767384904.560683:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:0.0:1767384904.560688:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384904.560689:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384904.560697:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004769e8d4. 00000020:00000040:3.0:1767384904.560698:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384904.560704:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384904.560705:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384904.560707:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000010:0.0:1767384904.560709:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004769e8d4. 00000100:00000001:3.0:1767384904.560713:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384904.560718:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb355f5c. 00000020:00000010:0.0:1767384904.560721:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020600f5c. 00000100:00000001:3.0:1767384904.560722:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384904.560727:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb355f5c. 00000020:00000010:0.0:1767384904.560729:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b0975fc. 00000020:00000010:0.0:1767384904.560736:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9d779a7. 00000020:00000010:3.0:1767384904.560741:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008098f6e2. 00000020:00000010:3.0:1767384904.560746:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001079644. 00000020:00000010:3.0:1767384904.560750:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a04eb64. 00000100:00000040:0.0:1767384904.560768:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384904.560771:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:0.0:1767384904.560773:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384904.560775:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384904.560777:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384904.560778:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384904.560781:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.560782:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560796:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.560798:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.560812:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384904.560814:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.560842:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384904.560845:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384904.560846:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384904.560851:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384904.560857:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000400:00000200:2.0:1767384904.560858:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000040:0.0:1767384904.560862:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384904.560866:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526572112 : -106558182979504 : ffff9f15fd5b0850) 00000100:00100000:3.0:1767384904.560869:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:3.0:1767384904.560876:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000040:0.0:1767384904.560877:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8ddfd67 x1853237352216960/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:130/0 lens 4848/0 e 0 to 0 dl 1767384915 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.560879:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526575184 : -106558182976432 : ffff9f15fd5b1450) 00000100:00000040:3.0:1767384904.560925:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000406dbe38 x1853237352217088/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:130/0 lens 4848/0 e 0 to 0 dl 1767384915 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.560951:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384904.560952:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384904.560956:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004769e8d4. 00000020:00000010:3.0:1767384904.560960:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb355f5c. 00000100:00000001:0.0:1767384904.560961:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384904.560963:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00000001:3.0:1767384904.560967:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384904.560968:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004769e8d4. 00000020:00000010:3.0:1767384904.560975:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb355f5c. 00000100:00100000:0.0:1767384904.560983:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c8ddfd67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352216960:12345-0@lo:253: 00000100:00000200:0.0:1767384904.560987:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352216960 00000100:00100000:3.0:1767384904.560989:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000406dbe38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352217088:12345-0@lo:253: 00000020:00000001:0.0:1767384904.560991:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384904.560996:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217088 00000020:00000001:0.0:1767384904.560998:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384904.560999:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384904.561002:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384904.561004:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384904.561006:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384904.561007:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384904.561009:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384904.561011:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384904.561016:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:3.0:1767384904.561017:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384904.561021:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384904.561022:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384904.561025:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384904.561026:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384904.561028:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384904.561030:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384904.561032:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384904.561033:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384904.561036:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000020:00000001:0.0:1767384904.561037:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.561038:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384904.561047:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384904.561052:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384904.561054:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384904.561060:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a84feca. 02000000:00000010:0.0:1767384904.561062:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a2d2f82e. 02000000:00000001:3.0:1767384904.561064:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.561070:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384904.561070:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.561078:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384904.561079:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384904.561085:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384904.561091:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f7fc1e1. 20000000:00000010:0.0:1767384904.561096:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b748e55a. 00000400:00000200:2.0:1767384904.561097:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 20000000:01000000:3.0:1767384904.561098:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384904.561105:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384904.561107:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384904.561113:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384904.561114:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384904.561119:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384904.561121:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.561123:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384904.561124:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384904.561128:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.561133:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384904.561136:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384904.561138:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000365e766a. 20000000:01000000:3.0:1767384904.561141:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:3.0:1767384904.561146:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384904.561151:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384904.561162:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561198:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00080000:00000001:3.0:1767384904.561207:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384904.561210:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384904.561213:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384904.561214:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384904.561217:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384904.561222:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:3.0:1767384904.561225:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384904.561229:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00080000:00000010:3.0:1767384904.561231:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ecb333d4. 00080000:00000001:3.0:1767384904.561234:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241882112 : -106563467669504 : ffff9f14c25d1000) 00080000:00000001:3.0:1767384904.561237:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384904.561258:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561282:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561307:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561358:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000001:00000001:3.0:1767384904.561370:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384904.561373:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384904.561376:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384904.561395:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384904.561398:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384904.561408:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561494:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561551:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00080000:00000001:3.0:1767384904.561603:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384904.561603:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00080000:00000001:3.0:1767384904.561615:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384904.561651:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561688:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561720:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.561801:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000800:00000010:2.0:1767384904.562160:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048eb46df. 00000800:00000010:2.0:1767384904.562166:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5a0e153. 00000800:00000010:2.0:1767384904.562174:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e07c668e. 00000400:00000200:3.0:1767384904.562208:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384904.562220:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e07c668e. 00000400:00000200:3.0:1767384904.562233:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp23 from 227.3.0.2 00000800:00000010:3.0:1767384904.562237:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002f9e5325. 00000800:00000010:2.0:1767384904.562264:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f276f02. 00000800:00000010:2.0:1767384904.562269:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029230668. 00000800:00000010:2.0:1767384904.562300:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002f213354. 00000800:00000200:2.1:1767384904.562309:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (2) 00000800:00000200:2.1:1767384904.562316:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp23 000000002f213354 deleted 00000800:00000010:2.1:1767384904.562319:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002f213354. 00000800:00000200:2.1:1767384904.562326:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384904.562336:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp23 ip 192.168.203.112:995 00000800:00000200:2.1:1767384904.562339:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb93cdbb type 1, nob 384 niov 1 nkiov 1 00000800:00000200:2.0:1767384904.562348:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp23 p 3.x 192.168.203.112 -> 192.168.203.112:995 incarnation:1767384902764560621 sched[0] 00000800:00000010:2.0:1767384904.562356:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e07c668e. 00000800:00000010:2.0:1767384904.562408:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e07c668e. 00000800:00000010:2.0:1767384904.562413:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029230668. 00000800:00000010:2.0:1767384904.562483:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002f9e5325. 00000800:00000001:2.0:1767384904.562506:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.562512:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384904.562577:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384904.562580:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb93cdbb. 00000400:00000200:2.0:1767384904.562591:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.562601:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: PUT: OK 00000400:00000200:2.0:1767384904.562607:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384904.562611:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000800:00000200:2.1:1767384904.562659:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384904.562666:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp23 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384902764560621 sched[0] 00000800:00000010:2.0:1767384904.562669:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5a0e153. 00000400:00000200:2.0:1767384904.562781:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.562948:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563014:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563074:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563124:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563168:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563246:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563307:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563348:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563412:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563484:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563532:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.563600:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000800:00000001:0.0:1767384904.563613:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.563625:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384904.563629:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.563638:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.563646:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23) <- 192.168.203.112@tcp23 : PUT - for me 00000400:00000200:0.0:1767384904.563660:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384904.563668:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 272/288 into md 0x155d [1] + 0 00000400:00000010:0.0:1767384904.563673:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000866e58d1. 00000400:00000200:3.0:1767384904.563675:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384904.563676:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034f93d84 00000800:00000001:0.0:1767384904.563682:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.563688:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.563692:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384904.563699:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: PUT: OK 00000400:00000200:0.0:1767384904.563706:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f93d84 00000400:00000010:0.0:1767384904.563708:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f93d84. 00000400:00000200:0.0:1767384904.563715:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384904.563726:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (17) 00000400:00000200:0.0:1767384904.563733:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384904.563736:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (288 bytes) 00000400:00000200:0.0:1767384904.563743:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384904.563749:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384904.563752:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (18) 00000400:00000200:0.0:1767384904.563773:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384904.563781:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp23 to MR: 192.168.203.112@tcp23 local destination 00000400:00000200:0.0:1767384904.563789:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.112@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:3.0:1767384904.563805:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384904.563812:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23:192.168.203.112@tcp23) -> 192.168.203.112@tcp23(192.168.203.112@tcp23:192.168.203.112@tcp23) 192.168.203.112@tcp23 : ACK try# 0 00000800:00000200:0.0:1767384904.563823:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp23 00000800:00000010:0.0:1767384904.563829:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c6eda71. 00000800:00000200:0.0:1767384904.563839:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (4) 00000800:00000200:0.0:1767384904.563852:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp23 ip 192.168.203.112:988 00000800:00000200:0.0:1767384904.563856:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c6eda71 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384904.563870:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.563924:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.563951:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000800:00000200:0.0:1767384904.564017:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384904.564022:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c6eda71. 00000400:00000200:0.0:1767384904.564030:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384904.564038:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: ACK: OK 00000800:00000001:0.0:1767384904.564055:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.564063:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.564064:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000800:00000001:0.0:1767384904.564069:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.564080:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384904.564084:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.564094:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384904.564106:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23) <- 192.168.203.112@tcp23 : ACK - for me 00000400:00000200:0.0:1767384904.564126:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp23: ACK from 12345-192.168.203.112@tcp23 into md 0x1575 00000400:00000200:0.0:1767384904.564134:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384904.564143:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: ACK: OK 00000400:00000200:3.0:1767384904.564144:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384904.564148:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003286e6b 00000400:00000010:0.0:1767384904.564157:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003286e6b. 00000400:00000200:0.0:1767384904.564167:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384904.564175:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:0.0:1767384904.564185:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384904.564191:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (17) 00000800:00000001:0.0:1767384904.564208:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384904.564213:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384904.564261:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.564365:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.564405:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384904.564411:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000fbdbe0e8. 00000400:00000010:2.0:1767384904.564417:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028a4102f. 00000400:00000200:3.0:1767384904.564418:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000010:2.0:1767384904.564433:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc68bef. 00000400:00000200:2.0:1767384904.564440:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fbdbe0e8 00000400:00000010:2.0:1767384904.564445:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ad1656ba. 00000400:00000200:2.0:1767384904.564450:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:2.0:1767384904.564458:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 00000400:00000200:2.0:1767384904.564462:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (16) 00000400:00000010:2.0:1767384904.564467:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000890c37bb. 00000400:00000200:3.0:1767384904.564470:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000010:2.0:1767384904.564470:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007f27645. 00000400:00000010:2.0:1767384904.564483:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000036e3bea9. 00000400:00000200:2.0:1767384904.564492:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384904.564501:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384904.564507:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384904.564516:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384904.564524:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384904.564533:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384904.564535:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.564540:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384904.564554:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384904.564560:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384904.564566:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384904.564569:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384904.564572:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384904.564578:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384904.564581:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:2.0:1767384904.564589:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384904.564596:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:3.0:1767384904.564598:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384904.564599:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384904.564607:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp 00000400:00000200:2.0:1767384904.564612:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384904.564617:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767384904.564622:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [35:35:256:4294967295] 192.168.203.112@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384904.564629:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp 00000400:00000200:2.0:1767384904.564653:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : GET try# 0 00000800:00000200:2.0:1767384904.564657:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767384904.564672:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000800:00000010:2.0:1767384904.564713:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb93cdbb. 00000800:00000200:2.0:1767384904.564722:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000800:00000200:2.0:1767384904.564729:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767384904.564733:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb93cdbb type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384904.564752:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384904.564767:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 00000400:00000200:3.0:1767384904.564788:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000800:00000200:2.0:1767384904.564875:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384904.564878:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000800:00000010:2.0:1767384904.564925:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb93cdbb. 00000400:00000200:2.0:1767384904.564934:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.564942:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: GET: OK 00000400:00000200:2.0:1767384904.564948:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384904.564954:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:2.0:1767384904.564968:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.564979:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384904.564981:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.564991:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.565002:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : GET - for me 00000400:00000200:2.0:1767384904.565015:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384904.565025:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 288/288 into md 0x1571 [1] + 0 00000400:00000200:2.0:1767384904.565038:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384904.565046:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [36:36:256:4294967295] 192.168.203.112@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1767384904.565068:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : REPLY try# 0 00000800:00000200:2.0:1767384904.565076:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767384904.565080:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb93cdbb. 00000800:00000200:2.0:1767384904.565090:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000800:00000200:2.0:1767384904.565101:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:1023 00000800:00000200:2.0:1767384904.565105:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb93cdbb type 3, nob 384 niov 1 nkiov 1 00000800:00000200:2.0:1767384904.565223:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384904.565227:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb93cdbb. 00000400:00000200:2.0:1767384904.565231:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.565240:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: REPLY: OK 00000800:00000001:2.0:1767384904.565256:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.565263:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384904.565268:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.565274:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384904.565277:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.565285:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.565293:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : REPLY - for me 00000400:00000200:2.0:1767384904.565317:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp: Reply from 12345-192.168.203.112@tcp of length 288/288 into md 0x158d 00000800:00000001:2.0:1767384904.565325:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.565339:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.565342:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.565352:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: REPLY: OK 00000400:00000200:2.0:1767384904.565355:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f27645 00000400:00000010:2.0:1767384904.565358:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007f27645. 00000400:00000200:2.0:1767384904.565364:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384904.565373:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:2.0:1767384904.565377:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384904.565382:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 16. state = 0x100251 00000400:00000200:2.0:1767384904.565395:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384904.565407:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (17) 00000800:00000001:2.0:1767384904.565420:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.565425:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384904.565480:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384904.565489:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:2.0:1767384904.565499:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 000000009f946d9d. 00000400:00000010:2.0:1767384904.565503:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000a9c16b40. 00000400:00000010:2.0:1767384904.565508:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000fda864ba. 00000400:00000010:2.0:1767384904.565552:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ad1656ba. 00000400:00000200:2.0:1767384904.565559:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ad1656ba nid 192.168.203.112@tcp24 00000400:00000010:2.0:1767384904.565564:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003f17c629. 00000400:00000200:2.0:1767384904.565570:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000003f17c629 net tcp24 00000400:00000200:2.0:1767384904.565576:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (16) 00000400:00000200:2.0:1767384904.565588:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp24 flags 0x11 00000400:00000010:2.0:1767384904.565594:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 000000009f946d9d. 00000400:00000010:2.0:1767384904.565600:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000a9c16b40. 00000400:00000010:2.0:1767384904.565605:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000fda864ba. 00000400:00000010:2.0:1767384904.565610:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000890c37bb. 00000400:00000200:2.0:1767384904.565620:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384904.565627:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:2.0:1767384904.565634:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:2.0:1767384904.565649:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:2.0:1767384904.565654:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384904.565657:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384904.565665:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384904.565675:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (17) 00000400:00000200:3.0:1767384904.565876:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384904.566242:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384904.566338:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp23 from 226.3.0.2 00000800:00000010:3.0:1767384904.566342:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000014379e92. 00000800:00000010:0.0:1767384904.566569:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bba2601a. 00000800:00000010:0.0:1767384904.566612:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024e76453. 00000800:00000010:2.0:1767384904.567224:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fbaac007. 00000800:00000010:2.0:1767384904.567236:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5a0e153. 00000800:00000010:2.0:1767384904.567242:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e07c668e. 00000800:00000010:2.0:1767384904.567373:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002f213354. 00000800:00000200:2.1:1767384904.567384:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (4) 00000800:00000200:2.1:1767384904.567393:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp23 000000002f213354 deleted 00000800:00000010:2.1:1767384904.567396:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002f213354. 00000800:00000200:2.1:1767384904.567403:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384904.567413:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp23 p 3.x 192.168.203.112 -> 192.168.203.112:994 incarnation:1767384902764560621 sched[0] 00000800:00000010:2.0:1767384904.567419:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000026f7371c. 00000800:00000010:2.0:1767384904.567453:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000026f7371c. 00000800:00000010:2.0:1767384904.567459:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024e76453. 00000800:00000010:2.0:1767384904.567513:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000014379e92. 00000800:00000001:2.0:1767384904.567524:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.567530:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384904.567569:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e07c668e. 00000800:00000200:2.1:1767384904.567607:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384904.567624:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp23 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384902764560621 sched[0] 00000800:00000010:2.0:1767384904.567627:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5a0e153. 00000800:00000001:2.0:1767384904.567704:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384904.567709:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384904.573951:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294893520, at 4294893521 00000100:00000010:1.0:1767384904.573959:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f141949. 00080000:00000001:3.0:1767384904.574789:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384904.574796:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:0.0:1767384904.574804:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384904.574806:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384904.574808:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384904.574810:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384904.574812:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384904.574814:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384904.574815:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384904.574818:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ecb333d4. 00080000:00000001:0.0:1767384904.574822:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384904.574823:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384904.574838:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384904.574842:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384904.574847:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384904.574852:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b19ea49a. 20000000:01000000:1.0:1767384904.574859:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:01000000:3.0:1767384904.574862:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384904.574866:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384904.574868:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384904.574869:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384904.574874:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384904.574878:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384904.574923:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000ee66097. 00010000:00000001:3.0:1767384904.574929:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384904.574931:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2819f68. 00000020:00000001:3.0:1767384904.574936:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384904.574939:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000040:3.0:1767384904.574941:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2819f68 with handle 0x7ec529173eeb8356 to hash 00000020:00000001:3.0:1767384904.574945:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384904.574947:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384904.574950:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384904.574953:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.574957:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.574960:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.574967:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384904.574970:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384904.574973:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000040:2.0:1767384904.574974:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294893520, at 4294893522 00010000:00000001:3.0:1767384904.574976:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384904.574981:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384904.574982:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384904.574985:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c251287. 00010000:00000001:3.0:1767384904.574986:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384904.574991:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384904.574992:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384904.574996:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384904.574999:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.574999:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294893520, at 4294893522 00010000:00000001:3.0:1767384904.575000:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384904.575005:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384904.575015:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384904.575016:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000010:0.0:1767384904.575018:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2aa3045. 00010000:00000040:3.0:1767384904.575024:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000ee66097) refcount = 1 00000020:00000001:1.0:1767384904.575025:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384904.575036:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384904.575036:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384904.575049:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384904.575052:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384904.575055:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384904.575057:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384904.575059:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001b2143b6. 00010000:00000001:3.0:1767384904.575060:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384904.575067:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238226432 : -106563471325184 : ffff9f14c2254800) 00010000:00000001:3.0:1767384904.575068:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384904.575083:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:3.0:1767384904.575084:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384904.575097:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384904.575102:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.575105:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.575108:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=4 00000020:00000001:3.0:1767384904.575111:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384904.575114:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384904.575117:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384904.575121:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.575128:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384904.575129:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.575134:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.575136:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384904.575139:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.575144:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.575148:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.575153:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384904.575155:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384904.575159:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d2819f68 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384904.575171:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.575174:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384904.575179:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.575185:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384904.575188:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384904.575191:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384904.575193:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=5 00000020:00000001:3.0:1767384904.575197:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384904.575199:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384904.575202:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384904.575204:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.575210:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384904.575216:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384904.575219:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.575227:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384904.575230:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384904.575235:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384904.575237:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384904.575241:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2819f68 with handle 0x7ec529173eeb8356 from hash 00010000:00000001:3.0:1767384904.575244:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384904.575248:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.575250:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.575252:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384904.575257:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384904.575260:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384904.575264:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384904.575266:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384904.575268:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384904.575269:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384904.575272:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.575273:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:1.0:1767384904.575283:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384904.575284:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384904.575294:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.575297:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.575304:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.575307:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.575311:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.575315:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384904.575318:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384904.575319:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.575324:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384904.575324:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384904.575327:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384904.575329:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384904.575329:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384904.575330:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384904.575332:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384904.575337:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384904.575341:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.575346:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384904.575350:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384904.575353:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384904.575355:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8356 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384904.575361:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000ee66097 count: 0 00010000:00000001:3.0:1767384904.575393:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384904.575396:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384904.575415:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294893520, at 4294893522 00000100:00000010:3.0:1767384904.575422:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078ba2d64. 00080000:00000001:1.0:1767384904.575491:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384904.575496:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:3.1:1767384904.580956:0:23848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000ee66097. 00010000:00000010:3.1:1767384904.580969:0:23848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2819f68. 00080000:00000001:1.0:1767384904.586880:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384904.586914:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:0.0:1767384904.586917:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384904.586918:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384904.586925:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384904.586926:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384904.586935:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384904.586936:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384904.586940:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384904.586944:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384904.586949:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001b2143b6. 20000000:00000001:1.0:1767384904.586953:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384904.586955:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384904.586960:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384904.586970:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384904.586979:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384904.586982:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384904.586985:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384904.586989:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384904.586992:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384904.587000:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dde241d2. 00010000:00000001:1.0:1767384904.587005:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384904.587008:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000345c1e6c. 00000020:00000001:1.0:1767384904.587012:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384904.587017:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000345c1e6c with handle 0x7ec529173eeb835d to hash 00000020:00000001:1.0:1767384904.587019:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384904.587025:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384904.587028:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384904.587033:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.587036:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.587038:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587046:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384904.587050:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384904.587052:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384904.587054:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384904.587056:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.587059:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384904.587061:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.587063:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384904.587065:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384904.587067:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384904.587069:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384904.587071:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dde241d2) refcount = 1 00010000:00010000:1.0:1767384904.587073:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587078:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384904.587080:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384904.587081:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.587082:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.587084:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384904.587087:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384904.587090:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384904.587092:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384904.587094:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384904.587096:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=4 00000020:00000001:1.0:1767384904.587098:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384904.587100:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384904.587101:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384904.587107:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587112:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384904.587114:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587118:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.587120:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384904.587121:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587125:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.587126:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.587128:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384904.587130:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384904.587134:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000345c1e6c already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384904.587135:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384904.587137:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384904.587138:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587142:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384904.587143:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384904.587144:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384904.587145:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=5 00000020:00000001:1.0:1767384904.587146:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384904.587148:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384904.587150:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384904.587151:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587155:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384904.587161:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384904.587163:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.587167:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384904.587169:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384904.587171:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384904.587172:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384904.587174:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000345c1e6c with handle 0x7ec529173eeb835d from hash 00010000:00000001:1.0:1767384904.587176:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384904.587177:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.587178:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.587180:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384904.587182:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384904.587184:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384904.587187:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384904.587189:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384904.587191:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.587193:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384904.587194:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384904.587196:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.587197:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.587198:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.587200:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.587202:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.587204:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587207:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.587208:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.587209:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384904.587211:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384904.587213:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384904.587214:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384904.587216:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384904.587218:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384904.587220:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384904.587222:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384904.587234:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384904.587236:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384904.587237:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000345c1e6c/0x7ec529173eeb835d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384904.587241:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dde241d2 count: 0 00010000:00000001:1.0:1767384904.587250:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384904.587251:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384904.587922:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384904.587927:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384904.587930:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009f7fc1e1. 20000000:00000001:2.0:1767384904.587939:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384904.587944:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352217088 00010000:00000001:2.0:1767384904.587947:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384904.587957:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000406dbe38 x1853237352217088/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384904.587967:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384904.587976:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384904.587982:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384904.587988:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384904.587990:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384904.587993:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384904.587997:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384904.588001:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.588006:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384904.588011:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384904.588016:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e23d6d29. 00000100:00000200:2.0:1767384904.588021:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352217088, offset 224 00000400:00000200:2.0:1767384904.588034:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384904.588048:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384904.588060:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103a00 00000400:00000200:2.0:1767384904.588070:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1581 [2] + 224 00000400:00000200:2.0:1767384904.588077:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384904.588081:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384904.588090:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384904.588094:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384904.588103:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.588124:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384904.588131:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e23d6d29 00000400:00000010:2.0:1767384904.588134:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e23d6d29. 00000100:00000001:2.0:1767384904.588137:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384904.588138:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384904.588141:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384904.588144:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384904.588147:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384904.588151:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.588151:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384904.588157:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384904.588157:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384904.588168:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000406dbe38 x1853237352217088/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384904.588169:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384904.588172:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384904.588179:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c22951b1. 00000400:00000200:0.0:1767384904.588184:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dedf916 00000100:00100000:2.0:1767384904.588198:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000406dbe38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352217088:12345-0@lo:253: Request processed in 27245us (27759us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384904.588204:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dedf916. 00000100:00100000:2.0:1767384904.588211:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:0.0:1767384904.588211:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384904.588221:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384904.588224:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384904.588225:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384904.588227:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384904.588237:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001079644. 00000100:00000200:0.0:1767384904.588241:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384904.588247:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a04eb64. 00000020:00000010:2.0:1767384904.588252:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008098f6e2. 00000020:00000040:2.0:1767384904.588266:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:0.0:1767384904.588267:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384904.588273:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384904.588275:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384904.588277:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384904.588279:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a84feca. 02000000:00000001:0.0:1767384904.588281:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384904.588287:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384904.588291:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384904.588291:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384904.588295:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384904.588297:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384904.588304:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384904.588305:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=34 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384904.588310:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cec57dd4. 00000100:00001000:0.0:1767384904.588310:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384904.588323:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384904.588324:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e23d6d29. 00000100:00000001:0.0:1767384904.588325:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.588326:0:23848:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ed2d431b. 00010000:00000001:0.0:1767384904.588338:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384904.588340:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.588342:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384904.588346:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.588351:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384904.588354:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:3.0:1767384904.588356:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384904.588356:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384904.588362:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:01000004:0.0:1767384904.588364:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384904.588368:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000040:3.0:1767384904.588370:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:0.0:1767384904.588370:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384904.588372:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384904.588375:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:3.0:1767384904.588376:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:0.0:1767384904.588376:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384904.588379:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384904.588381:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:3.0:1767384904.588382:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:0.0:1767384904.588383:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:3.0:1767384904.588387:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000040:0.0:1767384904.588388:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384904.588393:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384904.588398:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00100000:0.0:1767384904.588399:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cfb2a2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352217088:0@lo:253: 00000100:00000001:0.0:1767384904.588403:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.588404:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384904.588408:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cfb2a2c5 x1853237352217088/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384904.588409:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384904.588412:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384904.588415:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384904.588417:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384904.588423:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384904.588428:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384904.588429:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:3.0:1767384904.588432:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 02000000:00000001:0.0:1767384904.588433:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384904.588436:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000ac9b0a2. 00000400:00000040:3.0:1767384904.588438:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000001:0.0:1767384904.588441:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:3.0:1767384904.588443:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:00000001:0.0:1767384904.588444:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:3.0:1767384904.588449:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000020:00000040:0.0:1767384904.588450:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000040:3.0:1767384904.588455:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000020:00000001:0.0:1767384904.588456:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384904.588458:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f217f30a. 00000400:00000040:3.0:1767384904.588461:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:0.0:1767384904.588463:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:3.0:1767384904.588466:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:0.0:1767384904.588466:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384904.588468:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cfb2a2c5. 00000400:00000040:3.0:1767384904.588470:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384904.588472:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:3.0:1767384904.588475:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:0.0:1767384904.588475:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.588480:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384904.588481:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.588484:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384904.588487:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384904.588487:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:3.0:1767384904.588489:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:0.0:1767384904.588490:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384904.588496:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384904.588496:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384904.588498:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384904.588501:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384904.588505:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.588506:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384904.588509:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384904.588511:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384904.588512:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384904.588513:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384904.588515:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.588516:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384904.588518:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384904.588520:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384904.588521:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384904.588523:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384904.588525:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384904.588526:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384904.588528:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384904.588529:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384904.588530:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384904.588531:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384904.588538:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384904.588540:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384904.588541:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384904.588542:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384904.588544:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384904.588545:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384904.588546:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384904.588548:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384904.588549:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384904.588550:0:23848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384904.588606:0:23848:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ed2d431b. 00080000:00000020:3.0:1767384904.590338:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384904.590341:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384904.590343:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b748e55a. 20000000:00000001:3.0:1767384904.590347:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384904.590351:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352216960 00010000:00000001:3.0:1767384904.590354:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384904.590358:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c8ddfd67 x1853237352216960/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384904.590365:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384904.590367:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384904.590369:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384904.590372:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384904.590374:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384904.590375:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384904.590378:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384904.590380:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.590382:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384904.590385:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384904.590388:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024e76453. 00000100:00000200:3.0:1767384904.590390:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352216960, offset 224 00000400:00000200:3.0:1767384904.590395:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384904.590403:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384904.590411:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103980 00000400:00000200:3.0:1767384904.590416:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1579 [2] + 224 00000400:00000200:3.0:1767384904.590422:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384904.590430:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384904.590433:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384904.590436:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384904.590442:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384904.590456:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384904.590462:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e76453 00000400:00000010:3.0:1767384904.590464:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024e76453. 00000100:00000001:3.0:1767384904.590466:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384904.590467:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384904.590471:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384904.590474:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384904.590476:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384904.590477:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.590479:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384904.590480:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384904.590483:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384904.590486:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8ddfd67 x1853237352216960/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:130/0 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384904.590487:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384904.590491:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384904.590494:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4c91b93. 00000400:00000200:0.0:1767384904.590501:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b73a887 00000100:00100000:3.0:1767384904.590502:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c8ddfd67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352216960:12345-0@lo:253: Request processed in 29549us (30304us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384904.590504:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b73a887. 00000100:00000001:0.0:1767384904.590510:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384904.590516:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384904.590517:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:3.0:1767384904.590522:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384904.590526:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384904.590529:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384904.590533:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384904.590534:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b0975fc. 00000020:00000010:3.0:1767384904.590540:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9d779a7. 00000100:00000001:0.0:1767384904.590542:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384904.590545:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020600f5c. 00000100:00000001:0.0:1767384904.590545:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.590549:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384904.590552:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384904.590553:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:0.0:1767384904.590554:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384904.590557:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384904.590558:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384904.590561:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a2d2f82e. 02000000:00000001:3.0:1767384904.590564:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384904.590566:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384904.590567:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384904.590572:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=34 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384904.590574:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384904.590576:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384904.590578:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384904.590579:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384904.590583:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384904.590584:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.590585:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c42bd03. 00000100:00000001:0.0:1767384904.590588:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384904.590590:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024e76453. 00000100:00000040:0.0:1767384904.590593:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.590599:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384904.590602:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384904.590603:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384904.590605:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384904.590606:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384904.590607:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384904.590609:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384904.590610:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384904.590611:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384904.590612:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384904.590613:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384904.590614:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384904.590615:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384904.590617:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384904.590622:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352216960:0@lo:253: 00000100:00000001:0.0:1767384904.590624:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.590625:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384904.590627:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000221c8332 x1853237352216960/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384920 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384904.590630:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384904.590631:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384904.590633:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dccaf842. 02000000:00000001:0.0:1767384904.590636:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384904.590637:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384904.590642:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384904.590644:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384904.590645:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009703c2a0. 02000000:00000001:0.0:1767384904.590648:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384904.590649:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384904.590650:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221c8332. 00000100:00000001:0.0:1767384904.590652:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384904.590653:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.590654:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384904.590657:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384904.590658:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384904.590659:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384904.590660:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384904.598494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dde241d2. 00010000:00000010:1.1:1767384904.598508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000345c1e6c. 00010000:00000001:2.0:1767384905.196977:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384905.196984:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384905.196990:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384905.196992:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384905.197015:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384905.197018:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384905.197020:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384905.679222:0:24126:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384905.679237:0:24126:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.679241:0:24126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384905.679247:0:24126:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384905.679252:0:24126:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.679254:0:24126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.221935:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384906.221944:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.221953:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384906.221955:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.222030:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384906.222037:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384906.222042:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384906.494789:0:24290:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384906.494804:0:24290:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:3.0:1767384906.497864:0:24290:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384906.505867:0:24291:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e0e4c9f7. 00000400:00000010:3.0:1767384906.505880:0:24291:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007fc9a087. 00000400:00000010:3.0:1767384906.505909:0:24291:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000e05496d. 00000400:00000010:3.0:1767384906.505913:0:24291:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002c958639. 00000400:00000010:3.0:1767384906.505916:0:24291:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d3b7dcd2. 00000400:00000010:3.0:1767384906.505921:0:24291:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006428703f. 00000400:00000010:3.0:1767384906.505924:0:24291:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013ecf3bb. 00000400:00000010:3.0:1767384906.505927:0:24291:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005010f24a. 00000400:00000010:3.0:1767384906.505930:0:24291:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004b344646. 00000800:00000010:3.0:1767384906.505941:0:24291:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004e86bda0. 00000800:00000200:3.0:1767384906.505951:0:24291:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384906.505958:0:24291:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384906.505991:0:24291:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384906.506013:0:24291:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp25 [8/256/0/180] 00000400:00000010:3.0:1767384906.507475:0:24291:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000984b6edf. 00000400:00000010:3.0:1767384906.507481:0:24291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4885c2b. 00000400:00000010:3.0:1767384906.507487:0:24291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f364d748. 00000400:00000001:3.0:1767384906.507500:0:24291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384906.507502:0:24291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384906.507503:0:24291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e52d8ae. 00000400:00000200:3.0:1767384906.507506:0:24291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:3.0:1767384906.507508:0:24291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000400:00000010:3.0:1767384906.507512:0:24291:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000000162883. 00000400:00000200:3.0:1767384906.507521:0:24291:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (16) 00000400:00000200:3.0:1767384906.507535:0:24291:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384906.507542:0:24291:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:3.0:1767384906.507549:0:24291:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dccaf842. 00000020:01000000:3.0:1767384906.507553:0:24291:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384906.507555:0:24291:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp25 00000400:00000010:3.0:1767384906.507572:0:24291:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007fc9a087. 00000400:00000010:3.0:1767384906.507575:0:24291:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e0e4c9f7. 00000400:00000200:2.0:1767384906.507654:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384906.507661:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384906.507667:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384906.507670:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384906.507675:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 10000000:01000000:1.0:1767384906.507676:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384906.507686:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384906.507689:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384906.507690:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384906.507691:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384906.507692:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384906.507695:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007f27645. 00000020:01000004:1.0:1767384906.507696:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384906.507704:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384906.507707:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384906.507708:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (17) 00000020:01000004:1.0:1767384906.507710:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384906.507718:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384906.507723:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3f1fe26. 00000100:00000010:1.0:1767384906.507725:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd728439. 00000020:00000040:1.0:1767384906.507730:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384906.507735:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384906.507770:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384906.507775:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384906.507785:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000425b1ae4. 00000400:00000200:2.0:1767384906.507792:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767384906.507797:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.507806:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384906.507808:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.507819:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd728439] to pc [ptlrpcd_00_02+2] req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384906.507820:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384906.507847:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [37:37:256:4294967295] 192.168.203.112@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1767384906.507856:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp 00000400:00000200:2.0:1767384906.507869:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767384906.507876:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.112@tcp 10000000:00000001:1.0:1767384906.507877:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.507883:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384906.507919:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384906.507921:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384906.507928:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef83325f. 00000100:00000040:3.0:1767384906.507929:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384906.507934:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.507943:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384906.507950:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000100:00000001:3.0:1767384906.507951:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.507953:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384906.507966:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000000:1.0:1767384906.507966:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:3.0:1767384906.507970:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384906.507975:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000020:00000001:1.0:1767384906.507977:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 02000000:00000001:3.0:1767384906.507980:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384906.507986:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384906.507988:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83325f type 1, nob 400 niov 1 nkiov 1 00000100:00100000:3.0:1767384906.507989:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352217216:0@lo:253: 10000000:00000001:1.0:1767384906.507991:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384906.508000:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384906.508002:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384906.508005:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:3.0:1767384906.508008:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384906.508008:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384906.508014:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384906.508014:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384906.508020:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384906.508022:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000020:01000004:1.0:1767384906.508023:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384906.508029:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 02000000:00000010:3.0:1767384906.508030:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007a84feca. 00000020:01000004:1.0:1767384906.508031:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384906.508040:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384906.508046:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384906.508047:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384906.508053:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384906.508055:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e52d8ae. 00000020:01000004:1.0:1767384906.508057:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384906.508063:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fc9a087. 00000100:00000010:1.0:1767384906.508064:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000004ec5a3. 00000100:00000200:3.0:1767384906.508070:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352217216, portal 25 00000020:00000040:1.0:1767384906.508070:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384906.508084:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384906.508085:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384906.508087:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581529856 : -106559128021760 : ffff9f15c506d500) 02000000:00000001:1.0:1767384906.508089:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384906.508093:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.508094:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.508103:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384906.508104:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004c6008e6. 00000100:00000040:3.0:1767384906.508108:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384906.508111:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.508116:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384906.508117:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a802710a. 00000100:00000001:1.0:1767384906.508122:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384906.508124:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352217216, offset 0 00000100:00000040:1.0:1767384906.508132:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004ec5a3] to pc [ptlrpcd_00_03+3] req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384906.508136:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384906.508148:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:1.0:1767384906.508150:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384906.508154:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.508156:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384906.508158:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384906.508160:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103a80 00000020:00000010:1.0:1767384906.508164:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dccaf842. 00000400:00000200:3.0:1767384906.508168:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000400:00000010:3.0:1767384906.508172:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eafef557. 00000400:00000200:3.0:1767384906.508176:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000213e1163 00000400:00000200:3.0:1767384906.508182:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384906.508185:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384906.508186:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384906.508189:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213e1163 00000100:00000001:1.0:1767384906.508190:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384906.508192:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000213e1163. 00000100:00000001:1.0:1767384906.508194:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384906.508197:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384906.508200:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384906.508201:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384906.508205:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000008336feac x1853237352217216 msgsize 4848 00000100:00100000:3.0:1767384906.508216:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384906.508218:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384906.508228:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.508230:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.508232:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384906.508235:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384906.508238:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1767384906.508240:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384906.508240:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.508249:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a802710a 00000800:00000010:2.0:1767384906.508258:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef83325f. 00000400:00000010:3.0:1767384906.508259:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a802710a. 00000100:00100000:1.0:1767384906.508260:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000004ec5a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352217344:0@lo:253: 00000100:00000001:1.0:1767384906.508279:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384906.508284:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384906.508284:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384906.508285:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384906.508291:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.508295:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384906.508296:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384906.508305:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000010:1.0:1767384906.508307:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000099a108a1. 00000100:00000001:3.0:1767384906.508312:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384906.508320:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.508323:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384906.508328:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000263603c1. 00000400:00000200:2.0:1767384906.508329:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384906.508336:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.508339:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384906.508341:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000400:00000010:1.0:1767384906.508342:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016e08324. 00000100:00000001:3.0:1767384906.508348:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384906.508358:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352217344, portal 25 00000100:00000001:3.0:1767384906.508359:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294895468 00000100:00000001:1.0:1767384906.508364:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384906.508367:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016f15e24. 00000100:00000001:1.0:1767384906.508367:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581532544 : -106559128019072 : ffff9f15c506df80) 00000800:00000001:2.0:1767384906.508369:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384906.508376:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384906.508380:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.508386:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294895468 00000800:00000001:2.0:1767384906.508386:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.508388:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384906.508400:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384906.508401:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384906.508402:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7e78754. 00000400:00000010:1.0:1767384906.508409:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea075766. 00000800:00000001:2.0:1767384906.508412:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.508415:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384906.508415:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352217344, offset 0 00000100:00000001:3.0:1767384906.508422:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294895468 00000400:00000200:2.0:1767384906.508430:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000010:3.0:1767384906.508433:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f591fe16. 00000400:00000200:1.0:1767384906.508434:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384906.508448:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384906.508458:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294895468 00000400:00000200:2.0:1767384906.508467:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384906.508468:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384906.508470:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2aa3045. 00000100:00000001:3.0:1767384906.508484:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384906.508490:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384906.508503:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 288/304 into md 0x1589 [1] + 0 00000100:00000001:3.0:1767384906.508505:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384906.508505:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103b00 00000100:00000001:3.0:1767384906.508518:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.508533:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384906.508534:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028a4102f. 00000400:00000200:2.0:1767384906.508551:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cbc68bef 00000100:00000001:3.0:1767384906.508553:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384906.508557:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384906.508561:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384906.508562:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000100:00000001:3.0:1767384906.508563:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384906.508569:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384906.508571:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000348fde71. 00000100:00000001:3.0:1767384906.508573:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384906.508574:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384906.508576:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087e6f6ad 00000400:00000200:2.0:1767384906.508589:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384906.508590:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384906.508592:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.508615:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384906.508620:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:1.0:1767384906.508625:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087e6f6ad 00000100:00000001:3.0:1767384906.508628:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384906.508631:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217216 02000000:00000001:3.0:1767384906.508639:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384906.508641:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087e6f6ad. 00000100:00000001:3.0:1767384906.508643:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384906.508647:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.508649:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384906.508650:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc68bef 02000000:00000001:3.0:1767384906.508651:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384906.508653:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384906.508660:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc68bef. 00000100:00100000:3.0:1767384906.508662:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217216 00000100:00000040:1.0:1767384906.508663:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000006c3c2df x1853237352217344 msgsize 4848 00000020:00000001:3.0:1767384906.508673:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384906.508676:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000040:3.0:1767384906.508677:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00100000:1.0:1767384906.508689:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384906.508692:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384906.508693:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (18) 00000100:00000040:1.0:1767384906.508694:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:3.0:1767384906.508698:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384906.508707:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384906.508710:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384906.508714:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384906.508716:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00000001:3.0:1767384906.508727:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384906.508727:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (304 bytes) 00000400:00000200:1.0:1767384906.508728:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea075766 00000020:00000010:3.0:1767384906.508736:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a515fa8e. 00000400:00000010:1.0:1767384906.508752:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea075766. 00000100:00000001:3.0:1767384906.508757:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.508759:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384906.508763:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a515fa8e. 00000100:00000200:1.0:1767384906.508767:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384906.508773:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000020:00000010:3.0:1767384906.508793:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085bf1e1f. 00000100:00000001:1.0:1767384906.508796:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384906.508805:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000adaaaa46. 00000100:00000040:1.0:1767384906.508807:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384906.508812:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (19) 00000020:00000010:3.0:1767384906.508813:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000981b01db. 00000100:00000001:1.0:1767384906.508827:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.508830:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384906.508834:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384906.508836:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.508838:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384906.508840:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384906.508842:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384906.508842:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294895468 00000100:00000001:3.0:1767384906.508850:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.508855:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294895468 00000100:00000001:3.0:1767384906.508862:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.508866:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp to MR: 192.168.203.112@tcp local destination 00000100:00000001:1.0:1767384906.508869:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294895468 00000100:00000001:3.0:1767384906.508876:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.508878:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [38:38:256:4294967295] 192.168.203.112@tcp LPNI seq info [38:38:8:4294967295] 00000100:00000001:1.0:1767384906.508880:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294895468 00000100:00000001:1.0:1767384906.508919:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294895469 00000100:00000001:3.0:1767384906.508921:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384906.508927:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217344 00000100:00000001:1.0:1767384906.508934:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895468 02000000:00000001:3.0:1767384906.508935:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384906.508940:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384906.508947:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.508949:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000001:1.0:1767384906.508949:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294895469 02000000:00000001:3.0:1767384906.508954:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.508963:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895468 00000100:00100000:3.0:1767384906.508964:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217344 00000020:00000001:3.0:1767384906.508972:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384906.508975:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384906.508980:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000800:00000200:2.0:1767384906.508983:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767384906.508988:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.508989:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384906.508992:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000800:00000010:2.0:1767384906.508993:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef83325f. 00000100:00000001:1.0:1767384906.508994:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.508997:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384906.509004:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384906.509005:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384906.509012:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384906.509015:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384906.509019:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000100:00000001:1.0:1767384906.509020:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384906.509022:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a515fa8e. 00000100:00000001:3.0:1767384906.509026:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384906.509034:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:1023 00000020:00000010:3.0:1767384906.509037:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a515fa8e. 00000100:00000001:1.0:1767384906.509038:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384906.509043:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83325f type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384906.509044:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384906.509047:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026ba725d. 00000100:00000001:1.0:1767384906.509050:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384906.509061:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0f2df45. 00000100:00000001:1.0:1767384906.509063:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384906.509065:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1a81a6a. 00000100:00000001:3.0:1767384906.509079:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384906.509080:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384906.509083:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.509085:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.509087:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384906.509097:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384906.509100:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384906.509109:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384906.509111:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384906.509120:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767384906.509125:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384906.509127:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526577232 : -106558182974384 : ffff9f15fd5b1c50) 00000100:00000040:3.0:1767384906.509130:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008336feac x1853237352217216/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.509140:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384906.509143:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a515fa8e. 00000100:00000001:3.0:1767384906.509144:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384906.509146:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a515fa8e. 00000100:00100000:3.0:1767384906.509150:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008336feac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352217216:12345-0@lo:253: 00000100:00000200:3.0:1767384906.509153:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217216 00000020:00000001:3.0:1767384906.509156:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384906.509159:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384906.509162:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.509164:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384906.509165:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:3.0:1767384906.509168:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384906.509171:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384906.509174:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384906.509176:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384906.509178:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.509183:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384906.509186:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384906.509191:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f7fc1e1. 02000000:00000001:3.0:1767384906.509195:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.509198:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384906.509202:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384906.509211:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a983c617. 00000800:00000200:2.0:1767384906.509213:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:01000000:3.0:1767384906.509216:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:2.0:1767384906.509218:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef83325f. 20000000:00000001:3.0:1767384906.509228:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384906.509229:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:3.0:1767384906.509238:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384906.509242:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767384906.509247:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:3.0:1767384906.509250:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.509251:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384906.509256:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384906.509264:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000800:00000001:2.0:1767384906.509266:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384906.509267:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.509268:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000800:00000001:2.0:1767384906.509273:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384906.509275:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526580304 : -106558182971312 : ffff9f15fd5b2850) 20000000:00000001:3.0:1767384906.509277:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:2.0:1767384906.509280:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384906.509281:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006c3c2df x1853237352217344/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384906.509290:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:3.0:1767384906.509291:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000efeb27c7. 20000000:01000000:3.0:1767384906.509299:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000100:00000001:1.0:1767384906.509302:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384906.509307:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384906.509308:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000010:1.0:1767384906.509308:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187b51c0. 00000100:00000001:1.0:1767384906.509320:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384906.509323:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000010:1.0:1767384906.509331:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187b51c0. 00000400:00000200:2.0:1767384906.509336:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : ACK - for me 00000100:00100000:1.0:1767384906.509344:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006c3c2df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352217344:12345-0@lo:253: 00000100:00000200:1.0:1767384906.509349:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217344 00000020:00000001:1.0:1767384906.509351:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384906.509358:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384906.509359:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp: ACK from 12345-192.168.203.112@tcp into md 0x15a5 00000020:00000001:1.0:1767384906.509361:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.509364:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384906.509366:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384906.509366:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00080000:00000001:3.0:1767384906.509378:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384906.509378:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384906.509380:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384906.509381:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.509383:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384906.509384:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:3.0:1767384906.509389:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384906.509391:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384906.509396:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384906.509397:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.509403:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: ACK: OK 00000020:00000001:3.0:1767384906.509405:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000100:00000001:1.0:1767384906.509405:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384906.509413:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384906.509423:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384906.509424:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f27645 02000000:00000010:1.0:1767384906.509426:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0231829. 00080000:00000010:3.0:1767384906.509433:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dac5e32c. 00000400:00000010:2.0:1767384906.509434:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007f27645. 02000000:00000001:1.0:1767384906.509435:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.509445:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.509448:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241878016 : -106563467673600 : ffff9f14c25d0000) 00000400:00000200:2.0:1767384906.509451:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 20000000:00000001:1.0:1767384906.509453:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384906.509454:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384906.509473:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 20000000:00000010:1.0:1767384906.509475:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029077231. 00000400:00000200:2.0:1767384906.509479:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384906.509487:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (18) 20000000:01000000:1.0:1767384906.509489:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384906.509501:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384906.509504:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:2.0:1767384906.509507:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384906.509508:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.509516:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384906.509519:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384906.509520:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:3.0:1767384906.509569:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384906.509572:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.509574:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384906.509592:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384906.509594:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384906.509679:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384906.509682:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384906.509730:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384906.509739:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000044d623e1. 00000400:00000010:2.0:1767384906.509790:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028a4102f. 00000400:00000010:2.0:1767384906.509795:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007f27645. 00000400:00000200:2.0:1767384906.509802:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000044d623e1 00000400:00000010:2.0:1767384906.509806:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000fbdbe0e8. 00000400:00000200:2.0:1767384906.509812:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000400:00000200:2.0:1767384906.509818:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 00000400:00000200:2.0:1767384906.509823:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (17) 00000400:00000010:2.0:1767384906.509828:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000009f903de1. 00000400:00000010:2.0:1767384906.509832:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc68bef. 00000400:00000010:2.0:1767384906.509841:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000390d615a. 00000400:00000200:2.0:1767384906.509845:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384906.509855:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384906.509864:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:2.0:1767384906.509873:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767384906.509883:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767384906.509970:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384906.509977:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767384906.509985:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767384906.509999:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767384906.510009:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767384906.510014:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767384906.510024:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384906.510033:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384906.510042:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:2.0:1767384906.510050:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384906.510058:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384906.510063:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:2.0:1767384906.510068:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384906.510074:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp24 00000400:00000200:2.0:1767384906.510105:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384906.510110:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp24 00000400:00000200:2.0:1767384906.510118:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp24 NI seq info: [39:39:256:4294967295] 192.168.203.112@tcp24 LPNI seq info [39:39:8:4294967295] 00000400:00000200:2.0:1767384906.510128:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp24 00000400:00000200:2.0:1767384906.510149:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24:) -> 192.168.203.112@tcp24(192.168.203.112@tcp:192.168.203.112@tcp24) : GET try# 0 00000800:00000200:2.0:1767384906.510162:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp24 00000800:00000010:3.0:1767384906.510191:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb93cdbb. 00000800:00000010:3.0:1767384906.510201:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a802710a. 00000800:00000010:3.0:1767384906.510206:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000034ff6f65. 00000800:00000200:3.0:1767384906.510219:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (2) 00000800:00000200:3.1:1767384906.510225:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (2) 00000400:00000200:3.0:1767384906.510254:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384906.510258:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 00000400:00000200:3.0:1767384906.510333:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510387:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510413:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510436:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510457:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510498:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510521:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510543:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510563:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510578:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510606:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510635:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510656:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510694:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510758:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510852:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510884:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.510955:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511000:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511021:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511062:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511107:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511136:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511213:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511291:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511361:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.511450:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000800:00000010:3.0:1767384906.511790:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dccaf842. 00000800:00000010:3.0:1767384906.511797:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000092556b13. 00000800:00000010:3.0:1767384906.511805:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a515fa8e. 00000800:00000010:3.0:1767384906.511860:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a515fa8e. 00000400:00000200:2.0:1767384906.512123:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384906.512175:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp24 from 225.3.0.2 00000800:00000010:2.0:1767384906.512181:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000090d1fd87. 00000800:00000010:3.0:1767384906.512416:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b242c85. 00000800:00000010:3.0:1767384906.512427:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075ac4d19. 00000800:00000010:3.0:1767384906.512477:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f6d56ce5. 00000800:00000200:3.1:1767384906.512497:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (2) 00000800:00000200:3.1:1767384906.512507:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp24 00000000f6d56ce5 deleted 00000800:00000010:3.1:1767384906.512510:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f6d56ce5. 00000800:00000200:3.1:1767384906.512518:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384906.512525:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp24 ip 192.168.203.112:993 00000800:00000200:3.1:1767384906.512529:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb93cdbb type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384906.512542:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp24 p 3.x 192.168.203.112 -> 192.168.203.112:993 incarnation:1767384904557594210 sched[0] 00000800:00000010:3.0:1767384906.512549:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a515fa8e. 00000800:00000010:3.0:1767384906.512624:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a515fa8e. 00000800:00000010:3.0:1767384906.512634:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075ac4d19. 00000800:00000010:3.0:1767384906.512715:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000090d1fd87. 00000800:00000001:3.0:1767384906.512733:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.512760:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384906.512825:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384906.512830:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb93cdbb. 00000400:00000200:3.0:1767384906.512837:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384906.512846:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: GET: OK 00000400:00000200:3.0:1767384906.512851:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384906.512854:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000200:3.1:1767384906.513010:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384906.513014:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp24 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384904557594210 sched[0] 00000800:00000010:3.0:1767384906.513017:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000092556b13. 00000400:00000200:3.0:1767384906.513175:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.513346:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.513522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.513660:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000001:2.0:1767384906.513775:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.513780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:2.0:1767384906.513787:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384906.513791:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.513804:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.513817:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24) <- 192.168.203.112@tcp24 : GET - for me 00000400:00000200:3.0:1767384906.513826:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384906.513842:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384906.513856:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 304/304 into md 0x15a1 [1] + 0 00000400:00000200:2.0:1767384906.513869:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp24 to MR: 192.168.203.112@tcp24 local destination 00000400:00000200:3.0:1767384906.513870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384906.513881:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp24 NI seq info: [40:40:256:4294967295] 192.168.203.112@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1767384906.513943:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) -> 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) 192.168.203.112@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384906.513950:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.112@tcp24 00000800:00000010:2.0:1767384906.513955:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ef83325f. 00000800:00000200:2.0:1767384906.513965:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (4) 00000800:00000200:2.0:1767384906.513975:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp24 ip 192.168.203.112:988 00000800:00000200:2.0:1767384906.513979:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ef83325f type 3, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1767384906.513984:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.514048:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000200:2.0:1767384906.514106:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384906.514111:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ef83325f. 00000400:00000200:2.0:1767384906.514119:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.514131:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: REPLY: OK 00000800:00000001:2.0:1767384906.514153:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.514157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000800:00000001:2.0:1767384906.514160:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384906.514168:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.514176:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384906.514181:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.514207:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.514219:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24) <- 192.168.203.112@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384906.514231:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp24: Reply from 12345-192.168.203.112@tcp24 of length 304/304 into md 0x15bd 00000800:00000001:2.0:1767384906.514236:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384906.514240:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000800:00000001:2.0:1767384906.514243:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384906.514250:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.514256:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: REPLY: OK 00000400:00000200:2.0:1767384906.514262:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc68bef 00000400:00000010:2.0:1767384906.514265:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc68bef. 00000400:00000200:2.0:1767384906.514269:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384906.514275:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:2.0:1767384906.514287:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384906.514294:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 17. state = 0x100251 00000400:00000200:2.0:1767384906.514306:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384906.514316:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384906.514319:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (18) 00000800:00000001:2.0:1767384906.514332:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384906.514338:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.514410:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384906.514439:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384906.514453:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:2.0:1767384906.514465:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000b9970815. 00000400:00000010:2.0:1767384906.514470:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000a015c91b. 00000400:00000010:2.0:1767384906.514475:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000fbdbe0e8. 00000400:00000200:3.0:1767384906.514480:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000010:2.0:1767384906.514535:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ee1a27bd. 00000400:00000200:2.0:1767384906.514545:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ee1a27bd nid 192.168.203.112@tcp25 00000400:00000010:2.0:1767384906.514551:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000092207fae. 00000400:00000200:2.0:1767384906.514555:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000092207fae net tcp25 00000400:00000200:2.0:1767384906.514560:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (17) 00000400:00000200:3.0:1767384906.514562:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384906.514571:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp25 flags 0x11 00000400:00000010:2.0:1767384906.514578:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000b9970815. 00000400:00000010:2.0:1767384906.514586:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000a015c91b. 00000400:00000010:2.0:1767384906.514591:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000fbdbe0e8. 00000400:00000010:2.0:1767384906.514599:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000009f903de1. 00000400:00000200:2.0:1767384906.514606:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384906.514611:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:3.0:1767384906.514613:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384906.514617:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:2.0:1767384906.514626:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:2.0:1767384906.514631:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384906.514637:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384906.514644:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384906.514649:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (18) 00000400:00000200:3.0:1767384906.514687:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.514753:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.514793:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.514826:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.514874:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.514976:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515012:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515088:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515164:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515227:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515332:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515384:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515454:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515527:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384906.515591:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000800:00000010:3.0:1767384906.515781:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf2bc0fd. 00000800:00000010:3.0:1767384906.515785:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000092556b13. 00000800:00000010:3.0:1767384906.515790:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a515fa8e. 00000800:00000010:3.0:1767384906.515837:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a515fa8e. 00000400:00000200:1.0:1767384906.516031:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384906.516072:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp24 from 224.3.0.2 00000800:00000010:1.0:1767384906.516078:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000586ad6e8. 00000800:00000010:3.0:1767384906.516121:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c188877f. 00000800:00000010:3.0:1767384906.516125:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075ac4d19. 00000800:00000010:3.0:1767384906.516147:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f6d56ce5. 00000800:00000200:3.1:1767384906.516155:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (4) 00000800:00000200:3.1:1767384906.516159:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp24 00000000f6d56ce5 deleted 00000800:00000010:3.1:1767384906.516162:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f6d56ce5. 00000800:00000200:3.1:1767384906.516168:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384906.516175:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp24 p 3.x 192.168.203.112 -> 192.168.203.112:992 incarnation:1767384904557594210 sched[0] 00000800:00000010:3.0:1767384906.516181:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a515fa8e. 00000800:00000010:3.0:1767384906.516249:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a515fa8e. 00000800:00000010:3.0:1767384906.516255:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075ac4d19. 00000800:00000010:3.0:1767384906.516299:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000586ad6e8. 00000800:00000001:3.0:1767384906.516327:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.516331:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384906.516377:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384906.516382:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp24 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384904557594210 sched[0] 00000800:00000010:3.0:1767384906.516386:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000092556b13. 00000800:00000001:3.0:1767384906.516450:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384906.516455:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384906.522943:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294895469, at 4294895470 00000100:00000010:3.0:1767384906.522953:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2aa3045. 00000100:00000040:0.0:1767384906.522966:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294895468, at 4294895470 00000100:00000010:0.0:1767384906.522977:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016f15e24. 00000100:00000040:1.0:1767384906.522981:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294895468, at 4294895470 00000100:00000010:1.0:1767384906.522987:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7e78754. 00080000:00000001:2.0:1767384906.523280:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384906.523282:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384906.523287:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384906.523291:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384906.523295:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:1.0:1767384906.523296:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384906.523300:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384906.523308:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384906.523310:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dac5e32c. 00080000:00000001:1.0:1767384906.523315:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384906.523322:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384906.523339:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384906.523353:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000295ac4c3. 20000000:00000001:2.0:1767384906.523356:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384906.523357:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:01000000:2.0:1767384906.523368:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384906.523370:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384906.523374:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384906.523379:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384906.523380:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384906.523383:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384906.523384:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384906.523394:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384906.523397:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384906.523405:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002bdbcf39. 00010000:00000001:3.0:1767384906.523411:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384906.523412:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384906.523414:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2819f68. 00080000:00000001:1.0:1767384906.523417:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384906.523420:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384906.523420:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384906.523423:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2819f68 with handle 0x7ec529173eeb8364 to hash 00080000:00000001:1.0:1767384906.523424:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384906.523428:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384906.523428:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384906.523430:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384906.523433:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00000020:00000001:1.0:1767384906.523433:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384906.523439:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384906.523440:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384906.523443:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384906.523445:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384906.523446:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ca12827. 00080000:00000001:1.0:1767384906.523451:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238232576 : -106563471319040 : ffff9f14c2256000) 00080000:00000001:1.0:1767384906.523457:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384906.523458:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384906.523461:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384906.523463:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384906.523465:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384906.523467:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384906.523469:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384906.523470:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384906.523472:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384906.523474:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384906.523475:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384906.523476:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384906.523477:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002bdbcf39) refcount = 1 00010000:00010000:3.0:1767384906.523480:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.523491:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384906.523493:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384906.523495:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384906.523496:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.523498:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384906.523501:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:1.0:1767384906.523502:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:3.0:1767384906.523504:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00080000:00000001:1.0:1767384906.523504:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.523510:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384906.523510:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:3.0:1767384906.523514:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384906.523516:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=4 00000020:00000001:3.0:1767384906.523518:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384906.523520:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384906.523522:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:1.0:1767384906.523522:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384906.523525:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384906.523526:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384906.523530:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384906.523532:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.523537:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384906.523538:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384906.523540:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.523544:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384906.523545:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.523547:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384906.523549:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384906.523553:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d2819f68 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384906.523556:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384906.523562:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384906.523564:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.523569:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384906.523570:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384906.523571:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384906.523572:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=5 00000020:00000001:3.0:1767384906.523574:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384906.523576:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384906.523578:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384906.523580:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.523584:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384906.523585:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384906.523587:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.523591:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384906.523593:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384906.523593:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384906.523596:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384906.523597:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384906.523598:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384906.523601:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2819f68 with handle 0x7ec529173eeb8364 from hash 00010000:00000001:3.0:1767384906.523603:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384906.523604:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384906.523606:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384906.523607:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384906.523608:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384906.523610:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384906.523611:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384906.523612:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384906.523614:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.523615:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384906.523617:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384906.523618:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384906.523619:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384906.523620:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.523625:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.523627:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384906.523629:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.523633:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384906.523633:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384906.523634:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384906.523636:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384906.523636:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384906.523637:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384906.523638:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384906.523640:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384906.523642:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384906.523643:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384906.523647:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384906.523648:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384906.523649:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8364 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384906.523653:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002bdbcf39 count: 0 00010000:00000001:3.0:1767384906.523660:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384906.523661:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384906.523970:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294895469, at 4294895471 00000100:00000010:2.0:1767384906.523981:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f591fe16. 00010000:00000010:3.1:1767384906.530938:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002bdbcf39. 00010000:00000010:3.1:1767384906.530952:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2819f68. 00080000:00000001:1.0:1767384906.535304:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384906.535311:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384906.535315:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.535317:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384906.535320:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384906.535332:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384906.535337:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384906.535345:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384906.535345:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384906.535358:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384906.535362:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384906.535372:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384906.535373:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384906.535381:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:1.0:1767384906.535383:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384906.535388:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384906.535390:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384906.535391:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384906.535394:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000ca12827. 00010000:00000010:2.0:1767384906.535396:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a621467b. 00080000:00000001:1.0:1767384906.535400:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384906.535404:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384906.535411:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004c6df2f7. 00000020:00000001:2.0:1767384906.535417:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384906.535423:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004c6df2f7 with handle 0x7ec529173eeb836b to hash 00000020:00000001:2.0:1767384906.535426:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384906.535429:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262570496 : -106558446981120 : ffff9f15ed9eb000) 00010000:00000001:2.0:1767384906.535433:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262570496 : -106558446981120 : ffff9f15ed9eb000) 00010000:00000001:2.0:1767384906.535437:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.535439:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.535443:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535453:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384906.535458:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384906.535461:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384906.535463:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.535466:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.535469:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.535472:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.535476:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384906.535479:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384906.535482:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384906.535496:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384906.535498:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a621467b) refcount = 1 00010000:00010000:2.0:1767384906.535503:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535511:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384906.535514:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384906.535517:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.535520:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.535521:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384906.535525:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384906.535530:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384906.535535:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.535537:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.535540:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004c6df2f7 refcount=4 00000020:00000001:2.0:1767384906.535543:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262570496 : -106558446981120 : ffff9f15ed9eb000) 00010000:00000001:2.0:1767384906.535546:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262570496 : -106558446981120 : ffff9f15ed9eb000) 00010000:00000001:2.0:1767384906.535549:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384906.535551:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535560:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384906.535562:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535568:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.535571:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384906.535574:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535580:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.535583:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.535587:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384906.535590:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384906.535610:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004c6df2f7 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384906.535613:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.535617:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384906.535619:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535625:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384906.535627:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.535629:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.535631:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004c6df2f7 refcount=5 00000020:00000001:2.0:1767384906.535634:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262570496 : -106558446981120 : ffff9f15ed9eb000) 00010000:00000001:2.0:1767384906.535637:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262570496 : -106558446981120 : ffff9f15ed9eb000) 00010000:00000001:2.0:1767384906.535642:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384906.535644:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535650:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384906.535652:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.535654:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.535661:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384906.535664:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384906.535667:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.535670:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384906.535675:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004c6df2f7 with handle 0x7ec529173eeb836b from hash 00010000:00000001:2.0:1767384906.535678:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384906.535680:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.535682:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.535684:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384906.535687:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384906.535690:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384906.535694:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384906.535696:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.535699:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.535701:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384906.535709:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384906.535713:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.535714:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.535715:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.535717:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.535719:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.535722:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.535727:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.535728:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.535729:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384906.535731:0:24296:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006287040a. 00010000:00000001:2.0:1767384906.535731:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384906.535738:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.535762:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.535765:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000040:3.0:1767384906.535768:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:2.0:1767384906.535768:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384906.535783:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384906.535784:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00010000:2.0:1767384906.535789:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384906.535792:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384906.535802:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384906.535812:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384906.535812:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000040:3.0:1767384906.535826:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00000001:2.0:1767384906.535826:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384906.535832:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004c6df2f7/0x7ec529173eeb836b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384906.535834:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384906.535841:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384906.535850:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384906.535857:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00010000:00000040:2.0:1767384906.535860:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a621467b count: 0 00000400:00000040:3.0:1767384906.535862:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384906.535865:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384906.535874:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:2.0:1767384906.535878:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:3.0:1767384906.535880:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 20000000:00000001:2.0:1767384906.535922:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000040:3.0:1767384906.536123:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384906.536126:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384906.536129:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384906.536130:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384906.536133:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384906.536137:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384906.536140:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384906.536142:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384906.536145:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384906.536147:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384906.536149:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384906.536151:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384906.536152:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384906.536154:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384906.536159:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384906.536162:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384906.536163:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384906.536165:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384906.536168:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384906.536170:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384906.536173:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384906.536174:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384906.536176:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384906.536180:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384906.536183:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384906.536185:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384906.536187:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384906.536188:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384906.536189:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384906.536191:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384906.536192:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384906.536194:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384906.536195:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384906.536197:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384906.536199:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384906.536200:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384906.536201:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384906.536207:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384906.536211:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384906.536214:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384906.536216:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384906.536218:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384906.536220:0:24296:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384906.536304:0:24296:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006287040a. 00080000:00000020:2.0:1767384906.537862:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384906.537868:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384906.537870:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a983c617. 20000000:00000001:2.0:1767384906.537881:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384906.537928:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352217216 00010000:00000001:2.0:1767384906.537932:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384906.537943:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008336feac x1853237352217216/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384906.537970:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384906.537974:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384906.537979:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.537985:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384906.537990:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384906.537993:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384906.537998:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384906.538002:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.538007:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.538012:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384906.538017:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000679db58d. 00000100:00000200:2.0:1767384906.538025:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352217216, offset 224 00000400:00000200:2.0:1767384906.538034:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384906.538051:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384906.538072:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103a80 00000400:00000200:2.0:1767384906.538081:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15a9 [2] + 224 00000400:00000200:2.0:1767384906.538091:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.538099:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384906.538107:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384906.538112:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384906.538124:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.538143:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384906.538156:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000679db58d 00000100:00000001:3.0:1767384906.538159:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384906.538159:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000679db58d. 00000100:00000001:2.0:1767384906.538166:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384906.538167:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384906.538172:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384906.538178:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384906.538179:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384906.538182:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384906.538192:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:3.0:1767384906.538194:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e52d8ae. 00010000:00000001:2.0:1767384906.538206:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384906.538207:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fc9a087 00000020:00000001:2.0:1767384906.538210:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.538217:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384906.538219:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fc9a087. 00000100:00000001:3.0:1767384906.538228:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384906.538239:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008336feac x1853237352217216/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384906.538241:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.538291:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008336feac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352217216:12345-0@lo:253: Request processed in 29143us (30077us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384906.538301:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.538314:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384906.538314:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:3.0:1767384906.538321:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.538325:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384906.538326:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384906.538332:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384906.538333:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384906.538341:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.538342:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384906.538350:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384906.538353:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384906.538355:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000adaaaa46. 00000100:00001000:3.0:1767384906.538358:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384906.538363:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=36 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384906.538363:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000981b01db. 00000100:00000001:3.0:1767384906.538378:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384906.538378:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085bf1e1f. 00000100:00000001:3.0:1767384906.538388:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.538392:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384906.538392:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00010000:00000001:3.0:1767384906.538395:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.538403:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.538404:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384906.538408:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f7fc1e1. 00000100:00000040:3.0:1767384906.538410:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384906.538417:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384906.538419:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.538422:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.538432:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384906.538432:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384906.538437:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384906.538441:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3aadadd. 00000020:01000004:3.0:1767384906.538443:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384906.538451:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384906.538452:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384906.538453:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000679db58d. 00000020:01000004:3.0:1767384906.538454:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384906.538462:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384906.538463:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384906.538464:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384906.538466:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384906.538468:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384906.538471:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384906.538473:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384906.538479:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352217216:0@lo:253: 00000100:00000001:3.0:1767384906.538484:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.538486:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384906.538487:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd728439 x1853237352217216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.538491:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384906.538494:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384906.538496:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007a84feca. 02000000:00000001:3.0:1767384906.538500:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384906.538501:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384906.538502:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384906.538504:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384906.538506:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000425b1ae4. 02000000:00000001:3.0:1767384906.538510:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384906.538512:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384906.538513:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd728439. 00000100:00000001:3.0:1767384906.538516:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384906.538517:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.538518:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.538524:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384906.538525:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.538526:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384906.538532:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384906.538702:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384906.538705:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384906.538707:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029077231. 20000000:00000001:1.0:1767384906.538711:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384906.538714:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352217344 00010000:00000001:1.0:1767384906.538716:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384906.538720:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006c3c2df x1853237352217344/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384906.538727:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384906.538728:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.538730:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384906.538734:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384906.538735:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384906.538737:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384906.538739:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384906.538753:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.538757:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384906.538759:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384906.538763:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3c988ad. 00000100:00000200:1.0:1767384906.538766:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352217344, offset 224 00000400:00000200:1.0:1767384906.538777:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384906.538786:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384906.538793:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103b00 00000400:00000200:1.0:1767384906.538799:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b1 [2] + 224 00000400:00000200:1.0:1767384906.538805:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.538807:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384906.538810:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384906.538813:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384906.538820:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.538835:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384906.538840:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c988ad 00000400:00000010:1.0:1767384906.538841:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3c988ad. 00000100:00000001:1.0:1767384906.538844:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384906.538845:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384906.538848:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.538850:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384906.538853:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384906.538856:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.538859:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384906.538866:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006c3c2df x1853237352217344/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.538869:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.538874:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384906.538884:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384906.538913:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384906.538915:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006c3c2df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352217344:12345-0@lo:253: Request processed in 29581us (30219us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384906.538916:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000263603c1. 00000400:00000200:2.0:1767384906.538924:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016e08324 00000400:00000010:2.0:1767384906.538930:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016e08324. 00000100:00000001:2.0:1767384906.538936:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384906.538941:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000200:2.0:1767384906.538942:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384906.538949:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384906.538959:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384906.538968:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384906.538973:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384906.538978:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0f2df45. 00000100:00000001:2.0:1767384906.538991:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384906.538994:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384906.538994:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1a81a6a. 00000100:00000001:2.0:1767384906.539002:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384906.539006:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026ba725d. 02000000:00000001:2.0:1767384906.539014:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.539019:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.539023:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384906.539024:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384906.539031:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.539033:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384906.539036:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0231829. 00000100:00001000:2.0:1767384906.539038:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=36 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384906.539040:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384906.539048:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384906.539049:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.539059:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384906.539060:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384906.539063:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.539066:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007372a0. 00010000:00000001:2.0:1767384906.539067:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384906.539073:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.539075:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3c988ad. 00000100:00000001:2.0:1767384906.539078:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.539086:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.539094:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.539097:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.539099:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384906.539104:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384906.539107:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384906.539108:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384906.539110:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384906.539111:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384906.539112:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384906.539114:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384906.539116:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384906.539118:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384906.539121:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.539127:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000004ec5a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352217344:0@lo:253: 00000100:00000001:2.0:1767384906.539132:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.539136:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.539138:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000004ec5a3 x1853237352217344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.539145:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.539147:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.539149:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000099a108a1. 02000000:00000001:2.0:1767384906.539167:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.539170:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.539171:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384906.539174:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.539176:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004c6008e6. 02000000:00000001:2.0:1767384906.539181:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.539183:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.539185:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000004ec5a3. 00000100:00000001:2.0:1767384906.539189:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.539190:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.539192:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.539200:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.539202:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.539205:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.539207:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384906.544955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a621467b. 00010000:00000010:2.1:1767384906.544974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004c6df2f7. 00000100:00000040:1.0:1767384906.669963:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384906.669966:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1767384906.669972:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:0.0:1767384906.669972:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384906.669980:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d813f64. 00000100:00000010:0.0:1767384906.669980:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221c8332. 00000020:00000040:1.0:1767384906.669988:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384906.669988:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384906.669995:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384906.669995:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384906.669999:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384906.669999:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384906.670006:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.670007:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384906.670016:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005194b7e2. 02000000:00000010:0.0:1767384906.670016:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000de87dc2. 00000100:00000001:1.0:1767384906.670023:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670023:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670028:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384906.670031:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.670033:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384906.670039:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000221c8332] to pc [ptlrpcd_00_00+0] req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.670044:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384906.670047:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.670053:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d813f64] to pc [ptlrpcd_00_01+1] req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.670069:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384906.670069:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.670071:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384906.670075:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384906.670079:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000020:00000040:1.0:1767384906.670081:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384906.670082:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.670083:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384906.670086:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384906.670089:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384906.670089:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670089:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.670092:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384906.670096:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384906.670101:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767384906.670102:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa66859b. 00000100:00000040:0.0:1767384906.670102:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.670109:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.670116:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384906.670129:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384906.670139:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384906.670145:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.670156:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384906.670164:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384906.670176:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.670189:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d813f64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352217600:0@lo:400: 00000100:00000001:2.0:1767384906.670197:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.670197:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384906.670199:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384906.670202:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.670204:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.670208:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384906.670211:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10d12a3] to pc [ptlrpcd_00_02+2] req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384906.670212:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384906.670213:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384906.670218:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.670220:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.670226:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384906.670231:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352217472:0@lo:13: 02000000:00000010:0.0:1767384906.670232:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000beb5173b. 02000000:00000001:0.0:1767384906.670242:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.670251:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384906.670254:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22951b1. 02000000:00000001:2.0:1767384906.670261:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384906.670263:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 02000000:00000001:2.0:1767384906.670265:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.670271:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384906.670272:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384906.670274:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352217600, portal 4 00000100:00000040:1.0:1767384906.670275:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767384906.670276:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b621bd83. 00000100:00000001:0.0:1767384906.670281:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384906.670284:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670286:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581531648 : -106559128019968 : ffff9f15c506dc00) 00000100:00000001:1.0:1767384906.670294:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384906.670296:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0fa8b8c. 00000100:00000010:1.0:1767384906.670298:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ca8573. 00000100:00000040:0.0:1767384906.670301:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384906.670306:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1767384906.670308:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc68bef. 00000100:00000001:1.0:1767384906.670312:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384906.670318:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384906.670319:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384906.670320:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352217472, portal 4 02000000:00000001:1.0:1767384906.670321:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.670330:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384906.670330:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384906.670333:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf941e88. 00000400:00000010:0.0:1767384906.670335:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000100:00000001:1.0:1767384906.670338:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384906.670340:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352217600, offset 0 00000100:00000001:2.0:1767384906.670342:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376592640 : -106558332958976 : ffff9f15f46a8700) 00000100:00000040:1.0:1767384906.670347:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384906.670357:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.670358:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384906.670359:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384906.670365:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.670380:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ca8573] to pc [ptlrpcd_00_03+3] req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.670388:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384906.670396:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384906.670408:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384906.670411:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272103c00 00000400:00000010:2.0:1767384906.670417:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c33e85. 00000400:00000200:0.0:1767384906.670426:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2544 00000100:00000001:1.0:1767384906.670429:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384906.670432:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352217472, offset 0 00000400:00000200:0.0:1767384906.670433:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384906.670434:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (233) 00000400:00000200:0.0:1767384906.670444:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384906.670450:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384906.670450:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.670459:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384906.670461:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384906.670464:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384906.670467:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384906.670468:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1767384906.670472:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384906.670480:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cfb2a2c5. 00000100:00000001:1.0:1767384906.670488:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.670490:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.670495:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384906.670496:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000cfb2a2c5 x1853237352217600 msgsize 224 00000400:00000200:2.0:1767384906.670499:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272103b80 02000000:00000001:1.0:1767384906.670508:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384906.670513:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.670518:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352217728:0@lo:400: 00000400:00000200:2.0:1767384906.670521:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1120 00000100:00100000:0.0:1767384906.670522:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384906.670537:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384906.670540:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384906.670540:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384906.670541:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384906.670548:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.670554:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384906.670555:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 02000000:00000001:1.0:1767384906.670556:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384906.670564:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 02000000:00000010:1.0:1767384906.670566:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052586ac0. 00000100:00000001:0.0:1767384906.670569:0:16137:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384906.670570:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.670572:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384906.670575:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:0.0:1767384906.670576:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384906.670577:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a435b1. 00000100:00000010:2.0:1767384906.670584:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052399c37. 00000400:00000010:1.0:1767384906.670584:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000040:2.0:1767384906.670592:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000052399c37 x1853237352217472 msgsize 224 00000100:00000200:1.0:1767384906.670594:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352217728, portal 10 00000100:00000001:0.0:1767384906.670594:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384906.670600:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384906.670605:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000040:0.0:1767384906.670606:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.670615:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384906.670620:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.670631:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.670638:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.670639:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384906.670641:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384906.670643:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c33e85 00000100:00000040:1.0:1767384906.670644:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384906.670651:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c33e85. 00000400:00000010:1.0:1767384906.670652:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000001:0.0:1767384906.670652:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.670662:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384906.670663:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352217728, offset 0 00000100:00000040:0.0:1767384906.670663:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7500 usecs (8 jiffies) 00000100:00000200:2.0:1767384906.670672:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.670674:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294895625 00000400:00000200:1.0:1767384906.670680:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384906.670688:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008512c43a. 00000400:00000200:1.0:1767384906.670701:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384906.670701:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384906.670716:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294895625 00000100:00000001:2.0:1767384906.670718:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384906.670724:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272103c80 00000100:00000040:2.0:1767384906.670725:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384906.670726:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008c482e3. 00000100:00000001:0.0:1767384906.670735:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384906.670753:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00000001:0.0:1767384906.670761:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294895625 00000100:00000001:2.0:1767384906.670766:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384906.670768:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9b8f652. 00000400:00000200:1.0:1767384906.670769:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384906.670770:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.670777:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384906.670781:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384906.670783:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670784:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294895625 00000100:00000001:1.0:1767384906.670787:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384906.670789:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7500 usecs (8 jiffies) 00000100:00000200:1.0:1767384906.670791:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384906.670791:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffdf10b5. 00000100:00000001:2.0:1767384906.670793:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294895625 00000100:00000001:2.0:1767384906.670802:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294895625 00000100:00000010:1.0:1767384906.670803:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4babb07. 00000100:00000001:0.0:1767384906.670803:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384906.670810:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000e4babb07 x1853237352217728 msgsize 224 00000100:00000001:0.0:1767384906.670811:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.670822:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294895625 00000100:00000001:0.0:1767384906.670824:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.670833:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384906.670837:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294895625 00000100:00000001:0.0:1767384906.670838:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.670844:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.670849:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.670851:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294895625 00000100:00000001:2.0:1767384906.670855:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294895625 00000100:00000001:2.0:1767384906.670857:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294895625 00000400:00000200:1.0:1767384906.670859:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000100:00000001:2.0:1767384906.670861:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294895625 00000100:00000001:2.0:1767384906.670865:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384906.670865:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:2.0:1767384906.670869:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670870:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.670872:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670875:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384906.670878:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.670918:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384906.670919:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384906.670920:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.670921:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384906.670929:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.670931:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.670932:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384906.670940:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.670942:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.670946:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.670951:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384906.670955:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.670956:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.670957:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.670973:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.670975:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384906.670983:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.670987:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3123 usecs (4 jiffies) 00000100:00000001:1.0:1767384906.670990:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294895622 00000100:00000001:0.0:1767384906.670992:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384906.670994:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294895625 00000100:00100000:0.0:1767384906.670997:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217600 00000100:00000001:2.0:1767384906.670999:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384906.670999:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294895622 00000100:00100000:2.0:1767384906.671004:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217472 02000000:00000001:0.0:1767384906.671004:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384906.671006:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294895625 02000000:00000001:2.0:1767384906.671009:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.671010:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.671012:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.671012:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294895622 00000100:00000001:0.0:1767384906.671016:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.671019:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.671022:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294895625 02000000:00000001:2.0:1767384906.671027:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.671027:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.671028:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294895622 00000100:00000001:1.0:1767384906.671039:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294895625 00000100:00100000:2.0:1767384906.671040:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217472 00000100:00100000:0.0:1767384906.671042:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217600 00000020:00000001:2.0:1767384906.671048:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384906.671049:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384906.671051:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384906.671052:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:1.0:1767384906.671054:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.671057:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384906.671059:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000040:2.0:1767384906.671065:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000001:1.0:1767384906.671066:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.671066:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384906.671074:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384906.671075:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384906.671076:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:2.0:1767384906.671082:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384906.671087:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384906.671087:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384906.671089:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384906.671092:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384906.671096:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003052b2ab. 00000020:00000001:0.0:1767384906.671096:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384906.671100:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384906.671103:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000260ab60e. 00000100:00000001:1.0:1767384906.671105:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.671105:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384906.671110:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384906.671112:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000020:00000010:0.0:1767384906.671112:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001565a778. 00000100:00100000:1.0:1767384906.671116:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384906.671119:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.671121:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384906.671132:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001565a778. 00000100:00000001:1.0:1767384906.671133:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.671139:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384906.671140:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384906.671142:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085caf535. 00000020:00000010:2.0:1767384906.671146:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fac200c3. 00000100:00000001:1.0:1767384906.671146:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384906.671151:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f7fc0fd. 00000020:00000010:0.0:1767384906.671152:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b381871. 00000100:00000001:1.0:1767384906.671158:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384906.671162:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc826616. 00000100:00000001:1.0:1767384906.671162:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384906.671164:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000014a0092b. 00000100:00000040:1.0:1767384906.671173:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384906.671177:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:0.0:1767384906.671180:0:18311:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384906.671184:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384906.671186:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384906.671189:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384906.671190:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384906.671198:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.671198:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.671199:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.671206:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.671214:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384906.671218:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.671219:0:18311:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384906.671220:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.671222:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.671228:0:18311:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384906.671231:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.671232:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384906.671232:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352217856:0@lo:400: 00000100:00000001:1.0:1767384906.671244:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384906.671244:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384906.671248:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384906.671252:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.671253:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384906.671257:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384906.671257:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384906.671259:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384906.671265:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384906.671268:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 02000000:00000010:1.0:1767384906.671270:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094f40d2a. 00000100:00000040:2.0:1767384906.671273:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384906.671279:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606545536 : -106559103006080 : ffff9f15c6848a80) 02000000:00000001:1.0:1767384906.671279:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.671284:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000400:00000010:1.0:1767384906.671292:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be295e91. 00000100:00000040:0.0:1767384906.671292:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000040:2.0:1767384906.671293:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052399c37 x1853237352217472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.671300:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376595328 : -106558332956288 : ffff9f15f46a9180) 00000400:00000010:1.0:1767384906.671304:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000040:0.0:1767384906.671314:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cfb2a2c5 x1853237352217600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384906.671318:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352217856, portal 10 00000100:00000001:1.0:1767384906.671332:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384906.671338:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581526272 : -106559128025344 : ffff9f15c506c700) 00000100:00000001:2.0:1767384906.671348:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384906.671355:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000571783a9. 00000100:00000040:1.0:1767384906.671356:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.671366:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.671373:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384906.671378:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000571783a9. 00000020:00000010:0.0:1767384906.671380:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001565a778. 00000100:00000001:0.0:1767384906.671389:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384906.671399:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052399c37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352217472:12345-0@lo:13: 00000020:00000010:0.0:1767384906.671403:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001565a778. 00000100:00000200:2.0:1767384906.671420:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217472 00000100:00000001:1.0:1767384906.671424:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384906.671425:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cfb2a2c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352217600:12345-0@lo:400: 00000020:00000001:2.0:1767384906.671430:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384906.671441:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384906.671442:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384906.671442:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217600 00000020:00000001:2.0:1767384906.671449:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.671451:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000020:00000001:0.0:1767384906.671452:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384906.671459:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384906.671461:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352217856, offset 0 00000020:00000001:0.0:1767384906.671461:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384906.671462:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000001:0.0:1767384906.671466:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.671470:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384906.671472:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384906.671474:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384906.671476:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000400:00000200:1.0:1767384906.671482:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384906.671488:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.671489:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384906.671499:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384906.671500:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384906.671500:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384906.671505:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.671506:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.671508:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384906.671510:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384906.671519:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272103d00 00000020:00000001:0.0:1767384906.671519:0:18311:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384906.671522:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384906.671524:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384906.671532:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384906.671534:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 02000000:00000001:0.0:1767384906.671534:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384906.671547:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.671551:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384906.671552:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003f9a868c. 02000000:00000010:0.0:1767384906.671552:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d31eea8b. 00000100:00000001:1.0:1767384906.671557:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384906.671566:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.671566:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384906.671569:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384906.671581:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384906.671582:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b104e31. 00000100:00000001:0.0:1767384906.671583:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.671593:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000009b104e31 x1853237352217856 msgsize 224 00000020:00000001:0.0:1767384906.671599:0:18311:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384906.671603:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:1.0:1767384906.671603:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000040:0.0:1767384906.671605:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352217600 00010000:00000001:0.0:1767384906.671613:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000001:2.0:1767384906.671615:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384906.671618:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000200:0.0:1767384906.671619:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cfb2a2c5 x1853237352217600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.671620:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:2.0:1767384906.671626:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:1.0:1767384906.671628:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00000400:00000010:1.0:1767384906.671632:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00010000:00000001:0.0:1767384906.671633:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384906.671635:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384906.671639:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384906.671642:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.671644:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.671652:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384906.671654:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=26 v=5 (1 0 0 0) 00002000:00000024:2.0:1767384906.671666:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384906.671668:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384906.671668:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000020:2.0:1767384906.671678:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:0.0:1767384906.671681:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000040:1.0:1767384906.671682:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384906.671690:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384906.671691:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00002000:00000020:2.0:1767384906.671703:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:0.0:1767384906.671704:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.671708:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.671709:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384906.671717:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384906.671718:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.671719:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1767384906.671723:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384906.671725:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384906.671729:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.671730:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384906.671734:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3657 usecs (4 jiffies) 00002000:00000001:2.0:1767384906.671736:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.671738:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000100:00000001:1.0:1767384906.671754:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294895622 00010000:00000040:2.0:1767384906.671757:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352217472 00000100:00000001:1.0:1767384906.671758:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294895625 00000100:00000200:0.0:1767384906.671758:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352217600, offset 224 00010000:00000001:2.0:1767384906.671766:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384906.671767:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294895622 00000400:00000200:0.0:1767384906.671777:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384906.671778:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294895625 00010000:00000200:2.0:1767384906.671782:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052399c37 x1853237352217472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.671784:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294895622 00000100:00000001:1.0:1767384906.671793:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294895625 00000400:00000200:0.0:1767384906.671797:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384906.671803:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294895622 00000100:00000001:1.0:1767384906.671815:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294895625 00000100:00000001:1.0:1767384906.671823:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384906.671824:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384906.671825:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272103c00 00000100:00000001:1.0:1767384906.671828:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.671830:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.671837:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15d1 [1] + 224 00000100:00001000:2.0:1767384906.671839:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384906.671840:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.671843:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384906.671853:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.671858:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384906.671863:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000400:00000200:0.0:1767384906.671863:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384906.671873:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384906.671877:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384906.671878:0:18311:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384906.671880:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384906.671923:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.671935:0:18311:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.671940:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384906.671946:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217728 02000000:00000001:1.0:1767384906.671955:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.671956:0:18311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.671957:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.671961:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.671965:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.671967:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 00000100:00100000:1.0:1767384906.671968:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217728 00000020:00000001:1.0:1767384906.671972:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384906.671972:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 00000020:00000040:1.0:1767384906.671976:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:1.0:1767384906.671979:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384906.671980:0:18311:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384906.671982:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:0.0:1767384906.671984:0:18311:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384906.671986:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000001:1.0:1767384906.671990:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:0.0:1767384906.671995:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.671996:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384906.672002:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd4e61db. 00000100:00000040:0.0:1767384906.672003:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:0.0:1767384906.672009:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384906.672010:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384906.672012:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384906.672014:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd4e61db. 00000020:00000001:0.0:1767384906.672016:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384906.672023:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c03e406b. 00000100:00000040:0.0:1767384906.672025:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cfb2a2c5 x1853237352217600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384906.672028:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd0dba4e. 00000020:00000010:1.0:1767384906.672035:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000687c630b. 00000100:00000040:1.0:1767384906.672052:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384906.672053:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cfb2a2c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352217600:12345-0@lo:400: Request processed in 674us (1550us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384906.672057:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384906.672061:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384906.672065:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384906.672069:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384906.672074:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384906.672074:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:0.0:1767384906.672080:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384906.672081:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384906.672084:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.672085:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384906.672091:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b381871. 00000100:00000001:1.0:1767384906.672098:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384906.672099:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000014a0092b. 00000020:00000010:0.0:1767384906.672108:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085caf535. 00000020:00000040:0.0:1767384906.672117:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:1.0:1767384906.672120:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384906.672122:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384906.672126:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217856 02000000:00000001:1.0:1767384906.672131:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384906.672134:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.672136:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.672140:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.672143:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217856 00000020:00000001:1.0:1767384906.672146:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384906.672148:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000001:1.0:1767384906.672151:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384906.672160:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000020:00000001:1.0:1767384906.672164:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:0.0:1767384906.672166:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384906.672167:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:0.0:1767384906.672171:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384906.672174:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384906.672179:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd4e61db. 00000100:00100000:0.0:1767384906.672183:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000010:1.0:1767384906.672187:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002a219234. 00000100:00000040:0.0:1767384906.672189:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000001:0.0:1767384906.672193:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581528960 : -106559128022656 : ffff9f15c506d180) 00000020:00000040:1.0:1767384906.672196:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000040:0.0:1767384906.672202:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e4babb07 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.672204:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384906.672210:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bc59b4d. 00000100:00000001:0.0:1767384906.672211:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384906.672215:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af7473cf. 00000020:00000010:0.0:1767384906.672218:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001565a778. 00000020:00000010:1.0:1767384906.672221:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000100:00000001:0.0:1767384906.672224:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.672229:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384906.672229:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001565a778. 00000100:00000001:1.0:1767384906.672233:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384906.672234:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384906.672240:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e4babb07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352217728:12345-0@lo:400: 00000100:00000001:1.0:1767384906.672243:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384906.672245:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217728 00000020:00000001:0.0:1767384906.672249:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384906.672250:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384906.672256:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.672257:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384906.672260:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.672264:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384906.672266:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:0.0:1767384906.672270:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384906.672271:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384906.672279:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384906.672283:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.672285:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384906.672287:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384906.672289:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.672291:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384906.672294:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384906.672300:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384906.672303:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 02000000:00000001:0.0:1767384906.672305:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384906.672308:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 02000000:00000010:0.0:1767384906.672311:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009d692e1e. 00000100:00000001:1.0:1767384906.672312:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581530752 : -106559128020864 : ffff9f15c506d880) 02000000:00000001:0.0:1767384906.672317:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.672322:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.672324:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b104e31 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384906.672325:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384906.672333:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352217728 00000100:00000001:1.0:1767384906.672335:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384906.672336:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384906.672340:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9230355. 00000100:00000001:1.0:1767384906.672346:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1767384906.672346:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e4babb07 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384906.672351:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9230355. 00010000:00000001:0.0:1767384906.672360:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384906.672363:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b104e31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352217856:12345-0@lo:400: 00010000:00000001:0.0:1767384906.672365:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384906.672369:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217856 00000100:00001000:0.0:1767384906.672371:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=31 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384906.672372:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384906.672377:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.672380:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000020:00000001:1.0:1767384906.672383:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384906.672384:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:1.0:1767384906.672386:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.672389:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384906.672390:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384906.672394:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.672395:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:1.0:1767384906.672400:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384906.672401:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384906.672405:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384906.672409:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384906.672412:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384906.672413:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384906.672417:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.672418:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000020:00000001:1.0:1767384906.672420:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384906.672423:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352217728, offset 224 00000100:00000001:1.0:1767384906.672424:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384906.672431:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384906.672435:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa6c14e4. 00000400:00000200:0.0:1767384906.672436:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384906.672441:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.672445:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.672450:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384906.672454:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352217856 00000400:00000200:0.0:1767384906.672454:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384906.672460:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384906.672469:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272103c80 00010000:00000200:1.0:1767384906.672470:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b104e31 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384906.672479:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384906.672481:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15e1 [1] + 224 00010000:00000001:1.0:1767384906.672483:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.672487:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=31 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384906.672488:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384906.672496:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384906.672499:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384906.672501:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 23 to 0@lo 00000100:00000001:1.0:1767384906.672505:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384906.672509:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384906.672510:0:16776:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384906.672513:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.672520:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384906.672520:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384906.672527:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384906.672532:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000100:00000200:1.0:1767384906.672537:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352217856, offset 224 00000100:00000040:0.0:1767384906.672539:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.672540:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384906.672547:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384906.672555:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384906.672563:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c33e85. 00000400:00000200:1.0:1767384906.672566:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384906.672571:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352217472, offset 224 00000100:00000001:0.0:1767384906.672574:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384906.672577:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272103d00 00000400:00000200:0.0:1767384906.672581:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 00000400:00000010:0.0:1767384906.672588:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 00000100:00000001:0.0:1767384906.672592:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.672593:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384906.672597:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384906.672598:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.672604:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 22 to 0@lo 00010000:00000001:0.0:1767384906.672608:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384906.672611:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15e9 [1] + 224 00000020:00000001:0.0:1767384906.672612:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.672615:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384906.672616:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384906.672629:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4babb07 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384906.672633:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384906.672642:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272103b80 00000400:00000200:1.0:1767384906.672650:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384906.672652:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e4babb07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352217728:12345-0@lo:400: Request processed in 433us (1833us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384906.672661:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15d5 [1] + 224 00000100:00100000:0.0:1767384906.672671:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:2.0:1767384906.672673:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384906.672673:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384906.672674:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000200:1.0:1767384906.672682:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.672683:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384906.672688:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.672689:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384906.672697:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd0dba4e. 00000100:00000001:2.0:1767384906.672702:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384906.672706:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000687c630b. 00000100:00000200:2.0:1767384906.672712:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384906.672715:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c03e406b. 00000100:00000040:1.0:1767384906.672720:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384906.672726:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000001:0.0:1767384906.672734:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.672777:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.672778:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.672778:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.672783:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384906.672788:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00000400:00000010:1.0:1767384906.672796:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00000100:00000001:1.0:1767384906.672803:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384906.672804:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384906.672804:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384906.672806:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384906.672810:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384906.672813:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.672813:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c22951b1. 00000100:00000040:1.0:1767384906.672819:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000400:00000200:0.0:1767384906.672820:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 00000400:00000010:0.0:1767384906.672823:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00010000:00000001:1.0:1767384906.672824:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384906.672825:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.672827:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384906.672830:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b104e31 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.672835:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384906.672838:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c33e85 00000100:00000200:0.0:1767384906.672844:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384906.672845:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c33e85. 00000100:00100000:1.0:1767384906.672846:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b104e31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352217856:12345-0@lo:400: Request processed in 504us (1245us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384906.672854:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384906.672860:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384906.672868:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.672874:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384906.672875:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000200:0.0:1767384906.672918:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.672931:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.672935:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.672938:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384906.672941:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384906.672943:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:0.0:1767384906.672944:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.672948:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.672949:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384906.672951:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.672954:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384906.672958:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=26 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384906.672959:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af7473cf. 00000020:00000010:1.0:1767384906.672967:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000100:00001000:0.0:1767384906.672967:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.672973:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384906.672975:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384906.672977:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bc59b4d. 00010000:00000001:0.0:1767384906.672978:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384906.672987:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00010000:00080000:0.0:1767384906.672988:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.672995:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.672997:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.673002:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384906.673005:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384906.673008:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384906.673010:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.673015:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.673020:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.673022:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384906.673024:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384906.673029:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384906.673036:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d813f64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352217600:0@lo:400: 00000100:00000001:1.0:1767384906.673047:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.673049:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.673051:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.673052:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384906.673055:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d813f64 x1853237352217600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384906.673057:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384906.673060:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384906.673063:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1767384906.673067:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1767384906.673067:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000beb5173b. 00000400:00000010:1.0:1767384906.673069:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be295e91. 02000000:00000001:0.0:1767384906.673071:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384906.673076:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000020:00000001:0.0:1767384906.673077:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384906.673080:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:1.0:1767384906.673081:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000020:00000001:0.0:1767384906.673086:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384906.673087:0:16138:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384906.673089:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005194b7e2. 02000000:00000001:0.0:1767384906.673096:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384906.673097:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384906.673099:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384906.673102:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d813f64. 00000100:00000001:0.0:1767384906.673108:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384906.673110:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.673110:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.673114:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.673122:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384906.673123:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.673126:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.673128:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.673130:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.673132:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384906.673135:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.673136:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384906.673139:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.673141:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.673144:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.673148:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384906.673153:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384906.673159:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384906.673162:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.673165:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384906.673172:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384906.673178:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.673181:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384906.673184:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00080000:0.0:1767384906.673184:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384906.673190:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384906.673194:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.673194:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00080000:0.0:1767384906.673203:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384906.673204:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384906.673211:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:1.0:1767384906.673212:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.673218:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384906.673220:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.673223:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384906.673226:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.673229:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.673241:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352217856:0@lo:400: 00000400:00000001:1.0:1767384906.673251:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384906.673252:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384906.673253:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384906.673254:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a435b1. 00000020:00000001:2.0:1767384906.673256:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384906.673258:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000020:00000001:2.0:1767384906.673259:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384906.673263:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000040:2.0:1767384906.673267:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052399c37 x1853237352217472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.673267:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384906.673274:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.673310:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052399c37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352217472:12345-0@lo:13: Request processed in 1957us (2712us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384906.673312:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.673332:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384906.673332:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.673340:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.673342:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:1.0:1767384906.673343:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384906.673352:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384906.673353:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.673356:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384906.673356:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.673362:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384906.673364:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f7fc0fd. 02000000:00000001:1.0:1767384906.673365:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.673376:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=31 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384906.673377:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc826616. 00000100:00001000:1.0:1767384906.673390:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=31 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384906.673391:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fac200c3. 00000100:00000001:1.0:1767384906.673403:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384906.673406:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:1.0:1767384906.673406:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.673411:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384906.673414:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.673423:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384906.673427:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.673430:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384906.673432:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384906.673434:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384906.673437:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.673441:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.673455:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.673458:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384906.673460:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384906.673468:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384906.673476:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352217728:0@lo:400: 00000100:00000001:1.0:1767384906.673483:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.673486:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384906.673490:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ca8573 x1853237352217856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.673496:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.673497:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384906.673500:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384906.673501:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384906.673505:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094f40d2a. 00000400:00000001:2.0:1767384906.673508:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384906.673510:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1767384906.673511:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384906.673513:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384906.673515:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0fa8b8c. 00000020:00000040:1.0:1767384906.673516:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384906.673524:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384906.673525:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc68bef 00000400:00000010:2.0:1767384906.673532:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc68bef. 02000000:00000010:1.0:1767384906.673532:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bf941e88. 00000100:00000001:2.0:1767384906.673547:0:16136:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384906.673547:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384906.673559:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384906.673562:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ca8573. 00000100:00000200:2.0:1767384906.673563:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.673566:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384906.673569:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.673580:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384906.673588:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352217728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384906.673595:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.673620:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384906.673624:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384906.673631:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384906.673632:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052586ac0. 00000100:00000001:2.0:1767384906.673639:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384906.673641:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384906.673649:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384906.673649:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384906.673660:0:16138:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384906.673661:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.673666:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384906.673667:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384906.673671:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.673678:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384906.673678:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa66859b. 00000100:00001000:2.0:1767384906.673691:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=26 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384906.673691:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384906.673694:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384906.673699:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 00000100:00001000:2.0:1767384906.673701:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384906.673704:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.673709:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384906.673709:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.673715:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.673716:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.673730:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384906.673732:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:2.0:1767384906.673736:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.673737:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.673764:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384906.673766:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.673768:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.673769:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384906.673774:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384906.673776:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384906.673777:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.673781:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.673786:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.673794:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.673795:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384906.673798:0:16136:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384906.673801:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384906.673804:0:16136:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384906.673817:0:16136:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384906.673822:0:16136:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.673826:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.673833:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352217472:0@lo:13: 00000100:00000001:2.0:1767384906.673836:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.673837:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.673841:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000221c8332 x1853237352217472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.673845:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.673848:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.673851:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b621bd83. 02000000:00000001:2.0:1767384906.673854:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.673856:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.673857:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384906.673859:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.673862:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000de87dc2. 02000000:00000001:2.0:1767384906.673867:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.673869:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.673870:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221c8332. 00000100:00000001:2.0:1767384906.673874:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.673876:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.673879:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.673912:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.673915:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.673919:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.673923:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.678936:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294895625, at 4294895626 00000100:00000010:1.0:1767384906.678944:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c482e3. 00000100:00000040:0.0:1767384906.678951:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294895625, at 4294895626 00000100:00000010:0.0:1767384906.678961:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008512c43a. 00000100:00000040:3.0:1767384906.678976:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294895625, at 4294895626 00000100:00000010:3.0:1767384906.678983:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00000100:00000040:2.0:1767384906.679927:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294895625, at 4294895627 00000100:00000010:2.0:1767384906.679937:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9b8f652. 00000100:00000001:2.0:1767384907.181999:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384907.182008:0:16759:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384907.182011:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.182013:0:16759:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.244965:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384907.244973:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384907.244981:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384907.244984:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.245008:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384907.245012:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384907.245016:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384907.589131:0:24584:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384907.589143:0:24584:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.589147:0:24584:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384907.589152:0:24584:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384907.589157:0:24584:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384907.589159:0:24584:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384907.692935:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384907.692940:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:1.0:1767384907.692945:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384907.692947:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384907.692949:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384907.692951:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384907.692953:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384907.692955:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384907.692956:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 31 10000000:00000001:1.0:1767384907.692958:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384907.692960:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384907.692967:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000020:00000040:1.0:1767384907.692970:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384907.692974:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384907.692977:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384907.692981:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384907.692985:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068d58206. 00000100:00000001:1.0:1767384907.692991:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.692995:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384907.692997:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384907.693002:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d8d5d084. 00010000:00000001:1.0:1767384907.693006:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384907.693013:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d58298f1. 00000020:00000001:1.0:1767384907.693017:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384907.693019:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d58298f1 with handle 0x7ec529173eeb8372 to hash 00000020:00000001:1.0:1767384907.693021:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384907.693024:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384907.693027:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384907.693031:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384907.693034:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.693037:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384907.693043:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384907.693051:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384907.693055:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384907.693057:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384907.693061:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368c43b9. 00000100:00000001:1.0:1767384907.693064:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515343229120 : -106558366322496 : ffff9f15f26d70c0) 00000100:00000001:1.0:1767384907.693067:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384907.693068:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000001:1.0:1767384907.693073:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384907.693074:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.693077:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384907.693078:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384907.693088:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.693096:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384907.693099:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.693103:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384907.693106:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384907.693108:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.693116:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352217984:0@lo:101: 00000100:00000001:1.0:1767384907.693119:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384907.693124:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384907.693126:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.693128:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384907.693131:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000044018844. 02000000:00000001:1.0:1767384907.693133:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384907.693137:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a435b1. 00000400:00000010:1.0:1767384907.693142:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000200:1.0:1767384907.693147:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352217984, portal 25 00000100:00000001:1.0:1767384907.693149:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384907.693150:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000040:1.0:1767384907.693153:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.693159:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384907.693163:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384907.693165:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000200:1.0:1767384907.693170:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352217984, offset 0 00000400:00000200:1.0:1767384907.693176:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384907.693190:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384907.693199:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272103d80 00000400:00000200:1.0:1767384907.693203:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa45 [2] + 0 00000400:00000010:1.0:1767384907.693206:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e6b2449. 00000400:00000200:1.0:1767384907.693209:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd777931 00000400:00000200:1.0:1767384907.693213:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384907.693216:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384907.693220:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd777931 00000400:00000010:1.0:1767384907.693222:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd777931. 00000100:00000001:1.0:1767384907.693227:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384907.693229:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384907.693231:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000deea8254 x1853237352217984 msgsize 328 00000100:00100000:1.0:1767384907.693233:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384907.693235:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384907.693247:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384907.693261:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384907.693263:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:1.0:1767384907.693266:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384907.693269:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.693276:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.693279:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.693283:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.693285:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384907.693285:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384907.693291:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352217984 00000100:00000001:1.0:1767384907.693291:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384907.693296:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384907.693298:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294896653 00000100:00000001:3.0:1767384907.693300:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384907.693302:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ed6a988. 00000100:00000001:3.0:1767384907.693305:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.693310:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384907.693311:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.693316:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294896653 00000100:00100000:3.0:1767384907.693317:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352217984 00000100:00000010:1.0:1767384907.693320:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da64b9c3. 00000020:00000001:3.0:1767384907.693323:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384907.693324:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384907.693327:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:1.0:1767384907.693329:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294896653 00000020:00000001:3.0:1767384907.693333:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384907.693334:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f260a80d. 00000020:00000040:3.0:1767384907.693340:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:1.0:1767384907.693340:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384907.693347:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384907.693347:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294896653 00000100:00000010:1.0:1767384907.693352:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000641f01a5. 00000020:00000001:3.0:1767384907.693353:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384907.693356:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384907.693360:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384907.693360:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.693364:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384907.693367:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a515fa8e. 00000100:00000001:1.0:1767384907.693367:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384907.693368:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384907.693373:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000368c43b9 going to sleep for 11 seconds 00000100:00000001:3.0:1767384907.693375:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.693376:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384907.693381:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384907.693382:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a515fa8e. 00000020:00000010:3.0:1767384907.693393:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c440076. 00000020:00000010:3.0:1767384907.693398:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bad9dd3. 00000020:00000010:3.0:1767384907.693404:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000014a19d54. 00000100:00000040:3.0:1767384907.693415:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384907.693419:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384907.693420:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384907.693422:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.693430:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.693447:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.693460:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384907.693462:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384907.693471:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1767384907.693474:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384907.693476:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384907.693477:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384907.693483:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526582352 : -106558182969264 : ffff9f15fd5b3050) 00000100:00000001:1.0:1767384907.693485:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.693495:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.693501:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000deea8254 x1853237352217984/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:133/0 lens 328/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.693513:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384907.693517:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a515fa8e. 00000100:00000001:3.0:1767384907.693519:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384907.693521:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a515fa8e. 00000100:00100000:3.0:1767384907.693527:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000deea8254 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352217984:12345-0@lo:101: 00000100:00000200:3.0:1767384907.693532:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352217984 00000020:00000001:3.0:1767384907.693535:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384907.693539:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384907.693542:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384907.693545:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384907.693547:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384907.693551:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384907.693553:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384907.693555:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384907.693558:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384907.693561:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384907.693563:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384907.693565:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384907.693567:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384907.693569:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384907.693571:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.693575:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384907.693582:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002bdbcf39. 00010000:00000001:3.0:1767384907.693586:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384907.693590:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d2819f68. 00000020:00000001:3.0:1767384907.693593:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384907.693595:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d2819f68 with handle 0x7ec529173eeb8379 to hash 00000020:00000001:3.0:1767384907.693597:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384907.693598:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:3.0:1767384907.693601:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00010000:3.0:1767384907.693604:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb8372 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384907.693621:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384907.693623:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384907.693631:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384907.693635:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384907.693640:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e0e4c9f7. 02000000:00000001:3.0:1767384907.693643:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.693646:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.693649:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384907.693653:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384907.693656:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384907.693659:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384907.693661:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384907.693664:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384907.693666:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384907.693669:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384907.693671:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384907.693673:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384907.693675:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384907.693677:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002bdbcf39) refcount = 1 00010000:00010000:3.0:1767384907.693683:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384907.693690:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384907.693693:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384907.693695:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384907.693698:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.693700:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384907.693705:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384907.693708:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384907.693715:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384907.693717:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384907.693718:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384907.693728:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.693729:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384907.693731:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384907.693745:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384907.693747:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d2819f68, rc 0) 00000020:00000001:3.0:1767384907.693750:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384907.693753:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352217984 00010000:00000001:3.0:1767384907.693757:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384907.693761:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000deea8254 x1853237352217984/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:133/0 lens 328/344 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384907.693769:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384907.693771:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384907.693775:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384907.693779:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384907.693782:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384907.693784:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384907.693787:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384907.693789:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.693791:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384907.693794:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384907.693798:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000100:00000200:3.0:1767384907.693801:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352217984, offset 224 00000400:00000200:3.0:1767384907.693809:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384907.693816:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384907.693824:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272103d80 00000400:00000200:3.0:1767384907.693830:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1601 [1] + 224 00000400:00000200:3.0:1767384907.693835:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.693839:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384907.693843:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384907.693847:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384907.693857:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.693873:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384907.693912:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:3.0:1767384907.693915:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000100:00000001:3.0:1767384907.693920:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384907.693922:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384907.693927:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.693933:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:1.0:1767384907.693934:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384907.693936:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384907.693940:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384907.693941:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384907.693943:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384907.693945:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384907.693946:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a435b1. 00000400:00000200:1.0:1767384907.693951:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000100:00000040:3.0:1767384907.693953:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deea8254 x1853237352217984/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:133/0 lens 328/344 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384907.693954:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384907.693960:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384907.693966:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384907.693973:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000deea8254 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352217984:12345-0@lo:101: Request processed in 455us (735us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384907.693978:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.693987:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384907.693989:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384907.693990:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1767384907.693991:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384907.693994:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384907.693996:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384907.693997:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384907.693997:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.694001:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694002:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384907.694006:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384907.694006:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384907.694010:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=37 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384907.694012:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bad9dd3. 00000100:00000001:1.0:1767384907.694013:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384907.694015:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.694018:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384907.694019:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000014a19d54. 00010000:00000001:1.0:1767384907.694020:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694023:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384907.694026:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c440076. 00000100:00000040:1.0:1767384907.694027:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384907.694034:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:1.0:1767384907.694035:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.694039:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384907.694042:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384907.694042:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384907.694047:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e0e4c9f7. 00000100:00000040:1.0:1767384907.694048:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384907.694053:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1767384907.694056:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352217984:0@lo:101: 00000100:00000001:3.0:1767384907.694058:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384907.694064:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384907.694070:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384907.694071:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e52d8ae. 00000100:00000001:1.0:1767384907.694072:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694076:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384907.694077:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384907.694079:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbfd4d97. 00000100:00000040:1.0:1767384907.694079:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.694087:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384907.694089:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000368c43b9. 00000100:00000001:1.0:1767384907.694091:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384907.694092:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.694094:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384907.694096:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384907.694098:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.694099:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=4 00000020:00000001:1.0:1767384907.694101:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384907.694103:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000040:1.0:1767384907.694106:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d58298f1, remote cookie: 0x7ec529173eeb8379, flags: 0x0 00010000:00000001:1.0:1767384907.694109:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384907.694111:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384907.694112:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384907.694113:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384907.694114:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384907.694115:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d8d5d084) refcount = 1 00010000:00010000:1.0:1767384907.694117:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.694122:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384907.694123:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384907.694124:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384907.694126:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384907.694130:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384907.694131:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.694143:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384907.694145:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.694146:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.694146:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.694147:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.694148:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694149:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.694151:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352217984/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.694155:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384907.694156:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384907.694158:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000044018844. 02000000:00000001:1.0:1767384907.694160:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384907.694161:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384907.694162:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384907.694164:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384907.694165:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000068d58206. 02000000:00000001:1.0:1767384907.694167:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384907.694168:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384907.694169:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 00000100:00000001:1.0:1767384907.694171:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384907.694172:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384907.694173:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384907.694174:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384907.694175:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:1.0:1767384907.694177:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.694178:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384907.694179:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.694180:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=3 00000020:00000001:1.0:1767384907.694181:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384907.694183:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384907.694185:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384907.694186:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.694186:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384907.694188:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384907.694193:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384907.694195:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000957901ca. 00000100:00000010:1.0:1767384907.694210:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000020:00000040:1.0:1767384907.694212:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384907.694214:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384907.694215:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384907.694216:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384907.694219:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068d58206. 00000100:00000001:1.0:1767384907.694221:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694224:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384907.694227:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000044018844. 00000100:00000010:1.0:1767384907.694230:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c5bcf7a8. 00000020:00000040:1.0:1767384907.694232:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384907.694234:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384907.694236:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384907.694239:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368c43b9. 00000100:00000001:1.0:1767384907.694240:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515343229120 : -106558366322496 : ffff9f15f26d70c0) 00000100:00000001:1.0:1767384907.694242:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384907.694243:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000001:1.0:1767384907.694246:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384907.694247:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694248:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384907.694248:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384907.694252:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.694256:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384907.694257:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.694259:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384907.694260:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384907.694262:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384907.694263:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352218112:0@lo:256: 00000100:00000001:1.0:1767384907.694266:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384907.694267:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384907.694269:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694275:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384907.694278:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a435b1. 00000400:00000010:1.0:1767384907.694284:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002af7256e. 00000100:00000200:1.0:1767384907.694287:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272103e00-0x6958272103e00, portal 33 00000100:00000001:1.0:1767384907.694290:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384907.694291:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384907.694295:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5dbdb26. 02000000:00000001:1.0:1767384907.694296:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384907.694298:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be295e91. 00000400:00000010:1.0:1767384907.694301:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000200:1.0:1767384907.694303:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352218112, portal 25 00000100:00000001:1.0:1767384907.694304:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384907.694305:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000040:1.0:1767384907.694307:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.694312:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384907.694313:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384907.694319:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000200:1.0:1767384907.694321:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352218112, offset 0 00000400:00000200:1.0:1767384907.694325:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384907.694329:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384907.694335:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272103e00 00000400:00000200:1.0:1767384907.694337:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa55 [2] + 0 00000400:00000010:1.0:1767384907.694340:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000278f4773. 00000400:00000200:1.0:1767384907.694342:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071d72757 00000400:00000200:1.0:1767384907.694344:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384907.694346:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384907.694348:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071d72757 00000400:00000010:1.0:1767384907.694349:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071d72757. 00000100:00000001:1.0:1767384907.694351:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384907.694352:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384907.694354:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000fb64c4f1 x1853237352218112 msgsize 304 00000100:00100000:1.0:1767384907.694356:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384907.694357:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384907.694370:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384907.694373:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384907.694375:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:1.0:1767384907.694376:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384907.694378:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.694384:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.694385:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.694391:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694392:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384907.694396:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694399:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294896654 00000100:00000001:3.0:1767384907.694401:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384907.694403:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896653 00000100:00100000:3.0:1767384907.694406:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352218112 00000100:00000001:1.0:1767384907.694408:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294896654 02000000:00000001:3.0:1767384907.694410:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384907.694412:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896653 00000100:00000001:3.0:1767384907.694413:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384907.694417:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694417:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294896654 02000000:00000001:3.0:1767384907.694422:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694423:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896653 00000100:00000001:1.0:1767384907.694427:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294896654 00000100:00100000:3.0:1767384907.694429:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352218112 00000100:00000001:1.0:1767384907.694430:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896653 00000100:00000001:1.0:1767384907.694432:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384907.694433:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.694434:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384907.694435:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384907.694436:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000368c43b9 going to sleep for 11 seconds 00000020:00000001:3.0:1767384907.694440:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384907.694441:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384907.694443:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384907.694444:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384907.694448:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384907.694450:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384907.694452:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384907.694455:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384907.694458:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384907.694461:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a515fa8e. 00000100:00000001:3.0:1767384907.694463:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384907.694465:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a515fa8e. 00000020:00000010:3.0:1767384907.694470:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c440076. 00000020:00000010:3.0:1767384907.694475:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bad9dd3. 00000020:00000010:3.0:1767384907.694479:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000014a19d54. 00000100:00000040:3.0:1767384907.694485:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384907.694487:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384907.694488:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384907.694489:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694493:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694504:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384907.694514:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384907.694516:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384907.694523:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000001:1.0:1767384907.694525:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384907.694527:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384907.694528:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384907.694531:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694533:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526579280 : -106558182972336 : ffff9f15fd5b2450) 00000100:00000001:1.0:1767384907.694533:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384907.694542:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb64c4f1 x1853237352218112/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:133/0 lens 304/0 e 0 to 0 dl 1767384918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.694551:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384907.694554:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a515fa8e. 00000100:00000001:3.0:1767384907.694556:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384907.694557:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a515fa8e. 00000100:00100000:3.0:1767384907.694561:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb64c4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352218112:12345-0@lo:256: 00000100:00000200:3.0:1767384907.694565:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352218112 00000020:00000001:3.0:1767384907.694575:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384907.694577:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384907.694579:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384907.694581:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384907.694583:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384907.694585:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384907.694586:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384907.694588:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384907.694589:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384907.694591:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694595:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384907.694596:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384907.694600:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e0e4c9f7. 02000000:00000001:3.0:1767384907.694602:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694604:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384907.694607:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384907.694611:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384907.694613:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384907.694615:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384907.694617:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384907.694620:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384907.694622:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384907.694626:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000061686faa. 20000000:00000001:3.0:1767384907.694629:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384907.694643:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384907.694650:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384907.694655:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384907.694658:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384907.694660:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384907.694662:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384907.694664:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384907.694666:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384907.694670:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384907.694672:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384907.694674:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384907.694676:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384907.694678:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384907.694680:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384907.694689:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384907.694691:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384907.694694:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:3.0:1767384907.694696:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:3.0:1767384907.694704:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384907.694706:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384907.694708:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384907.694710:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384907.694712:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384907.694714:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384907.694716:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384907.694718:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384907.694720:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384907.694722:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384907.694724:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384907.694726:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384907.694728:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384907.694730:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384907.694746:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384907.694750:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384907.694752:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:3.0:1767384907.694754:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:3.0:1767384907.694757:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:3.0:1767384907.694759:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:3.0:1767384907.694762:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384907.694766:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a1da359b. 00000100:00000010:3.0:1767384907.694769:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c9a59f2d. 00000020:00000040:3.0:1767384907.694771:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384907.694774:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384907.694778:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384907.694780:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000400:00000010:3.0:1767384907.694788:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1616d3d. 00000400:00000200:3.0:1767384907.694791:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384907.694798:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384907.694805:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x6958272103e00 00000400:00000200:3.0:1767384907.694810:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x1611 [4] + 0 00000400:00000010:3.0:1767384907.694814:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a435b1. 00000400:00000200:3.0:1767384907.694824:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002af7256e 00000400:00000200:3.0:1767384907.694828:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.694831:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384907.694835:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af7256e 00000400:00000010:3.0:1767384907.694837:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002af7256e. 00000100:00000001:3.0:1767384907.694842:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384907.694844:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f10d12a3 desc 0000000044018844 mbits 1853237352218112 00000100:00000001:3.0:1767384907.694857:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384907.694861:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384907.694867:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384907.694876:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384907.694878:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x161d 00000400:00000200:3.0:1767384907.694882:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.694912:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384907.694915:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694921:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384907.694924:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a1da359b 00000100:00000001:3.0:1767384907.694928:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384907.694936:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:3.0:1767384907.694938:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000100:00000001:3.0:1767384907.694942:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384907.694944:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a1da359b 00000100:00000001:3.0:1767384907.694949:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384907.694958:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x6958272103e00-0x6958272103e00 00000100:00000001:3.0:1767384907.694961:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384907.694966:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.694969:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384907.694973:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384907.694976:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c9a59f2d. 00000100:00000010:3.0:1767384907.694982:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a1da359b. 00000100:00000001:3.0:1767384907.694986:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384907.694988:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384907.694998:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000061686faa. 20000000:00000001:3.0:1767384907.695003:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384907.695007:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352218112 00010000:00000001:3.0:1767384907.695010:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384907.695017:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb64c4f1 x1853237352218112/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:133/0 lens 304/240 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384907.695031:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384907.695032:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384907.695035:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384907.695039:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384907.695041:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384907.695044:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384907.695047:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384907.695049:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384907.695052:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384907.695056:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384907.695060:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000100:00000200:3.0:1767384907.695065:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352218112, offset 224 00000400:00000200:3.0:1767384907.695070:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384907.695077:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384907.695084:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272103e00 00000400:00000200:3.0:1767384907.695090:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1615 [1] + 224 00000400:00000200:3.0:1767384907.695094:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384907.695099:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384907.695102:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384907.695107:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384907.695118:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384907.695137:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384907.695146:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:3.0:1767384907.695149:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000100:00000001:3.0:1767384907.695157:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384907.695157:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384907.695161:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384907.695162:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384907.695165:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384907.695169:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be295e91. 00000100:00000001:3.0:1767384907.695170:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384907.695175:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000100:00000040:3.0:1767384907.695177:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:1.0:1767384907.695179:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00010000:00000001:3.0:1767384907.695183:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384907.695187:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.695190:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384907.695191:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384907.695195:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384907.695208:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384907.695212:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb64c4f1 x1853237352218112/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:133/0 lens 304/240 e 0 to 0 dl 1767384918 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.695218:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384907.695220:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.695224:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384907.695227:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384907.695229:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384907.695230:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.695234:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb64c4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352218112:12345-0@lo:256: Request processed in 678us (874us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384907.695234:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384907.695238:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384907.695244:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384907.695247:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384907.695250:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.695252:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384907.695255:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.695257:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384907.695258:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767384907.695263:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384907.695265:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384907.695270:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384907.695274:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384907.695276:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384907.695279:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bad9dd3. 00000100:00000001:1.0:1767384907.695283:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384907.695285:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384907.695286:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000014a19d54. 00000100:00000040:1.0:1767384907.695288:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384907.695292:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c440076. 00000100:00100000:1.0:1767384907.695295:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352218112:0@lo:256: 00000020:00000040:3.0:1767384907.695299:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384907.695303:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384907.695306:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e0e4c9f7. 00000100:00000001:1.0:1767384907.695306:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384907.695311:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384907.695311:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.695315:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384907.695316:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.695317:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.695321:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384907.695323:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384907.695326:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384907.695329:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000368c43b9. 00000100:00000001:1.0:1767384907.695331:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:3.0:1767384907.695332:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4c91b93. 00000100:00000001:1.0:1767384907.695332:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384907.695336:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 00000400:00000010:3.0:1767384907.695339:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d96599f6. 10000000:00000001:1.0:1767384907.695340:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384907.695346:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000046ed76fc. 10000000:00000040:1.0:1767384907.695355:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384907.695360:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384907.695362:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384907.695366:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:1.0:1767384907.695368:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384907.695370:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384907.695371:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:1.0:1767384907.695372:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:1.0:1767384907.695375:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:1.0:1767384907.695377:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384907.695379:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:1.0:1767384907.695383:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384907.695387:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (17) 00000400:00000200:1.0:1767384907.695391:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384907.695393:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:1.0:1767384907.695394:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (18) 00000400:00000200:1.0:1767384907.695396:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:1.0:1767384907.695397:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:1.0:1767384907.695399:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695400:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:1.0:1767384907.695401:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:1.0:1767384907.695408:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695410:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:1.0:1767384907.695411:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:1.0:1767384907.695413:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695415:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:1.0:1767384907.695416:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:1.0:1767384907.695418:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695419:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:1.0:1767384907.695420:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:1.0:1767384907.695422:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695423:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:1.0:1767384907.695424:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:1.0:1767384907.695426:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695427:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:1.0:1767384907.695428:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:1.0:1767384907.695429:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695430:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:1.0:1767384907.695431:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:1.0:1767384907.695432:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695433:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:1.0:1767384907.695434:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:1.0:1767384907.695436:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695437:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:1.0:1767384907.695438:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:1.0:1767384907.695440:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695441:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:1.0:1767384907.695442:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:1.0:1767384907.695443:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695444:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:1.0:1767384907.695445:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:1.0:1767384907.695447:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695448:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:1.0:1767384907.695449:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:1.0:1767384907.695450:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695451:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:1.0:1767384907.695452:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:1.0:1767384907.695460:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695461:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:1.0:1767384907.695462:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:1.0:1767384907.695463:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695465:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:1.0:1767384907.695466:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:1.0:1767384907.695468:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384907.695470:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000100:00000001:1.0:1767384907.695471:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.695473:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384907.695475:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:1.0:1767384907.695478:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c356d2ec. 10000000:00000040:1.0:1767384907.695480:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 38/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:1.0:1767384907.695482:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384907.695487:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384907.695489:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068c86542. 00000020:00000010:1.0:1767384907.695492:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000067657eb2. 00000040:00000010:1.0:1767384907.695495:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000072cf2008. 00000020:00000010:1.0:1767384907.695499:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f82bed12. 00000020:00000010:1.0:1767384907.695502:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076da8e5c. 00000020:00000010:1.0:1767384907.695505:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000029b3143f. 80000000:00000010:1.0:1767384907.695508:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000007c6d367. 40000000:00000010:1.0:1767384907.695511:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd3fa0f0. 00100000:00000010:1.0:1767384907.695514:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c29ea05. 00040000:00000010:1.0:1767384907.695517:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cda2c170. 00040000:00000010:1.0:1767384907.695520:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e988c6f9. 00040000:00000010:1.0:1767384907.695523:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045303417. 00080000:00000010:1.0:1767384907.695526:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003f8455a1. 00000004:00000010:1.0:1767384907.695529:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd1e1e66. 00000004:00000010:1.0:1767384907.695533:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000807f701f. 00000004:00000010:1.0:1767384907.695537:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005adbe2e3. 00002000:00000010:1.0:1767384907.695540:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005443edf7. 00000004:00000010:1.0:1767384907.695543:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b3636f29. 00000004:00000001:1.0:1767384907.695550:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384907.695553:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384907.695555:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c356d2ec 00000040:00001000:1.0:1767384907.695556:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384907.695557:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384907.695558:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384907.695559:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384907.695561:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384907.695563:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384907.695564:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384907.695565:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:1.0:1767384907.695566:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384907.695610:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384907.695615:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067657eb2. 00000040:00000010:1.0:1767384907.695617:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000072cf2008. 00000020:00000010:1.0:1767384907.695620:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f82bed12. 00000020:00000010:1.0:1767384907.695623:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000076da8e5c. 00000020:00000010:1.0:1767384907.695626:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000029b3143f. 80000000:00000010:1.0:1767384907.695629:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000007c6d367. 40000000:00000010:1.0:1767384907.695632:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd3fa0f0. 00100000:00000010:1.0:1767384907.695635:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008c29ea05. 00040000:00000010:1.0:1767384907.695639:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cda2c170. 00040000:00000010:1.0:1767384907.695642:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e988c6f9. 00040000:00000010:1.0:1767384907.695644:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045303417. 00080000:00000010:1.0:1767384907.695647:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003f8455a1. 00000004:00000010:1.0:1767384907.695649:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dd1e1e66. 00000004:00000010:1.0:1767384907.695653:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000807f701f. 00000004:00000010:1.0:1767384907.695656:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005adbe2e3. 00002000:00000010:1.0:1767384907.695658:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005443edf7. 00000004:00000010:1.0:1767384907.695661:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b3636f29. 00000020:00000010:1.0:1767384907.695663:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068c86542. 00000020:00000001:1.0:1767384907.695665:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384907.695667:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384907.695670:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c356d2ec. 10000000:00000010:1.0:1767384907.695672:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000046ed76fc. 10000000:00000001:1.0:1767384907.695679:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384907.695681:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384907.695684:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352218112/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384907.695689:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384907.695690:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384907.695692:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5dbdb26. 02000000:00000001:1.0:1767384907.695694:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384907.695696:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384907.695697:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384907.695699:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384907.695700:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384907.695701:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384907.695702:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384907.695703:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384907.695705:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c5bcf7a8. 00000100:00000010:1.0:1767384907.695707:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000044018844. 00000100:00000001:1.0:1767384907.695710:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384907.695711:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000068d58206. 02000000:00000001:1.0:1767384907.695713:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384907.695714:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384907.695716:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 00000100:00000001:1.0:1767384907.695718:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384907.695719:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384907.695731:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000957901ca. 10000000:01000000:1.0:1767384907.695748:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384907.695751:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384907.695753:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384907.695754:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384907.695756:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=3 00000020:00000001:1.0:1767384907.695758:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384907.695760:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384907.695762:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384907.695764:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.695776:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.695777:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384907.695778:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384907.695782:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384907.695782:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384907.695784:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384907.695797:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384907.695798:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384907.695799:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384907.695801:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384907.695802:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:1.0:1767384907.695804:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384907.707934:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294896654, at 4294896655 00000100:00000010:0.0:1767384907.707943:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ed6a988. 00000100:00000040:2.0:1767384907.707956:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294896654, at 4294896655 00000100:00000010:2.0:1767384907.707971:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f260a80d. 00000100:00000040:1.0:1767384907.708021:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294896654, at 4294896655 00000100:00000010:1.0:1767384907.708031:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da64b9c3. 00000020:00000010:3.0:1767384907.708330:0:24616:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a515fa8e. 00000020:00000040:3.0:1767384907.708336:0:24616:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384907.708337:0:24616:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a515fa8e. 00000100:00000040:3.0:1767384907.708927:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294896654, at 4294896656 00000100:00000010:3.0:1767384907.708933:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000641f01a5. 00010000:00000001:2.0:1767384908.268940:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384908.268945:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.268950:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384908.268951:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.268980:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384908.268984:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.268987:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384908.312015:0:24750:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384908.312019:0:24750:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:2.0:1767384908.315027:0:24750:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384908.321250:0:24751:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e127855f. 00000400:00000010:2.0:1767384908.321263:0:24751:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bd7df5b9. 00000400:00000010:2.0:1767384908.321270:0:24751:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000069e37f82. 00000400:00000010:2.0:1767384908.321274:0:24751:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a9c16b40. 00000400:00000010:2.0:1767384908.321277:0:24751:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000715fe048. 00000400:00000010:2.0:1767384908.321281:0:24751:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f2e0183. 00000400:00000010:2.0:1767384908.321282:0:24751:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001d43921d. 00000400:00000010:2.0:1767384908.321283:0:24751:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cacb772. 00000400:00000010:2.0:1767384908.321285:0:24751:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000066e9a6fa. 00000800:00000010:2.0:1767384908.321296:0:24751:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ad6378b3. 00000800:00000200:2.0:1767384908.321305:0:24751:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384908.321313:0:24751:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384908.321343:0:24751:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384908.321366:0:24751:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp26 [8/256/0/180] 00000400:00000010:2.0:1767384908.322628:0:24751:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000fbdbe0e8. 00000400:00000010:2.0:1767384908.322633:0:24751:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0fa8b8c. 00000400:00000010:2.0:1767384908.322637:0:24751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc68bef. 00000400:00000001:2.0:1767384908.322653:0:24751:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384908.322654:0:24751:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384908.322656:0:24751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4885c2b. 00000400:00000200:2.0:1767384908.322659:0:24751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f364d748 00000400:00000010:2.0:1767384908.322660:0:24751:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f364d748. 00000400:00000010:2.0:1767384908.322664:0:24751:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000984b6edf. 00000400:00000200:2.0:1767384908.322668:0:24751:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (17) 00000400:00000200:2.0:1767384908.322686:0:24751:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384908.322694:0:24751:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:2.0:1767384908.322700:0:24751:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ba1499dd. 00000020:01000000:2.0:1767384908.322703:0:24751:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384908.322705:0:24751:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp26 00000400:00000010:2.0:1767384908.322715:0:24751:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bd7df5b9. 00000400:00000010:2.0:1767384908.322718:0:24751:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e127855f. 00000400:00000200:0.0:1767384908.322744:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384908.322750:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:0.0:1767384908.322757:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 00000400:00000200:0.0:1767384908.322760:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (18) 00000400:00000010:0.0:1767384908.322765:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087639465. 00000400:00000200:0.0:1767384908.322768:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp24 00000020:00000001:3.0:1767384908.322773:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384908.322778:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384908.322781:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384908.322782:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp24 to MR: 192.168.203.112@tcp24 local destination 10000000:01000000:3.0:1767384908.322785:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384908.322789:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384908.322793:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384908.322794:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.112@tcp24 LPNI seq info [41:41:8:4294967295] 00000020:01000004:3.0:1767384908.322796:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384908.322799:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384908.322802:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384908.322805:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp24 00000020:01000004:3.0:1767384908.322812:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384908.322815:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384908.322816:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) -> 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) : PUT try# 0 00000020:01000004:3.0:1767384908.322817:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384908.322820:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384908.322822:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384908.322825:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.112@tcp24 00000100:00000010:3.0:1767384908.322828:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759d5eb2. 00000800:00000010:0.0:1767384908.322831:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b491d13d. 00000020:00000040:3.0:1767384908.322834:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384908.322839:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384908.322839:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (6) 02000000:00000001:3.0:1767384908.322844:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384908.322848:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384908.322849:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp24 ip 192.168.203.112:988 00000800:00000200:0.0:1767384908.322854:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b491d13d type 1, nob 416 niov 1 nkiov 1 02000000:00000010:3.0:1767384908.322857:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a119971. 00000100:00000001:3.0:1767384908.322865:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.322872:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384908.322872:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:3.0:1767384908.322876:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.322878:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000040:3.0:1767384908.322907:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000759d5eb2] to pc [ptlrpcd_00_00+0] req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384908.322931:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384908.322934:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.322936:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384908.322938:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384908.322939:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384908.322943:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:0.0:1767384908.322944:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:00000001:3.0:1767384908.322947:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384908.322948:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384908.322950:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384908.322952:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384908.322954:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384908.322954:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384908.322955:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384908.322956:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384908.322957:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384908.322957:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384908.322961:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384908.322962:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384908.322964:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384908.322965:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384908.322966:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384908.322968:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384908.322970:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384908.322971:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384908.322977:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002805dbb. 00000100:00000040:0.0:1767384908.322977:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384908.322984:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384908.322991:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384908.322992:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384908.322994:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.322995:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384908.322999:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384908.323006:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.323010:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384908.323013:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384908.323014:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384908.323015:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004ed90e3f. 00000800:00000010:1.0:1767384908.323018:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b491d13d. 00000100:00100000:0.0:1767384908.323021:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352218240:0@lo:253: 00000100:00000001:3.0:1767384908.323022:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.323024:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384908.323029:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384908.323030:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384908.323034:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: PUT: OK 00000100:00000001:3.0:1767384908.323035:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.323035:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384908.323039:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.323042:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384908.323042:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384908.323045:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002805dbb] to pc [ptlrpcd_00_01+1] req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384908.323049:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp24: 0 02000000:00000010:0.0:1767384908.323050:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee802f44. 02000000:00000001:0.0:1767384908.323056:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384908.323061:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384908.323064:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22951b1. 10000000:00000001:3.0:1767384908.323065:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384908.323069:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384908.323071:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384908.323072:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384908.323073:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.323074:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf435357. 00000020:01000000:3.0:1767384908.323076:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384908.323078:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384908.323079:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352218240, portal 25 00000020:00000010:3.0:1767384908.323080:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ba1499dd. 00000100:00000001:0.0:1767384908.323086:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384908.323088:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24) <- 192.168.203.112@tcp24 : PUT - for me 00000100:00000001:0.0:1767384908.323089:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000001:3.0:1767384908.323096:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384908.323098:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384908.323100:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384908.323106:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.323106:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384908.323111:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384908.323114:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384908.323118:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384908.323118:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384908.323123:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 304/320 into md 0x15b9 [1] + 0 00000100:00000001:3.0:1767384908.323124:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384908.323125:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000141dd932. 00000100:00000001:3.0:1767384908.323127:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384908.323130:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384908.323133:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028a4102f. 00000100:00000040:3.0:1767384908.323135:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.323141:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384908.323143:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.323147:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384908.323148:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007f27645 02000000:00000001:3.0:1767384908.323149:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384908.323153:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384908.323154:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352218240, offset 0 00000100:00100000:3.0:1767384908.323156:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352218368:0@lo:253: 00000800:00000001:1.0:1767384908.323157:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384908.323162:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384908.323163:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384908.323164:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384908.323166:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384908.323170:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.323170:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.323175:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384908.323176:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384908.323182:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: PUT: OK 02000000:00000010:3.0:1767384908.323184:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004c6008e6. 02000000:00000001:3.0:1767384908.323187:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.323189:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f27645 00000400:00000010:3.0:1767384908.323191:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d68a8c3. 00000400:00000200:0.0:1767384908.323191:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103e80 00000400:00000010:1.0:1767384908.323192:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007f27645. 00000400:00000200:1.0:1767384908.323198:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384908.323202:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000400:00000200:1.0:1767384908.323204:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (19) 00000400:00000010:0.0:1767384908.323206:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5ba8f8f. 00000400:00000200:1.0:1767384908.323211:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384908.323211:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7eef8bd 00000400:00000200:1.0:1767384908.323216:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (320 bytes) 00000400:00000010:3.0:1767384908.323220:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065435015. 00000400:00000200:0.0:1767384908.323220:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.323221:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000200:3.0:1767384908.323228:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352218368, portal 25 00000400:00000200:0.0:1767384908.323229:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384908.323232:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (20) 00000100:00000001:3.0:1767384908.323234:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384908.323238:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545438592 : -106559164113024 : ffff9f15c2e01f80) 00000400:00000200:1.0:1767384908.323240:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384908.323240:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7eef8bd 00000400:00000010:0.0:1767384908.323245:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7eef8bd. 00000100:00000040:3.0:1767384908.323246:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384908.323251:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp24 to MR: 192.168.203.112@tcp24 local destination 00000100:00000001:0.0:1767384908.323254:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384908.323257:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384908.323263:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000001cdabe6 x1853237352218240 msgsize 4848 00000400:00000200:1.0:1767384908.323264:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp24 NI seq info: [42:42:256:4294967295] 192.168.203.112@tcp24 LPNI seq info [42:42:8:4294967295] 00000100:00000001:3.0:1767384908.323271:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384908.323275:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384908.323279:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384908.323286:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384908.323287:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5f6e443. 00000400:00000200:1.0:1767384908.323288:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) -> 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) 192.168.203.112@tcp24 : ACK try# 0 00000100:00000200:3.0:1767384908.323294:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352218368, offset 0 00000100:00000001:0.0:1767384908.323296:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767384908.323299:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp24 00000800:00000010:1.0:1767384908.323304:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cda2c170. 00000400:00000200:3.0:1767384908.323306:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384908.323311:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (6) 00000400:00000200:0.0:1767384908.323311:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141dd932 00000400:00000010:0.0:1767384908.323315:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000141dd932. 00000400:00000200:3.0:1767384908.323318:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384908.323321:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767384908.323324:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp24 ip 192.168.203.112:993 00000800:00000200:1.0:1767384908.323329:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cda2c170 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1767384908.323329:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384908.323333:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272103f00 00000800:00000001:1.0:1767384908.323343:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384908.323344:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000100:00000001:0.0:1767384908.323346:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384908.323348:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ec462b4. 00000100:00000040:0.0:1767384908.323352:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384908.323353:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384908.323354:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033a23883 00000400:00000200:3.0:1767384908.323360:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384908.323363:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.323367:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.323369:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384908.323371:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033a23883 00000400:00000010:3.0:1767384908.323374:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033a23883. 00000100:00000001:0.0:1767384908.323375:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.323377:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384908.323381:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384908.323381:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294897283 00000100:00000040:3.0:1767384908.323386:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000002c9ab88b x1853237352218368 msgsize 4848 00000800:00000200:1.0:1767384908.323387:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384908.323388:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008512c43a. 00000800:00000010:1.0:1767384908.323393:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cda2c170. 00000100:00100000:3.0:1767384908.323394:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384908.323397:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384908.323399:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384908.323401:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384908.323404:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294897283 00000100:00000010:0.0:1767384908.323408:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb3772d9. 00000100:00000001:3.0:1767384908.323409:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384908.323411:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: ACK: OK 00000100:00000001:0.0:1767384908.323415:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384908.323417:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5f6e443 00000100:00000001:0.0:1767384908.323419:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294897283 00000400:00000010:3.0:1767384908.323420:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5f6e443. 00000800:00000001:1.0:1767384908.323421:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384908.323425:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384908.323428:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e95d856b. 00000800:00000001:1.0:1767384908.323429:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384908.323431:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.323433:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384908.323435:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384908.323440:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294897283 00000100:00000001:3.0:1767384908.323442:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384908.323446:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384908.323446:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb808c1e. 00000800:00000001:1.0:1767384908.323448:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.323452:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000800:00000001:1.0:1767384908.323454:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384908.323459:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384908.323461:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.323462:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.323469:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.323474:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24) <- 192.168.203.112@tcp24 : ACK - for me 00000100:00000001:0.0:1767384908.323475:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.323480:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.323482:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.323483:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.323485:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384908.323489:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.323491:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.323494:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp24: ACK from 12345-192.168.203.112@tcp24 into md 0x162d 00000100:00000001:0.0:1767384908.323496:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.323497:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294897283 00000400:00000200:1.0:1767384908.323499:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384908.323501:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294897283 00000100:00000001:3.0:1767384908.323506:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294897283 00000400:00000200:1.0:1767384908.323507:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: ACK: OK 00000100:00000001:3.0:1767384908.323511:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294897283 00000100:00000001:3.0:1767384908.323514:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294897283 00000400:00000200:1.0:1767384908.323514:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 00000100:00000001:3.0:1767384908.323518:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294897283 00000400:00000010:1.0:1767384908.323519:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00000100:00000001:3.0:1767384908.323523:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294897283 00000100:00000001:3.0:1767384908.323525:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294897283 00000400:00000200:0.0:1767384908.323526:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384908.323536:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384908.323536:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384908.323538:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.323538:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000a3ae02fa. 00000400:00000200:1.0:1767384908.323543:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000100:00000001:3.0:1767384908.323544:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.323548:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d3d835. 00000100:00000001:3.0:1767384908.323549:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384908.323549:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384908.323556:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (19) 00000400:00000010:0.0:1767384908.323559:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000800:00000001:1.0:1767384908.323562:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384908.323565:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a3ae02fa 00000800:00000001:1.0:1767384908.323566:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384908.323571:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000044d623e1. 00000400:00000200:0.0:1767384908.323577:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:3.0:1767384908.323579:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384908.323583:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 00000100:00100000:3.0:1767384908.323584:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352218240 00000400:00000200:0.0:1767384908.323586:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (18) 02000000:00000001:3.0:1767384908.323588:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384908.323592:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384908.323594:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.323594:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000010b78289. 02000000:00000001:3.0:1767384908.323601:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.323601:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00000100:00100000:3.0:1767384908.323607:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352218240 00000100:00000001:1.0:1767384908.323607:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384908.323611:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e894f8dc. 00000020:00000001:3.0:1767384908.323612:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384908.323612:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352218368 00000020:00000040:3.0:1767384908.323616:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 02000000:00000001:1.0:1767384908.323617:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384908.323620:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384908.323621:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384908.323621:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000020:00000040:3.0:1767384908.323625:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:1.0:1767384908.323625:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.323629:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 02000000:00000001:1.0:1767384908.323631:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.323632:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00100000:1.0:1767384908.323636:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352218368 00000020:00000001:1.0:1767384908.323638:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384908.323644:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000040:1.0:1767384908.323646:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384908.323651:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384908.323652:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384908.323652:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000040:1.0:1767384908.323653:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000020:00000010:3.0:1767384908.323658:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d6d614c. 00000020:00000001:1.0:1767384908.323659:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384908.323662:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384908.323663:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384908.323664:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:1.0:1767384908.323669:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384908.323674:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d6d614c. 00000020:00000010:1.0:1767384908.323675:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00000400:00000200:0.0:1767384908.323677:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:1.0:1767384908.323680:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.323684:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000400:00000200:0.0:1767384908.323685:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000010:3.0:1767384908.323686:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9f98833. 00000020:00000010:1.0:1767384908.323690:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072cf2008. 00000020:00000010:3.0:1767384908.323693:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ea91ff8. 00000400:00000200:0.0:1767384908.323696:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000010:1.0:1767384908.323697:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee9bceb4. 00000020:00000010:3.0:1767384908.323700:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000014a19d54. 00000400:00000200:0.0:1767384908.323700:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000010:1.0:1767384908.323709:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000100:00000040:3.0:1767384908.323711:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384908.323711:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:3.0:1767384908.323716:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384908.323716:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384908.323719:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384908.323720:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384908.323722:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.323722:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:1.0:1767384908.323723:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.323745:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:1.0:1767384908.323747:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.323749:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.323751:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:0.0:1767384908.323757:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:1.0:1767384908.323759:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.323760:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.323771:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000001:1.0:1767384908.323777:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384908.323778:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384908.323778:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00000001:3.0:1767384908.323782:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384908.323783:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384908.323787:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00100000:3.0:1767384908.323789:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:3.0:1767384908.323794:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384908.323798:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526578256 : -106558182973360 : ffff9f15fd5b2050) 00000100:00100000:1.0:1767384908.323799:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000400:00000200:0.0:1767384908.323799:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00000040:1.0:1767384908.323805:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000040:3.0:1767384908.323806:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c9ab88b x1853237352218368/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.323810:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526584400 : -106558182967216 : ffff9f15fd5b3850) 00000400:00000200:0.0:1767384908.323812:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000040:1.0:1767384908.323820:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001cdabe6 x1853237352218240/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384908.323826:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767384908.323835:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp25 00000100:00000001:3.0:1767384908.323836:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384908.323842:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d6d614c. 00000100:00000001:1.0:1767384908.323842:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384908.323843:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp25 lpni_is_preferred = 0 00000100:00000001:3.0:1767384908.323848:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.323849:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00000400:00000200:0.0:1767384908.323849:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp25 00000020:00000010:3.0:1767384908.323854:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d6d614c. 00000100:00000001:1.0:1767384908.323855:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384908.323860:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [43:43:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [43:43:8:4294967295] 00000020:00000010:1.0:1767384908.323861:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000100:00100000:3.0:1767384908.323865:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c9ab88b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352218368:12345-0@lo:253: 00000100:00100000:1.0:1767384908.323872:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001cdabe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352218240:12345-0@lo:253: 00000400:00000200:0.0:1767384908.323872:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp25 00000100:00000200:3.0:1767384908.323873:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352218368 00000020:00000001:3.0:1767384908.323878:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384908.323879:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352218240 00000020:00000001:1.0:1767384908.323958:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384908.323961:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384908.323963:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.323965:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384908.323967:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384908.323970:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384908.323971:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384908.323973:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384908.323975:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384908.323977:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.323980:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384908.323982:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384908.323987:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0231829. 02000000:00000001:1.0:1767384908.323990:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.323997:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.324000:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384908.324009:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029077231. 20000000:01000000:1.0:1767384908.324012:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384908.324014:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384908.324016:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384908.324018:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.324020:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.324022:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384908.324031:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045303417. 20000000:01000000:1.0:1767384908.324033:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767384908.324038:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384908.324042:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384908.324073:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384908.324077:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.324079:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384908.324080:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:3.0:1767384908.324083:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384908.324084:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384908.324085:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384908.324090:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1767384908.324091:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384908.324092:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384908.324095:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.324097:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384908.324101:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.324101:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384908.324106:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384908.324110:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384908.324110:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000400:00000200:0.0:1767384908.324111:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:) -> 192.168.203.112@tcp25(192.168.203.112@tcp:192.168.203.112@tcp25) : GET try# 0 02000000:00000010:3.0:1767384908.324117:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000099a108a1. 00080000:00000001:1.0:1767384908.324119:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:3.0:1767384908.324121:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384908.324122:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp25 00000100:00000001:3.0:1767384908.324125:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384908.324128:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384908.324128:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea343ab8. 00080000:00000010:1.0:1767384908.324130:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b3636f29. 00080000:00000001:1.0:1767384908.324135:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238229504 : -106563471322112 : ffff9f14c2255400) 00000800:00000010:0.0:1767384908.324137:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000141dd932. 20000000:00000010:3.0:1767384908.324138:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000425b1ae4. 00080000:00000001:1.0:1767384908.324139:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:01000000:3.0:1767384908.324144:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:0.0:1767384908.324145:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001232c663. 20000000:00000001:3.0:1767384908.324148:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384908.324151:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384908.324153:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (2) 20000000:00000001:3.0:1767384908.324154:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384908.324158:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384908.324163:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.1:1767384908.324163:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (2) 00000400:00000200:0.0:1767384908.324175:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384908.324177:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 00000001:00000001:1.0:1767384908.324232:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384908.324234:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.324237:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384908.324252:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.324254:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384908.324266:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324317:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00080000:00000001:1.0:1767384908.324349:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384908.324350:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00080000:00000001:1.0:1767384908.324354:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384908.324374:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324399:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324434:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324467:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324499:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324539:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324571:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324601:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324640:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324668:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324694:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324757:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324797:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324827:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324860:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324922:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324965:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.324998:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325029:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325044:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325062:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325093:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325117:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325139:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325174:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325191:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325205:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325227:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.325252:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000800:00000010:0.0:1767384908.325416:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba3cddb8. 00000800:00000010:0.0:1767384908.325421:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075252649. 00000800:00000010:0.0:1767384908.325427:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc57c2aa. 00000800:00000010:0.0:1767384908.325459:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc57c2aa. 00000400:00000200:0.0:1767384908.325565:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384908.325575:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp25 from 223.3.0.2 00000800:00000010:0.0:1767384908.325578:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000029695f84. 00000800:00000010:1.0:1767384908.325809:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ffcc51a5. 00000800:00000010:1.0:1767384908.325815:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004746606e. 00000800:00000010:1.0:1767384908.325835:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000786e1376. 00000800:00000200:1.1:1767384908.325840:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (2) 00000800:00000200:1.1:1767384908.325846:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp25 00000000786e1376 deleted 00000800:00000010:1.1:1767384908.325848:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000786e1376. 00000800:00000200:1.1:1767384908.325852:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384908.325857:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:991 00000800:00000200:1.1:1767384908.325859:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea343ab8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384908.325864:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp25 p 3.x 192.168.203.112 -> 192.168.203.112:991 incarnation:1767384906505943010 sched[0] 00000800:00000010:1.0:1767384908.325869:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000014af5e7. 00000800:00000010:1.0:1767384908.325940:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000014af5e7. 00000800:00000010:1.0:1767384908.325951:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004746606e. 00000800:00000010:1.0:1767384908.325984:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000029695f84. 00000800:00000001:1.0:1767384908.325997:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384908.326002:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384908.326045:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384908.326047:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea343ab8. 00000400:00000200:1.0:1767384908.326051:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.326055:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: GET: OK 00000400:00000200:1.0:1767384908.326059:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384908.326061:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000200:1.1:1767384908.326092:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384908.326097:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp25 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384906505943010 sched[0] 00000800:00000010:1.0:1767384908.326100:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075252649. 00000800:00000001:0.0:1767384908.326136:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.326143:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.326145:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.326153:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.326159:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326159:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : GET - for me 00000400:00000200:0.0:1767384908.326172:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384908.326178:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 320/320 into md 0x1629 [1] + 0 00000400:00000200:0.0:1767384908.326187:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp25 to MR: 192.168.203.112@tcp25 local destination 00000400:00000200:0.0:1767384908.326193:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [44:44:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [44:44:8:4294967295] 00000400:00000200:0.0:1767384908.326205:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) -> 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) 192.168.203.112@tcp25 : REPLY try# 0 00000800:00000200:0.0:1767384908.326210:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.112@tcp25 00000400:00000200:1.0:1767384908.326213:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000010:0.0:1767384908.326214:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4d8b7b4. 00000800:00000200:0.0:1767384908.326221:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (4) 00000800:00000200:0.0:1767384908.326227:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:988 00000800:00000200:0.0:1767384908.326230:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 3, nob 416 niov 1 nkiov 1 00000400:00000200:1.0:1767384908.326263:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000200:0.0:1767384908.326280:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384908.326283:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4d8b7b4. 00000400:00000200:0.0:1767384908.326287:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.326291:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: REPLY: OK 00000800:00000001:0.0:1767384908.326301:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.326306:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.326308:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384908.326312:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000001:0.0:1767384908.326314:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.326317:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.326322:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.326329:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : REPLY - for me 00000400:00000200:0.0:1767384908.326339:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp25: Reply from 12345-192.168.203.112@tcp25 of length 320/320 into md 0x1645 00000800:00000001:0.0:1767384908.326342:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.326348:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.326350:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.326359:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: REPLY: OK 00000400:00000200:0.0:1767384908.326364:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 00000400:00000010:0.0:1767384908.326366:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 00000400:00000200:1.0:1767384908.326367:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326369:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384908.326375:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:0.0:1767384908.326379:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384908.326382:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 18. state = 0x100251 00000400:00000200:0.0:1767384908.326387:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384908.326397:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (19) 00000800:00000001:0.0:1767384908.326402:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.326406:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384908.326423:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326429:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384908.326435:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:0.0:1767384908.326441:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 0000000014ac8cd3. 00000400:00000010:0.0:1767384908.326444:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000027467589. 00000400:00000010:0.0:1767384908.326447:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 000000006dfa5568. 00000400:00000010:0.0:1767384908.326473:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009b421cfb. 00000400:00000200:1.0:1767384908.326476:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326479:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009b421cfb nid 192.168.203.112@tcp26 00000400:00000010:0.0:1767384908.326484:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d9b8f652. 00000400:00000200:0.0:1767384908.326488:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d9b8f652 net tcp26 00000400:00000200:0.0:1767384908.326491:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (18) 00000400:00000200:0.0:1767384908.326500:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp26 flags 0x11 00000400:00000010:0.0:1767384908.326505:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 0000000014ac8cd3. 00000400:00000010:0.0:1767384908.326510:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000027467589. 00000400:00000010:0.0:1767384908.326514:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 000000006dfa5568. 00000400:00000010:0.0:1767384908.326518:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000010b78289. 00000400:00000200:0.0:1767384908.326524:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384908.326526:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326530:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:0.0:1767384908.326537:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:0.0:1767384908.326542:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:0.0:1767384908.326545:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384908.326548:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:0.0:1767384908.326553:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384908.326563:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (19) 00000400:00000200:1.0:1767384908.326588:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326665:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326701:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326754:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326801:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326852:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326870:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.326949:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327007:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327063:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327140:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327198:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327256:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327311:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327373:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327436:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327499:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327543:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327573:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327600:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327665:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327704:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327743:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327787:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384908.327815:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000800:00000010:0.0:1767384908.328009:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009703c2a0. 00000800:00000010:0.0:1767384908.328014:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075252649. 00000800:00000010:0.0:1767384908.328018:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc57c2aa. 00000800:00000010:0.0:1767384908.328053:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc57c2aa. 00000400:00000200:3.0:1767384908.328197:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384908.328217:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp25 from 222.3.0.2 00000800:00000010:3.0:1767384908.328221:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cc4984b8. 00000800:00000010:0.0:1767384908.328260:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f217f30a. 00000800:00000010:0.0:1767384908.328268:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e565b3c. 00000800:00000010:0.0:1767384908.328291:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fdb2c63b. 00000800:00000200:0.1:1767384908.328297:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (4) 00000800:00000200:0.1:1767384908.328302:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp25 00000000fdb2c63b deleted 00000800:00000010:0.1:1767384908.328303:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fdb2c63b. 00000800:00000200:0.1:1767384908.328307:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384908.328314:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp25 p 3.x 192.168.203.112 -> 192.168.203.112:990 incarnation:1767384906505943010 sched[0] 00000800:00000010:0.0:1767384908.328319:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc57c2aa. 00000800:00000010:0.0:1767384908.328364:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc57c2aa. 00000800:00000010:0.0:1767384908.328369:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e565b3c. 00000800:00000010:0.0:1767384908.328391:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cc4984b8. 00000800:00000001:0.0:1767384908.328401:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.328405:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384908.328427:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384908.328432:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp25 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384906505943010 sched[0] 00000800:00000010:0.0:1767384908.328435:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075252649. 00000800:00000001:0.0:1767384908.328467:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.328471:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384908.332675:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384908.332681:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384908.332684:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.332685:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384908.332695:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384908.332706:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384908.332709:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384908.332713:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384908.332714:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384908.332716:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010b78289. 20000000:00000001:2.0:1767384908.332719:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384908.332721:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 10000000:01000000:2.0:1767384908.332723:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384908.332727:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384908.332742:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384908.332745:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384908.332746:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:1.0:1767384908.332750:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384908.332751:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:2.0:1767384908.332753:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002bdbcf39 count: 2 00040000:00000001:1.0:1767384908.332754:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384908.332757:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384908.332758:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384908.332760:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384908.332762:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384908.332765:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000735cc4ea. 00080000:00000010:1.0:1767384908.332769:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b3636f29. 00000020:00000001:2.0:1767384908.332771:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384908.332774:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1767384908.332775:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000735cc4ea with handle 0x7ec529173eeb8380 to hash 00000020:00000001:2.0:1767384908.332779:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384908.332780:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:2.0:1767384908.332783:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00080000:00000001:0.0:1767384908.332785:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384908.332786:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384908.332789:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.332792:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384908.332794:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.332796:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:2.0:1767384908.332799:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384908.332801:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384908.332808:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384908.332809:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:2.0:1767384908.332812:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384908.332814:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384908.332815:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384908.332819:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384908.332821:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000010:0.0:1767384908.332823:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a775102b. 00010000:00010000:2.0:1767384908.332824:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384908.332830:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510265423872 : -106563444127744 : ffff9f14c3c44800) 00010000:00000001:2.0:1767384908.332833:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384908.332836:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.332837:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384908.332838:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384908.332841:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.332843:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.332845:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384908.332846:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384908.332851:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002bdbcf39) refcount = 2 00010000:00000040:2.0:1767384908.332853:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384908.332855:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384908.332858:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384908.332859:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384908.332864:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000edf4c8e2. 00000100:00000001:2.0:1767384908.332866:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384908.332870:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059ba3738. 00000100:00000001:2.0:1767384908.332872:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510237880512 : -106563471671104 : ffff9f14c22000c0) 00000100:00000001:2.0:1767384908.332873:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510237880512 : -106563471671104 : ffff9f14c22000c0) 00000100:00000001:2.0:1767384908.332875:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384908.332876:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384908.332884:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000001:00000001:0.0:1767384908.332943:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384908.332947:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.332950:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384908.332967:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.332970:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384908.332992:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.332993:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384908.332995:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384908.332998:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384908.332999:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384908.333001:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384908.333005:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000020:00000040:2.0:1767384908.333008:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:2.0:1767384908.333011:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384908.333013:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384908.333017:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384908.333022:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044d623e1. 00000100:00000001:2.0:1767384908.333026:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.333030:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384908.333041:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 16 pid: 16771 timeout: 379 lvb_type: 0 00010000:00000001:2.0:1767384908.333047:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384908.333049:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384908.333052:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384908.333058:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384908.333060:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.333064:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352218496:0@lo:104: 00000100:00000001:2.0:1767384908.333066:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384908.333069:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384908.333071:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.333074:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:0.0:1767384908.333074:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000010:2.0:1767384908.333078:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000890c37bb. 00080000:00000001:0.0:1767384908.333079:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:2.0:1767384908.333081:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384908.333086:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000641196a9. 00000400:00000010:2.0:1767384908.333090:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c33e85. 00000100:00000200:2.0:1767384908.333093:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352218496, portal 16 00000100:00000001:2.0:1767384908.333100:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384908.333101:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000040:2.0:1767384908.333105:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384908.333111:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384908.333115:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384908.333117:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000100:00000200:2.0:1767384908.333119:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352218496, offset 0 00000400:00000200:2.0:1767384908.333125:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384908.333134:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384908.333142:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272103f80 00000400:00000200:2.0:1767384908.333148:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:2.0:1767384908.333152:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384908.333156:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384908.333161:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384908.333162:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384908.333165:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000100:00000040:2.0:1767384908.333168:0:16792:0:(events.c:337:request_in_callback()) incoming req@00000000f8420ece x1853237352218496 msgsize 328 00000100:00100000:2.0:1767384908.333173:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384908.333180:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384908.333186:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000400:00000010:2.0:1767384908.333188:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000100:00000001:2.0:1767384908.333191:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384908.333194:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384908.333195:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384908.333199:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352218496 00000100:00000001:2.0:1767384908.333203:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384908.333203:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384908.333207:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384908.333209:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384908.333210:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.333216:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.333220:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384908.333220:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352218496 00000100:00000001:2.0:1767384908.333225:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384908.333226:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384908.333228:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000020:00000001:1.0:1767384908.333230:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384908.333231:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384908.333232:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000100:00000001:2.0:1767384908.333235:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294897293 00000020:00000001:1.0:1767384908.333236:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000020:00000001:1.0:1767384908.333241:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:1.0:1767384908.333244:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384908.333245:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294897283 00000020:00000010:1.0:1767384908.333247:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187b51c0. 00000100:00000001:2.0:1767384908.333250:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294897293 00000100:00000001:1.0:1767384908.333251:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.333254:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187b51c0. 00000020:00000010:1.0:1767384908.333258:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa39bfc1. 00000100:00000001:2.0:1767384908.333261:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294897283 00000020:00000010:1.0:1767384908.333264:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002541a680. 00000100:00000001:2.0:1767384908.333266:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294897293 00000020:00000010:1.0:1767384908.333270:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000100:00000001:2.0:1767384908.333271:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294897283 00000100:00000001:2.0:1767384908.333276:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294897293 00000100:00000001:2.0:1767384908.333282:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294897283 00000100:00000040:1.0:1767384908.333282:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384908.333286:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384908.333286:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384908.333290:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.333290:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384908.333292:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.333294:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.333296:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.333298:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.333299:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.333301:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.333304:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.333305:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.333307:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384908.333308:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384908.333309:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.333310:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.333314:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384908.333316:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384908.333317:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 0000000059ba3738 going to sleep for 11 seconds 00000100:00000001:2.0:1767384908.333320:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384908.333323:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.333323:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384908.333326:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384908.333330:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384908.333332:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:1.0:1767384908.333334:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000040:1.0:1767384908.333338:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8420ece x1853237352218496/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 328/0 e 0 to 0 dl 1767384919 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384908.333358:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384908.333361:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187b51c0. 00000100:00000001:1.0:1767384908.333363:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.333366:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187b51c0. 00000100:00100000:1.0:1767384908.333371:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8420ece pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352218496:12345-0@lo:104: 00000100:00000200:1.0:1767384908.333375:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352218496 00010000:00000001:1.0:1767384908.333378:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384908.333383:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.333385:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.333387:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=2 00000020:00000001:1.0:1767384908.333390:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384908.333393:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384908.333397:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.333399:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384908.333402:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384908.333412:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384908.333414:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384908.333460:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b3636f29. 02000000:00000001:1.0:1767384908.333463:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.333465:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.333468:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384908.333469:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384908.333472:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384908.333476:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384908.333479:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384908.333480:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384908.333483:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384908.333484:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.333487:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384908.333495:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384908.333498:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000200:1.0:1767384908.333500:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352218496, offset 224 00000400:00000200:1.0:1767384908.333504:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384908.333510:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384908.333516:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272103f80 00000400:00000200:1.0:1767384908.333520:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1649 [1] + 224 00000400:00000200:1.0:1767384908.333524:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.333527:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384908.333531:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384908.333536:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384908.333545:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384908.333559:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384908.333564:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000400:00000010:1.0:1767384908.333566:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384908.333570:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384908.333571:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384908.333572:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384908.333578:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384908.333579:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384908.333582:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384908.333584:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:2.0:1767384908.333586:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000641196a9. 00010000:00000001:1.0:1767384908.333589:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384908.333591:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c33e85 00000400:00000010:2.0:1767384908.333594:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c33e85. 00000100:00000001:2.0:1767384908.333598:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384908.333603:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384908.333609:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384908.333615:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384908.333618:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.333626:0:16792:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384908.333628:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384908.333630:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.333632:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.333634:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384908.333638:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384908.333641:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384908.333643:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384908.333644:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.333647:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384908.333649:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.333650:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.333654:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384908.333659:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384908.333661:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384908.333662:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.333664:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384908.333666:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.333667:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.333668:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.333672:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384908.333676:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352218496:0@lo:104: 00000100:00000001:2.0:1767384908.333682:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.333686:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.333688:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384908.333689:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384908.333692:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352218496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384908.333697:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384908.333699:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384908.333700:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000890c37bb. 02000000:00000001:2.0:1767384908.333703:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384908.333704:0:16792:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384908.333709:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000020:00000001:2.0:1767384908.333711:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384908.333713:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000044d623e1. 02000000:00000001:2.0:1767384908.333717:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384908.333719:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384908.333721:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:2.0:1767384908.333724:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384908.333725:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384908.333727:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000059ba3738. 00000100:00000001:2.0:1767384908.333744:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384908.333746:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384908.333747:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000edf4c8e2. 00010000:00000001:2.0:1767384908.333750:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384908.333750:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000786e1376. 00010000:00000001:2.0:1767384908.333756:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.333756:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384908.333760:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384908.333764:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:1.0:1767384908.333766:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384908.333767:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384908.333771:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.333771:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.333776:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.333781:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.333787:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352218496/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 328/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384908.333795:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8420ece pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352218496:12345-0@lo:104: Request processed in 436us (625us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384908.333796:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384908.333800:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.333804:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767384908.333805:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00000001:2.0:1767384908.333807:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384908.333810:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384908.333812:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384908.333816:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00010000:00010000:2.0:1767384908.333820:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d58298f1 already unused, calling callback (000000005e873491) 10000000:00000001:2.0:1767384908.333823:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384908.333825:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384908.333829:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384908.333831:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384908.333833:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384908.333840:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=3 00000020:00000001:2.0:1767384908.333842:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:2.0:1767384908.333844:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:2.0:1767384908.333847:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384908.333851:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384908.333851:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384908.333856:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:2.0:1767384908.333859:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767384908.333861:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002541a680. 10000000:00010000:2.0:1767384908.333862:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384908.333867:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 10000000:01000000:2.0:1767384908.333869:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384908.333873:0:16764:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000020:00000010:1.0:1767384908.333874:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa39bfc1. 10000000:00000040:2.0:1767384908.333875:0:16764:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384908.333879:0:16764:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384908.333882:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384908.333882:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:1.0:1767384908.333911:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384908.333921:0:16764:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384908.333930:0:16764:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384908.333931:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384908.333933:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384908.333935:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384908.333937:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.333939:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384908.333941:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384908.333943:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384908.333945:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384908.333946:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384908.333948:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d58298f1 with handle 0x7ec529173eeb8372 from hash 00010000:00000001:2.0:1767384908.333950:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384908.333952:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.333953:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.333954:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384908.333956:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384908.333957:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384908.333960:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384908.333962:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384908.333970:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000020:00000040:2.0:1767384908.333972:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384908.333974:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384908.333975:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384908.333978:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384908.333982:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000890c37bb. 00000100:00000001:2.0:1767384908.333984:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.333987:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384908.333989:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384908.333993:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384908.333995:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.333998:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384908.333999:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.334004:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_02+2] req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.334023:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384908.334026:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384908.334027:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.334028:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.334030:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384908.334032:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.334034:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384908.334038:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384908.334039:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000d58298f1/0x7ec529173eeb8372 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8379 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384908.334044:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d8d5d084 count: 0 00010000:00000001:2.0:1767384908.334051:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384908.334052:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384908.334053:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000786e1376. 00010000:00000001:2.0:1767384908.334056:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.334062:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384908.334064:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.334067:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384908.334069:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384908.334070:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.334073:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384908.334075:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384908.334078:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384908.334080:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384908.334111:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.334113:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384908.334114:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384908.334118:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.334124:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384908.334125:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.334128:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384908.334130:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384908.334132:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.334135:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352218624:0@lo:103: 00000100:00000001:2.0:1767384908.334138:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384908.334141:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384908.334142:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.334144:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384908.334147:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f946d9d. 02000000:00000001:2.0:1767384908.334148:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384908.334153:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000641196a9. 00000400:00000010:2.0:1767384908.334156:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c33e85. 00000100:00000200:2.0:1767384908.334159:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352218624, portal 18 00000100:00000001:2.0:1767384908.334161:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384908.334163:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000040:2.0:1767384908.334166:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.334171:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384908.334178:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384908.334182:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000100:00000200:2.0:1767384908.334183:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352218624, offset 0 00000400:00000200:2.0:1767384908.334188:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384908.334194:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384908.334200:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272104000 00000400:00000200:2.0:1767384908.334205:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384908.334208:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384908.334212:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384908.334216:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384908.334217:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384908.334221:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 00000100:00000040:2.0:1767384908.334222:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000050266ca5 x1853237352218624 msgsize 328 00000100:00100000:2.0:1767384908.334227:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384908.334240:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384908.334246:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000400:00000010:2.0:1767384908.334248:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000100:00000001:2.0:1767384908.334251:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384908.334254:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.334260:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384908.334263:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.334268:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.334270:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384908.334270:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384908.334274:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352218624 00000100:00000001:2.0:1767384908.334276:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.334277:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384908.334279:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294897294 00000100:00000001:1.0:1767384908.334280:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384908.334283:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.334287:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294897293 02000000:00000001:1.0:1767384908.334287:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384908.334293:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352218624 00000100:00000001:2.0:1767384908.334294:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294897294 00000020:00000001:1.0:1767384908.334295:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384908.334299:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384908.334301:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384908.334302:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294897293 00000020:00000040:1.0:1767384908.334303:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000020:00000001:1.0:1767384908.334307:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384908.334309:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294897294 00000020:00000001:1.0:1767384908.334309:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384908.334315:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384908.334316:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294897293 00000020:00000010:1.0:1767384908.334318:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b901ba05. 00000100:00000001:1.0:1767384908.334322:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384908.334324:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294897294 00000020:00000010:1.0:1767384908.334326:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b901ba05. 00000100:00000001:2.0:1767384908.334328:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294897293 00000100:00000001:2.0:1767384908.334331:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.334332:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa39bfc1. 00000100:00000001:2.0:1767384908.334333:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.334337:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384908.334338:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000031da1e03. 00000100:00000001:2.0:1767384908.334340:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384908.334343:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000100:00000001:2.0:1767384908.334346:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384908.334349:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384908.334351:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384908.334352:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.334355:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384908.334359:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.334359:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384908.334364:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.334364:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384908.334369:0:16762:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384908.334373:0:16762:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334376:0:16762:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384908.334378:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.334382:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334388:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.334390:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.334392:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=4 00000020:00000001:1.0:1767384908.334395:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:1.0:1767384908.334398:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00010000:1.0:1767384908.334404:0:16762:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00010000:00000001:1.0:1767384908.334412:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334413:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334415:0:16762:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.334417:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.334422:0:16762:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384908.334427:0:16762:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050266ca5 x1853237352218624/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 328/0 e 0 to 0 dl 1767384919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.334434:0:16762:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384908.334436:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.334445:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.334455:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384908.334457:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384908.334461:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384908.334463:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:1.0:1767384908.334465:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000100:00000040:1.0:1767384908.334469:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050266ca5 x1853237352218624/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 328/0 e 0 to 0 dl 1767384919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.334474:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384908.334477:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b901ba05. 00000100:00000001:1.0:1767384908.334479:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384908.334480:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b901ba05. 00000100:00100000:1.0:1767384908.334483:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050266ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16138:x1853237352218624:12345-0@lo:103: 00000100:00000200:1.0:1767384908.334486:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352218624 00010000:00000001:1.0:1767384908.334488:0:16762:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384908.334495:0:16762:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384908.334497:0:16762:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384908.334501:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384908.334502:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384908.334506:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001719173a. 02000000:00000001:1.0:1767384908.334507:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.334508:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334510:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384908.334512:0:16762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384908.334513:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.334515:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.334516:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d2819f68 refcount=4 00000020:00000001:1.0:1767384908.334517:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000001:1.0:1767384908.334519:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385036288 : -106558324515328 : ffff9f15f4eb5e00) 00010000:00000040:1.0:1767384908.334521:0:16762:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002bdbcf39 count: 3 00010000:00010000:1.0:1767384908.334525:0:16762:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00000100:00001000:1.0:1767384908.334529:0:16762:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384908 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384908.334531:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384908.334535:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334536:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384908.334538:0:16762:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00000020:00000001:1.0:1767384908.334541:0:16762:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384908.334543:0:16762:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384908.334544:0:16762:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384908.334545:0:16762:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334547:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384908.334548:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384908.334552:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334553:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334554:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.334556:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384908.334558:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d2819f68 with handle 0x7ec529173eeb8379 from hash 00010000:00000001:1.0:1767384908.334564:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384908.334565:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334566:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334567:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384908.334569:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384908.334570:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384908.334573:0:16762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d2819f68/0x7ec529173eeb8379 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb8372 expref: 17 pid: 16771 timeout: 379 lvb_type: 0 00010000:00000040:1.0:1767384908.334577:0:16762:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:1.0:1767384908.334580:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:1.0:1767384908.334585:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334586:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384908.334588:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384908.334601:0:16762:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000735cc4ea 00010000:00000001:1.0:1767384908.334602:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384908.334604:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384908.334605:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.334606:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384908.334608:0:16762:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.334610:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384908.334611:0:16762:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384908.334612:0:16762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334616:0:16762:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384908.334619:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384908.334620:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384908.334622:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384908.334623:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002bdbcf39) refcount = 2 00010000:00010000:1.0:1767384908.334625:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334629:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384908.334630:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384908.334631:0:16762:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.334632:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384908.334640:0:16762:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b901ba05. 00000100:00000001:1.0:1767384908.334642:0:16762:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384908.334645:0:16762:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3aeeac4. 00000100:00000001:1.0:1767384908.334646:0:16762:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515343229312 : -106558366322304 : ffff9f15f26d7180) 00000100:00000001:1.0:1767384908.334648:0:16762:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637515343229312 : -106558366322304 : ffff9f15f26d7180) 00000100:00000001:1.0:1767384908.334649:0:16762:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384908.334650:0:16762:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384908.334652:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384908.334653:0:16762:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384908.334655:0:16762:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384908.334657:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.334658:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.334659:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000735cc4ea refcount=5 00000020:00000001:1.0:1767384908.334660:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:1.0:1767384908.334662:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:1.0:1767384908.334663:0:16762:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384908.334665:0:16762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334670:0:16762:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384908.334681:0:16762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334685:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334686:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384908.334687:0:16762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334690:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.334692:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334693:0:16762:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384908.334695:0:16762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384908.334697:0:16762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000735cc4ea already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384908.334704:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384908.334706:0:16762:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384908.334707:0:16762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334712:0:16762:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384908.334713:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384908.334714:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384908.334715:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000735cc4ea refcount=6 00000020:00000001:1.0:1767384908.334717:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:1.0:1767384908.334719:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:1.0:1767384908.334721:0:16762:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384908.334723:0:16762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334726:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384908.334740:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384908.334741:0:16762:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334753:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384908.334755:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384908.334757:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384908.334758:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384908.334760:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000735cc4ea with handle 0x7ec529173eeb8380 from hash 00010000:00000001:1.0:1767384908.334762:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384908.334764:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334765:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334766:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384908.334768:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384908.334769:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384908.334789:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384908.334791:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384908.334792:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334793:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334797:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384908.334799:0:16762:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384908.334804:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384908.334804:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334807:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384908.334808:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384908.334810:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334815:0:16762:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.334816:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384908.334819:0:16762:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.334820:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334823:0:16762:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384908.334824:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384908.334827:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:1.0:1767384908.334828:0:16762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334835:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334837:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334838:0:16762:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384908.334841:0:16762:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384908.334843:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384908.334844:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334845:0:16762:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384908.334848:0:16762:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384908.334850:0:16762:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334851:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384908.334853:0:16762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb8380 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384908.334860:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384908.334862:0:16762:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.334863:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384908.334865:0:16762:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384908.334867:0:16762:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.334868:0:16762:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.334869:0:16762:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384908.334870:0:16762:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b3aeeac4. 00000100:00000001:1.0:1767384908.334873:0:16762:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384908.334874:0:16762:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384908.334875:0:16762:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b901ba05. 00010000:00000001:1.0:1767384908.334876:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384908.334878:0:16762:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002bdbcf39 count: 0 00010000:00010000:1.0:1767384908.334881:0:16762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384908.334883:0:16762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384908.334908:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384908.334910:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384908.334911:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384908.334918:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384908.334921:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384908.334922:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384908.334925:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384908.334926:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.334928:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384908.334932:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384908.334934:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000100:00000200:1.0:1767384908.334937:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352218624, offset 224 00000400:00000200:1.0:1767384908.334942:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384908.334949:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384908.334956:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272104000 00000400:00000200:1.0:1767384908.334961:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1655 [1] + 224 00000400:00000200:1.0:1767384908.334964:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384908.334967:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384908.334971:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384908.334975:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384908.334981:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.335004:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384908.335009:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000400:00000010:1.0:1767384908.335011:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384908.335014:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384908.335016:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384908.335020:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.335022:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384908.335025:0:16762:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.335026:0:16762:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.335029:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384908.335030:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352218624/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 328/224 e 0 to 0 dl 1767384919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.335034:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384908.335041:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384908.335044:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050266ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352218624:12345-0@lo:103: Request processed in 566us (817us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384908.335045:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384908.335048:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000641196a9. 00000400:00000200:3.0:1767384908.335053:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c33e85 00000400:00000010:3.0:1767384908.335056:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c33e85. 00000100:00000001:3.0:1767384908.335062:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384908.335069:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384908.335069:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384908.335074:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384908.335079:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384908.335083:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384908.335085:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384908.335086:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000031da1e03. 00000020:00000010:1.0:1767384908.335092:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384908.335096:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa39bfc1. 00000100:00000001:3.0:1767384908.335098:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384908.335101:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000001:3.0:1767384908.335102:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.335106:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384908.335107:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384908.335109:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384908.335111:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384908.335112:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.335114:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384908.335117:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=38 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384908.335126:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384908.335128:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384908.335129:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384908.335130:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384908.335131:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.335133:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384908.335135:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.335141:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.335143:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384908.335144:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384908.335145:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384908.335151:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352218624:0@lo:103: 00000100:00000001:3.0:1767384908.335154:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.335155:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384908.335156:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352218624/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.335160:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384908.335161:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384908.335162:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f946d9d. 02000000:00000001:3.0:1767384908.335165:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384908.335166:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384908.335167:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384908.335168:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384908.335169:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000890c37bb. 02000000:00000001:3.0:1767384908.335170:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384908.335171:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384908.335172:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:3.0:1767384908.335174:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384908.335175:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.335176:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.335180:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384908.335181:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.335189:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.335190:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384908.339010:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d8d5d084. 00010000:00000010:2.1:1767384908.339027:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d58298f1. 00080000:00000001:1.0:1767384908.343642:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384908.343646:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384908.343649:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384908.343650:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384908.343651:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384908.343653:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a775102b. 00080000:00000001:0.0:1767384908.343657:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.343658:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:0.0:1767384908.343675:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384908.343687:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.343689:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384908.343692:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384908.343707:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384908.343711:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384908.343719:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384908.343752:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384908.343756:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384908.343759:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384908.343762:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384908.343765:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384908.343772:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007449c758. 00010000:00000001:0.0:1767384908.343777:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384908.343782:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b6a4380. 00000020:00000001:0.0:1767384908.343786:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384908.343790:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b6a4380 with handle 0x7ec529173eeb8387 to hash 00000020:00000001:0.0:1767384908.343793:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384908.343796:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384908.343800:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384908.343804:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.343808:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.343810:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.343819:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384908.343821:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384908.343822:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384908.343825:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.343827:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.343831:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.343833:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.343835:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384908.343837:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384908.343837:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384908.343838:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384908.343840:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007449c758) refcount = 1 00010000:00010000:0.0:1767384908.343849:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.343854:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384908.343857:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384908.343859:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.343863:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.343865:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384908.343868:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384908.343874:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384908.343876:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.343878:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.343880:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=4 00000020:00000001:0.0:1767384908.343882:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384908.343919:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384908.343921:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384908.343922:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.343929:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384908.343932:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.343937:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.343938:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384908.343939:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.343942:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.343943:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.343944:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384908.343945:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384908.343950:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b6a4380 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384908.343957:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384908.343959:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384908.343960:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.343965:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384908.343965:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.343966:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.343967:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=5 00000020:00000001:0.0:1767384908.343970:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384908.343972:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384908.343975:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384908.343977:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.343981:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384908.343983:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384908.343984:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.343987:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384908.343988:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384908.343989:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.343989:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384908.343991:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b6a4380 with handle 0x7ec529173eeb8387 from hash 00010000:00000001:0.0:1767384908.343992:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384908.343993:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.343994:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.343995:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384908.343996:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384908.343997:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384908.343998:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384908.343999:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.344001:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.344002:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384908.344003:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384908.344004:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.344005:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.344013:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.344014:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.344016:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.344018:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.344022:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.344023:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.344024:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384908.344026:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384908.344027:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.344028:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.344030:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384908.344031:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.344034:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.344035:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.344040:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384908.344042:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384908.344043:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b6a4380/0x7ec529173eeb8387 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384908.344047:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007449c758 count: 0 00010000:00000001:0.0:1767384908.344055:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384908.344056:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384908.344808:0:24756:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000db43e1c5. 00000400:00000040:3.0:1767384908.344825:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384908.344828:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384908.344830:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384908.344833:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384908.344835:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384908.344837:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384908.344839:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384908.344841:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384908.344842:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384908.344843:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384908.344845:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384908.344846:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384908.344848:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384908.344849:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384908.344850:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384908.344852:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384908.344854:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384908.344854:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384908.344855:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384908.344857:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384908.344858:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384908.344860:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384908.344861:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384908.344862:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384908.344864:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384908.344867:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384908.344868:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384908.344869:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384908.344870:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384908.344871:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384908.344872:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384908.344874:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384908.344876:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384908.344878:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384908.344880:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384908.344882:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000010:1.1:1767384908.344912:0:24757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d2819f68. 00010000:00000010:1.1:1767384908.344927:0:24757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000735cc4ea. 00010000:00000010:1.1:1767384908.344940:0:24757:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002bdbcf39. 00000400:00000040:3.0:1767384908.345330:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384908.345333:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384908.345335:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384908.345338:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384908.345340:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384908.345342:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384908.345344:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384908.345346:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384908.345347:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384908.345349:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384908.345350:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384908.345353:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384908.345356:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384908.345358:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384908.345360:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384908.345362:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384908.345364:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384908.345367:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384908.345369:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384908.345370:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384908.345372:0:24756:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384908.345444:0:24756:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000db43e1c5. 00080000:00000020:0.0:1767384908.346291:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384908.346294:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384908.346297:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029077231. 20000000:00000001:0.0:1767384908.346303:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384908.346308:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352218240 00010000:00000001:0.0:1767384908.346310:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384908.346318:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001cdabe6 x1853237352218240/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384908.346325:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384908.346327:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384908.346330:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.346342:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384908.346347:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384908.346351:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384908.346353:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384908.346355:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.346358:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384908.346363:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384908.346366:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8b466e4. 00000100:00000200:0.0:1767384908.346370:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352218240, offset 224 00000400:00000200:0.0:1767384908.346377:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384908.346388:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384908.346403:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103e80 00000400:00000200:0.0:1767384908.346411:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1631 [2] + 224 00000400:00000200:0.0:1767384908.346419:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.346426:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.346433:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.346440:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384908.346453:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.346470:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384908.346475:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b466e4 00000400:00000010:0.0:1767384908.346479:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8b466e4. 00000100:00000001:0.0:1767384908.346485:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384908.346487:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.346492:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.346497:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384908.346499:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384908.346502:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.346505:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384908.346513:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001cdabe6 x1853237352218240/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.346526:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001cdabe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352218240:12345-0@lo:253: Request processed in 22680us (23258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384908.346549:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:0.0:1767384908.346554:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384908.346558:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384908.346562:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384908.346567:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ea91ff8. 00000020:00000010:0.0:1767384908.346574:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000014a19d54. 00000020:00000010:0.0:1767384908.346581:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9f98833. 00000020:00000040:0.0:1767384908.346585:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384908.346589:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384908.346590:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0231829. 02000000:00000001:0.0:1767384908.346594:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384908.346596:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384908.346605:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384908.346722:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.346724:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384908.346744:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384908.346746:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384908.346748:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c22951b1. 00000400:00000200:0.0:1767384908.346751:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf435357 00000400:00000010:0.0:1767384908.346752:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf435357. 00000100:00000001:0.0:1767384908.346756:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.346759:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384908.346766:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.346771:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384908.346773:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.346775:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384908.346776:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384908.346778:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384908.346779:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.346781:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384908.346784:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=38 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384908.346786:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.346864:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384908.346867:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.346870:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384908.346873:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.346875:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384908.346882:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.346917:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384908.346919:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384908.346921:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384908.346926:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384908.346928:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384908.346931:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384908.346934:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384908.346937:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384908.346940:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384908.346942:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384908.346943:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384908.346947:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384908.346949:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384908.346956:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.346963:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352218240:0@lo:253: 00000100:00000001:0.0:1767384908.346970:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.346973:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384908.346980:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759d5eb2 x1853237352218240/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.346987:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384908.346989:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384908.346991:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee802f44. 02000000:00000001:0.0:1767384908.346994:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384908.346996:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384908.346999:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384908.347002:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384908.347005:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a119971. 02000000:00000001:0.0:1767384908.347019:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384908.347022:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384908.347024:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759d5eb2. 00000100:00000001:0.0:1767384908.347028:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384908.347029:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.347031:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384908.347038:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384908.347040:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.347042:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.347044:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384908.347058:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22951b1. 00000400:00000010:0.0:1767384908.347062:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8b466e4. 00080000:00000020:2.0:1767384908.347876:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384908.347882:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:1.0:1767384908.347929:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294897294, at 4294897295 00000100:00000010:1.0:1767384908.347940:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00000100:00000040:0.0:1767384908.347940:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294897294, at 4294897295 20000000:00000010:2.0:1767384908.347949:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000425b1ae4. 00000100:00000010:0.0:1767384908.347949:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008512c43a. 00000100:00000040:3.0:1767384908.347967:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294897294, at 4294897295 20000000:00000001:2.0:1767384908.347973:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384908.347979:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb808c1e. 00010000:00000040:2.0:1767384908.347981:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352218368 00010000:00000001:2.0:1767384908.347988:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384908.347999:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c9ab88b x1853237352218368/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384908.348010:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384908.348023:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384908.348027:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384908.348033:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384908.348037:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384908.348040:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384908.348045:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384908.348048:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.348052:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384908.348056:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384908.348061:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073368e83. 00000100:00000200:2.0:1767384908.348067:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352218368, offset 224 00000400:00000200:2.0:1767384908.348076:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384908.348090:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384908.348101:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272103f00 00000400:00000200:2.0:1767384908.348109:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1639 [2] + 224 00000400:00000200:2.0:1767384908.348118:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384908.348122:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384908.348129:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384908.348134:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384908.348145:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.348162:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384908.348172:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073368e83 00000100:00000001:3.0:1767384908.348175:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384908.348176:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073368e83. 00000100:00000001:3.0:1767384908.348180:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384908.348183:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384908.348185:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384908.348187:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384908.348188:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384908.348192:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d68a8c3. 00000100:00000001:2.0:1767384908.348196:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.348198:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065435015 00000400:00000010:3.0:1767384908.348202:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065435015. 00000100:00000040:2.0:1767384908.348203:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:3.0:1767384908.348208:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384908.348209:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384908.348214:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384908.348214:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.348224:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384908.348235:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c9ab88b x1853237352218368/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384908.348236:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.348294:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384908.348304:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.348313:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384908.348318:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384908.348323:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384908.348328:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.348331:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.348338:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c9ab88b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352218368:12345-0@lo:253: Request processed in 24493us (24942us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384908.348339:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=38 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384908.348352:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384908.348361:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384908.348362:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384908.348364:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384908.348367:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00000001:3.0:1767384908.348368:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.348376:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.348378:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000040:3.0:1767384908.348384:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.348384:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384908.348392:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384908.348402:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384908.348403:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee9bceb4. 00000100:00000001:3.0:1767384908.348405:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384908.348407:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384908.348413:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384908.348414:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384908.348416:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384908.348417:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384908.348418:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384908.348420:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000010:2.0:1767384908.348421:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:01000004:3.0:1767384908.348422:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384908.348425:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384908.348427:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384908.348429:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384908.348431:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072cf2008. 00000100:00100000:3.0:1767384908.348445:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352218368:0@lo:253: 00000020:00000040:2.0:1767384908.348446:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:3.0:1767384908.348450:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.348453:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384908.348456:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384908.348457:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002805dbb x1853237352218368/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384908.348462:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000099a108a1. 00000100:00000001:3.0:1767384908.348465:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384908.348472:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384908.348474:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:3.0:1767384908.348475:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004c6008e6. 00000100:00000001:2.0:1767384908.348481:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384908.348483:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384908.348488:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384908.348489:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384908.348492:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767384908.348493:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:3.0:1767384908.348494:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004ed90e3f. 02000000:00000001:3.0:1767384908.348502:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384908.348503:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a91e70. 02000000:00000001:3.0:1767384908.348504:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384908.348507:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002805dbb. 00000400:00000010:2.0:1767384908.348512:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073368e83. 00000100:00000001:3.0:1767384908.348513:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384908.348518:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.348521:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.348525:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384908.348527:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.348530:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.348533:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.348544:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294897294, at 4294897295 00000100:00000010:2.0:1767384908.348555:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e95d856b. 00010000:00000010:0.1:1767384908.352940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007449c758. 00010000:00000010:0.1:1767384908.352953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b6a4380. 00010000:00000001:2.0:1767384909.292973:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384909.292982:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384909.292993:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384909.292996:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384909.293053:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384909.293060:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384909.293064:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384909.454440:0:25055:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384909.454455:0:25055:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384909.454459:0:25055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384909.454465:0:25055:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384909.454471:0:25055:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384909.454474:0:25055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384910.130096:0:25219:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384910.130100:0:25219:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:0.0:1767384910.133476:0:25219:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384910.140691:0:25220:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000475f83ed. 00000400:00000010:0.0:1767384910.140705:0:25220:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000029721b25. 00000400:00000010:0.0:1767384910.140713:0:25220:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002874c8c1. 00000400:00000010:0.0:1767384910.140736:0:25220:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000e802f02. 00000400:00000010:0.0:1767384910.140740:0:25220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004b2e7bf2. 00000400:00000010:0.0:1767384910.140744:0:25220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6663a1e. 00000400:00000010:0.0:1767384910.140746:0:25220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b858f0a. 00000400:00000010:0.0:1767384910.140747:0:25220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f5fd5e4. 00000400:00000010:0.0:1767384910.140750:0:25220:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000023d8bff1. 00000800:00000010:0.0:1767384910.140778:0:25220:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ddb9ab9f. 00000800:00000200:0.0:1767384910.140787:0:25220:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384910.140795:0:25220:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384910.140827:0:25220:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:0.0:1767384910.140846:0:25220:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp27 [8/256/0/180] 00000400:00000010:0.0:1767384910.142285:0:25220:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000ddcf3497. 00000400:00000010:0.0:1767384910.142290:0:25220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384910.142294:0:25220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00000400:00000001:0.0:1767384910.142314:0:25220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384910.142316:0:25220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384910.142318:0:25220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0fa8b8c. 00000400:00000200:0.0:1767384910.142320:0:25220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc68bef 00000400:00000010:0.0:1767384910.142322:0:25220:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc68bef. 00000400:00000010:0.0:1767384910.142325:0:25220:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000fbdbe0e8. 00000400:00000200:0.0:1767384910.142329:0:25220:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (18) 00000400:00000200:0.0:1767384910.142339:0:25220:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384910.142347:0:25220:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:0.0:1767384910.142356:0:25220:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004ed90e3f. 00000020:01000000:0.0:1767384910.142362:0:25220:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384910.142366:0:25220:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp27 00000400:00000200:1.0:1767384910.142372:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384910.142380:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:0.0:1767384910.142385:0:25220:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000029721b25. 00000400:00000010:1.0:1767384910.142388:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000400:00000010:0.0:1767384910.142391:0:25220:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000475f83ed. 00000400:00000200:1.0:1767384910.142394:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (19) 00000400:00000010:1.0:1767384910.142403:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004ee7f76e. 00000400:00000200:1.0:1767384910.142409:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp25 00000020:00000001:2.0:1767384910.142413:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384910.142418:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384910.142420:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384910.142423:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384910.142427:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384910.142428:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp25 to MR: 192.168.203.112@tcp25 local destination 00000020:01000004:2.0:1767384910.142430:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384910.142434:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384910.142436:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384910.142437:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384910.142438:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384910.142442:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:01000004:2.0:1767384910.142448:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384910.142450:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384910.142452:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384910.142455:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384910.142455:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp25 00000100:00000010:2.0:1767384910.142460:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1bb09cd. 00000020:00000040:2.0:1767384910.142466:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384910.142472:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384910.142473:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) -> 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) : PUT try# 0 02000000:00000001:2.0:1767384910.142475:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384910.142482:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384910.142484:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.112@tcp25 02000000:00000010:2.0:1767384910.142490:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001af92ef2. 00000100:00000001:2.0:1767384910.142497:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384910.142500:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000888c1429. 00000100:00000001:2.0:1767384910.142505:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384910.142508:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384910.142512:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (6) 00000100:00000040:2.0:1767384910.142518:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1bb09cd] to pc [ptlrpcd_00_03+3] req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384910.142527:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:988 00000800:00000200:1.0:1767384910.142534:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000888c1429 type 1, nob 432 niov 1 nkiov 1 00000400:00000200:1.0:1767384910.142553:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 10000000:00000001:2.0:1767384910.142554:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384910.142559:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384910.142560:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000020:00000001:2.0:1767384910.142562:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384910.142566:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384910.142567:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384910.142573:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384910.142574:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384910.142577:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384910.142578:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384910.142581:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384910.142584:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384910.142587:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384910.142587:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384910.142591:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384910.142595:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384910.142598:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384910.142601:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384910.142605:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384910.142606:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384910.142610:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384910.142610:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384910.142613:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384910.142615:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384910.142616:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384910.142619:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a57027f7. 02000000:00000001:3.0:1767384910.142620:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384910.142624:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:3.0:1767384910.142625:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.142628:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384910.142631:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a1bb09cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352218752:0@lo:253: 02000000:00000001:2.0:1767384910.142632:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384910.142635:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.142637:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384910.142642:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384910.142646:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384910.142650:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000342be977. 00000100:00000001:2.0:1767384910.142654:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384910.142660:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384910.142661:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384910.142664:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384910.142667:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004c6008e6. 00000100:00000040:2.0:1767384910.142668:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57027f7] to pc [ptlrpcd_00_00+0] req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384910.142673:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384910.142681:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d68a8c3. 00000400:00000010:3.0:1767384910.142688:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf8168f. 00000100:00000200:3.0:1767384910.142692:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352218752, portal 25 10000000:00000001:2.0:1767384910.142693:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.142695:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384910.142696:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.142698:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606556288 : -106559102995328 : ffff9f15c684b480) 00000020:00000001:2.0:1767384910.142699:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384910.142699:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000000:2.0:1767384910.142705:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:1.0:1767384910.142707:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000888c1429. 00000100:00000040:3.0:1767384910.142708:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384910.142709:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004ed90e3f. 00000400:00000200:1.0:1767384910.142733:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384910.142734:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384910.142739:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384910.142739:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384910.142745:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384910.142746:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f28d20ec. 00000400:00000200:1.0:1767384910.142746:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: PUT: OK 00000100:00000200:3.0:1767384910.142753:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352218752, offset 0 00000400:00000200:1.0:1767384910.142756:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384910.142757:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384910.142761:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384910.142761:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384910.142763:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384910.142766:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp25: 0 00000100:00000040:2.0:1767384910.142770:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384910.142778:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384910.142781:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384910.142786:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384910.142788:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384910.142790:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384910.142792:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384910.142795:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.142796:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104080 02000000:00000001:2.0:1767384910.142797:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384910.142803:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384910.142805:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352218880:0@lo:253: 00000400:00000200:3.0:1767384910.142810:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfa9 [2] + 0 00000800:00000001:1.0:1767384910.142810:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.142811:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384910.142816:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384910.142818:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fda5d3f. 02000000:00000001:2.0:1767384910.142819:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384910.142823:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384910.142825:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed1af3f8 00000400:00000200:1.0:1767384910.142828:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : PUT - for me 02000000:00000010:2.0:1767384910.142829:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001635d968. 00000400:00000200:3.0:1767384910.142833:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384910.142834:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384910.142842:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d0a2f4. 00000400:00000200:3.0:1767384910.142844:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384910.142847:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384910.142849:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c09ed37a. 00000400:00000200:3.0:1767384910.142850:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed1af3f8 00000400:00000010:3.0:1767384910.142856:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed1af3f8. 00000100:00000001:3.0:1767384910.142860:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384910.142862:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384910.142865:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a94f675a x1853237352218752 msgsize 4848 00000100:00000200:2.0:1767384910.142865:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352218880, portal 25 00000100:00000001:2.0:1767384910.142870:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384910.142873:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 320/336 into md 0x1641 [1] + 0 00000100:00100000:3.0:1767384910.142877:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384910.142879:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606551808 : -106559102999808 : ffff9f15c684a300) 00000100:00000040:3.0:1767384910.142881:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384910.142884:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d3d835. 00000100:00000040:2.0:1767384910.142909:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384910.142920:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009354b2e1 00000100:00000001:2.0:1767384910.142922:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384910.142924:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384910.142927:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384910.142928:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384910.142934:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f28d20ec 00000400:00000010:2.0:1767384910.142935:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1067fa9. 00000400:00000010:3.0:1767384910.142938:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f28d20ec. 00000800:00000001:1.0:1767384910.142938:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384910.142944:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384910.142945:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384910.142947:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352218880, offset 0 00000100:00000200:3.0:1767384910.142953:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384910.142956:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: PUT: OK 00000400:00000200:2.0:1767384910.142959:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384910.142968:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 00000400:00000010:1.0:1767384910.142972:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 00000400:00000200:2.0:1767384910.142975:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384910.142980:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384910.142988:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (20) 00000400:00000200:2.0:1767384910.142991:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104100 00000100:00000001:3.0:1767384910.142995:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384910.143000:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00000040:3.0:1767384910.143001:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384910.143002:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfb9 [2] + 0 00000400:00000200:1.0:1767384910.143008:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (336 bytes) 00000400:00000010:2.0:1767384910.143011:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf911f2a. 00000400:00000200:2.0:1767384910.143018:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000442fed93 00000400:00000200:1.0:1767384910.143019:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:3.0:1767384910.143023:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384910.143025:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384910.143026:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384910.143031:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384910.143034:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (21) 00000100:00000001:3.0:1767384910.143052:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384910.143056:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442fed93 00000400:00000200:1.0:1767384910.143056:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384910.143057:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294899103 00000400:00000010:2.0:1767384910.143061:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000442fed93. 00000100:00000010:3.0:1767384910.143065:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f591fe16. 00000100:00000001:2.0:1767384910.143066:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384910.143071:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384910.143072:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp25 to MR: 192.168.203.112@tcp25 local destination 00000100:00000040:2.0:1767384910.143074:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000006365a516 x1853237352218880 msgsize 4848 00000100:00000001:3.0:1767384910.143075:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384910.143083:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294899103 00000100:00100000:2.0:1767384910.143084:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384910.143088:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [46:46:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [46:46:8:4294967295] 00000100:00000040:2.0:1767384910.143089:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384910.143092:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f141949. 00000100:00000001:3.0:1767384910.143097:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384910.143102:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384910.143103:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294899103 00000100:00000010:3.0:1767384910.143109:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001c251287. 00000100:00000001:3.0:1767384910.143113:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384910.143118:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294899103 00000400:00000200:1.0:1767384910.143118:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) -> 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) 192.168.203.112@tcp25 : ACK try# 0 00000100:00000010:3.0:1767384910.143124:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2aa3045. 00000100:00000001:3.0:1767384910.143129:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384910.143131:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1067fa9 00000100:00000001:3.0:1767384910.143135:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384910.143135:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp25 00000400:00000010:2.0:1767384910.143136:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1067fa9. 00000100:00000001:3.0:1767384910.143142:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.143143:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767384910.143143:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000888c1429. 00000100:00000001:3.0:1767384910.143148:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384910.143151:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.143154:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384910.143157:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (6) 00000100:00000001:3.0:1767384910.143164:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384910.143168:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384910.143169:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767384910.143170:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:991 00000100:00000040:2.0:1767384910.143174:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.143175:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1767384910.143177:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000888c1429 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384910.143179:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384910.143183:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.143188:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.143191:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.143194:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384910.143199:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384910.143200:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384910.143209:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294899103 00000100:00000001:2.0:1767384910.143211:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294899103 00000800:00000001:1.0:1767384910.143213:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.143214:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294899103 00000100:00000001:2.0:1767384910.143220:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294899103 00000100:00000001:2.0:1767384910.143222:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294899103 00000100:00000001:2.0:1767384910.143224:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294899103 00000100:00000001:2.0:1767384910.143226:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294899103 00000100:00000001:2.0:1767384910.143228:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294899103 00000100:00000001:2.0:1767384910.143229:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384910.143231:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.143233:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.143235:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.143241:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384910.143242:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384910.143243:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384910.143245:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384910.143248:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352218752 00000100:00000001:2.0:1767384910.143249:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384910.143252:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384910.143254:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384910.143256:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.143259:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:1.0:1767384910.143260:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384910.143265:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000888c1429. 00000100:00000001:3.0:1767384910.143271:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384910.143272:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384910.143277:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.143279:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384910.143284:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: ACK: OK 00000100:00100000:2.0:1767384910.143285:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352218880 00000100:00100000:3.0:1767384910.143286:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352218752 02000000:00000001:2.0:1767384910.143289:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384910.143292:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384910.143293:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384910.143294:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384910.143297:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000800:00000001:1.0:1767384910.143298:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384910.143299:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.143302:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384910.143304:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352218880 00000020:00000040:3.0:1767384910.143305:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000800:00000001:1.0:1767384910.143306:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384910.143307:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384910.143310:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384910.143312:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000800:00000001:1.0:1767384910.143313:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384910.143314:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384910.143316:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000040:2.0:1767384910.143318:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384910.143321:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384910.143323:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384910.143323:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384910.143325:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000010:3.0:1767384910.143329:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083a29b40. 00000800:00000001:1.0:1767384910.143330:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384910.143331:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384910.143334:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384910.143337:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149bb7f1. 00000020:00000010:3.0:1767384910.143338:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083a29b40. 00000800:00000001:1.0:1767384910.143340:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384910.143347:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023b5d10b. 00000100:00000001:2.0:1767384910.143348:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384910.143354:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149bb7f1. 00000400:00000200:1.0:1767384910.143356:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : ACK - for me 00000020:00000010:3.0:1767384910.143358:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f3ae4da. 00000020:00000010:2.0:1767384910.143362:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f946d9d. 00000020:00000010:3.0:1767384910.143366:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a6cc34d. 00000020:00000010:2.0:1767384910.143367:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b0ce158. 00000400:00000200:1.0:1767384910.143374:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp25: ACK from 12345-192.168.203.112@tcp25 into md 0x1675 00000020:00000010:2.0:1767384910.143377:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc826616. 00000400:00000200:1.0:1767384910.143395:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384910.143397:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384910.143405:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384910.143405:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384910.143405:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: ACK: OK 00000100:00000001:2.0:1767384910.143411:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384910.143412:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384910.143414:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384910.143414:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000100:00000001:3.0:1767384910.143416:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384910.143420:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:2.0:1767384910.143423:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.143426:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384910.143427:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384910.143433:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.143434:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384910.143436:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:1.0:1767384910.143444:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:2.0:1767384910.143447:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384910.143451:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384910.143451:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (20) 00000100:00000001:3.0:1767384910.143453:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384910.143456:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384910.143457:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384910.143461:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00100000:3.0:1767384910.143467:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000001:2.0:1767384910.143467:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526581328 : -106558182970288 : ffff9f15fd5b2c50) 00000800:00000001:1.0:1767384910.143473:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384910.143474:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000040:2.0:1767384910.143477:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006365a516 x1853237352218880/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:136/0 lens 4848/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.143478:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526573136 : -106558182978480 : ffff9f15fd5b0c50) 00000800:00000001:1.0:1767384910.143481:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384910.143489:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a94f675a x1853237352218752/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:136/0 lens 4848/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.143494:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384910.143499:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149bb7f1. 00000100:00000001:3.0:1767384910.143502:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384910.143503:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384910.143507:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149bb7f1. 00000020:00000010:3.0:1767384910.143508:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083a29b40. 00000100:00000001:3.0:1767384910.143513:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384910.143513:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006365a516 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352218880:12345-0@lo:253: 00000020:00000010:3.0:1767384910.143516:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083a29b40. 00000100:00000200:2.0:1767384910.143519:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352218880 00000020:00000001:2.0:1767384910.143521:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384910.143524:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384910.143528:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384910.143530:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384910.143533:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a94f675a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352218752:12345-0@lo:253: 00000020:00000001:2.0:1767384910.143534:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384910.143540:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384910.143541:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352218752 00000020:00000001:2.0:1767384910.143543:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384910.143545:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384910.143547:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384910.143550:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384910.143551:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384910.143554:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.143556:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384910.143558:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:3.0:1767384910.143562:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384910.143562:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.143566:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384910.143570:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384910.143570:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384910.143575:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384910.143575:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384910.143579:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.143582:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384910.143583:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba1499dd. 02000000:00000001:3.0:1767384910.143587:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384910.143587:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.143592:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384910.143596:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000099a108a1. 20000000:00000001:2.0:1767384910.143596:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384910.143600:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.143602:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384910.143604:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384910.143606:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000be83c0bd. 00000400:00000200:1.0:1767384910.143609:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:01000000:2.0:1767384910.143611:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384910.143612:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000425b1ae4. 20000000:00000001:2.0:1767384910.143616:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384910.143617:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000fa39bfc1. 20000000:01000000:3.0:1767384910.143618:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384910.143619:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384910.143624:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384910.143625:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384910.143628:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be295e91. 20000000:00000001:3.0:1767384910.143629:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384910.143629:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384910.143634:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384910.143635:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:1.0:1767384910.143638:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 20000000:00000001:3.0:1767384910.143639:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384910.143643:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384910.143646:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fa39bfc1 20000000:00000010:2.0:1767384910.143647:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000890c37bb. 20000000:01000000:2.0:1767384910.143652:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000400:00000010:1.0:1767384910.143654:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000a3ae02fa. 20000000:00000001:2.0:1767384910.143658:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384910.143662:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00080000:00000001:2.0:1767384910.143664:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384910.143671:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 00000400:00000200:1.0:1767384910.143676:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (19) 00000400:00000010:1.0:1767384910.143682:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000728c3f23. 00000400:00000010:1.0:1767384910.143687:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000400:00000010:1.0:1767384910.143694:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c88263b5. 00000400:00000200:1.0:1767384910.143700:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767384910.143710:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00080000:00000001:2.0:1767384910.143711:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384910.143735:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384910.143738:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.143741:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384910.143741:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000001:2.0:1767384910.143746:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384910.143754:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000400:00000200:1.0:1767384910.143754:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00080000:00000001:2.0:1767384910.143760:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384910.143783:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00080000:00000010:2.0:1767384910.143785:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000475e7c02. 00080000:00000001:2.0:1767384910.143791:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249359360 : -106563460192256 : ffff9f14c2cf2800) 00000400:00000200:1.0:1767384910.143795:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00080000:00000001:2.0:1767384910.143796:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384910.143805:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767384910.143811:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:1.0:1767384910.143816:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:1.0:1767384910.143822:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384910.143827:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384910.143832:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384910.143850:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384910.143856:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384910.143862:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384910.143868:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767384910.143875:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:1.0:1767384910.143882:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000001:00000001:2.0:1767384910.143888:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384910.143888:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00080000:00000001:2.0:1767384910.143891:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.143895:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384910.143937:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00080000:00000001:2.0:1767384910.143942:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384910.143946:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp26 00080000:00000001:2.0:1767384910.143949:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384910.143954:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp26 lpni_is_preferred = 0 00000400:00000200:1.0:1767384910.143959:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp26 00000400:00000200:1.0:1767384910.143963:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp26 NI seq info: [47:47:256:4294967295] 192.168.203.112@tcp26 LPNI seq info [47:47:8:4294967295] 00000400:00000200:1.0:1767384910.143970:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp26 00000400:00000200:1.0:1767384910.143978:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26:) -> 192.168.203.112@tcp26(192.168.203.112@tcp:192.168.203.112@tcp26) : GET try# 0 00000800:00000200:1.0:1767384910.143985:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp26 00000800:00000010:1.0:1767384910.143990:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000888c1429. 00000800:00000010:1.0:1767384910.143997:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c06f292. 00000800:00000010:1.0:1767384910.144003:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f3802ccb. 00000800:00000200:1.0:1767384910.144010:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (2) 00000800:00000200:1.1:1767384910.144016:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (2) 00000400:00000200:1.0:1767384910.144031:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384910.144035:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 00080000:00000001:2.0:1767384910.144040:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384910.144044:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384910.144079:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384910.144084:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384910.144138:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144203:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144244:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144291:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144330:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144365:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144467:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144497:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144541:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144578:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144629:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144680:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144743:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144806:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144850:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.144884:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145135:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145236:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145275:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145301:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145329:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145352:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145398:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145444:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145467:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145500:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145532:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.145562:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000800:00000010:3.0:1767384910.145787:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ee802f44. 00000800:00000010:3.0:1767384910.145792:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f28d20ec. 00000800:00000010:3.0:1767384910.145797:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083a29b40. 00000800:00000010:3.0:1767384910.145826:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083a29b40. 00000400:00000200:3.0:1767384910.145879:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384910.145922:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp26 from 221.3.0.2 00000800:00000010:3.0:1767384910.145927:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cd84b36b. 00000800:00000010:1.0:1767384910.145960:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008110818. 00000800:00000010:1.0:1767384910.145968:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf17feae. 00000800:00000010:1.0:1767384910.145995:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004746606e. 00000800:00000200:1.1:1767384910.146011:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (2) 00000800:00000200:1.1:1767384910.146018:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp26 000000004746606e deleted 00000800:00000010:1.1:1767384910.146022:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004746606e. 00000800:00000200:1.1:1767384910.146028:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384910.146035:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp26 ip 192.168.203.112:989 00000800:00000200:1.1:1767384910.146039:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000888c1429 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384910.146047:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp26 p 3.x 192.168.203.112 -> 192.168.203.112:989 incarnation:1767384908321298217 sched[0] 00000800:00000010:1.0:1767384910.146054:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd3fa0f0. 00000800:00000010:1.0:1767384910.146126:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd3fa0f0. 00000800:00000010:1.0:1767384910.146133:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf17feae. 00000800:00000010:1.0:1767384910.146177:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cd84b36b. 00000800:00000001:1.0:1767384910.146195:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384910.146202:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384910.146264:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384910.146268:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000888c1429. 00000400:00000200:1.0:1767384910.146274:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384910.146283:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: GET: OK 00000400:00000200:1.0:1767384910.146288:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384910.146293:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000200:1.1:1767384910.146343:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384910.146351:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp26 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384908321298217 sched[0] 00000800:00000010:1.0:1767384910.146355:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f28d20ec. 00000400:00000200:1.0:1767384910.146432:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000001:3.0:1767384910.146440:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.146447:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384910.146449:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.146457:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.146465:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26) <- 192.168.203.112@tcp26 : GET - for me 00000400:00000200:3.0:1767384910.146475:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384910.146481:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 336/336 into md 0x1671 [1] + 0 00000400:00000200:3.0:1767384910.146490:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp26 to MR: 192.168.203.112@tcp26 local destination 00000400:00000200:3.0:1767384910.146498:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp26 NI seq info: [48:48:256:4294967295] 192.168.203.112@tcp26 LPNI seq info [48:48:8:4294967295] 00000400:00000200:1.0:1767384910.146498:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.146517:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) -> 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) 192.168.203.112@tcp26 : REPLY try# 0 00000800:00000200:3.0:1767384910.146523:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.112@tcp26 00000800:00000010:3.0:1767384910.146527:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090c31020. 00000800:00000200:3.0:1767384910.146533:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000800:00000200:3.0:1767384910.146538:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp26 ip 192.168.203.112:988 00000800:00000200:3.0:1767384910.146541:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090c31020 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:1.0:1767384910.146565:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000200:3.0:1767384910.146599:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384910.146603:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090c31020. 00000400:00000200:3.0:1767384910.146607:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384910.146612:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: REPLY: OK 00000400:00000200:1.0:1767384910.146633:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000001:3.0:1767384910.146639:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.146644:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384910.146647:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.146653:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384910.146655:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.146659:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.146664:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26) <- 192.168.203.112@tcp26 : REPLY - for me 00000400:00000200:3.0:1767384910.146673:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp26: Reply from 12345-192.168.203.112@tcp26 of length 336/336 into md 0x168d 00000800:00000001:3.0:1767384910.146677:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.146682:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.146684:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384910.146694:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: REPLY: OK 00000400:00000200:1.0:1767384910.146695:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.146699:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:3.0:1767384910.146703:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000400:00000200:3.0:1767384910.146708:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384910.146711:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:3.0:1767384910.146714:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384910.146734:0:16129:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 19. state = 0x100251 00000400:00000200:3.0:1767384910.146740:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384910.146748:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (20) 00000800:00000001:3.0:1767384910.146784:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.146788:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384910.146797:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.146857:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.146952:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.146999:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147053:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147109:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147150:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147203:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.147204:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384910.147213:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:3.0:1767384910.147221:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000008465e9ea. 00000400:00000010:3.0:1767384910.147226:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000007ad7143a. 00000400:00000010:3.0:1767384910.147230:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 000000005e82fa35. 00000400:00000200:1.0:1767384910.147276:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147355:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000010:3.0:1767384910.147483:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ec376ed3. 00000400:00000200:1.0:1767384910.147510:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.147515:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ec376ed3 nid 192.168.203.112@tcp27 00000400:00000200:1.0:1767384910.147582:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147654:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147743:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000010:3.0:1767384910.147762:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a7e78754. 00000400:00000200:3.0:1767384910.147767:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a7e78754 net tcp27 00000400:00000200:3.0:1767384910.147771:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (19) 00000400:00000200:3.0:1767384910.147777:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp27 flags 0x11 00000400:00000010:3.0:1767384910.147782:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000008465e9ea. 00000400:00000010:3.0:1767384910.147786:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000007ad7143a. 00000400:00000010:3.0:1767384910.147791:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 000000005e82fa35. 00000400:00000010:3.0:1767384910.147795:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000728c3f23. 00000400:00000200:3.0:1767384910.147799:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384910.147803:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:1.0:1767384910.147805:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384910.147809:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:3.0:1767384910.147817:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:3.0:1767384910.147821:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384910.147824:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:3.0:1767384910.147828:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384910.147838:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (20) 00000400:00000200:1.0:1767384910.147878:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.147970:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148017:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148060:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148128:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148168:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148218:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148261:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148317:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148377:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148431:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148490:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148552:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384910.148609:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384910.148790:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092707fa9. 00000800:00000010:1.0:1767384910.148795:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf17feae. 00000800:00000010:1.0:1767384910.148800:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd3fa0f0. 00000800:00000010:1.0:1767384910.148822:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd3fa0f0. 00000800:00020000:1.0:1767384910.148830:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384910.153573:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf17feae. 00000800:00000010:1.0:1767384910.153578:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000092707fa9. 00000400:02020000:1.0:1767384910.153621:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp26 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384910.153850:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384910.153856:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384910.153858:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.153860:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384910.153869:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384910.153876:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384910.153879:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384910.153883:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008c26d755. 20000000:01000000:2.0:1767384910.153901:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00080000:00000020:0.0:1767384910.153905:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384910.153913:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384910.153917:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384910.153920:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384910.153924:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384910.153926:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384910.153930:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384910.153933:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384910.153940:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007449c758. 00080000:00000001:2.0:1767384910.153941:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384910.153944:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384910.153947:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384910.153948:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020ba3b81. 00080000:00000001:2.0:1767384910.153950:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.153952:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384910.153955:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384910.153956:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020ba3b81 with handle 0x7ec529173eeb838e to hash 00000020:00000001:2.0:1767384910.153960:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384910.153960:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384910.153964:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00000020:00000001:2.0:1767384910.153967:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384910.153967:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00080000:00000001:2.0:1767384910.153973:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384910.153976:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.153978:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384910.153979:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e127855f. 00010000:00010000:0.0:1767384910.153982:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384910.153983:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249352192 : -106563460199424 : ffff9f14c2cf0c00) 00080000:00000001:2.0:1767384910.153987:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384910.153996:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384910.153999:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384910.154002:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384910.154004:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384910.154006:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.154008:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384910.154009:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.154011:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384910.154013:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384910.154014:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384910.154016:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384910.154017:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007449c758) refcount = 1 00010000:00010000:0.0:1767384910.154020:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.154024:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384910.154026:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384910.154028:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.154029:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.154031:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384910.154034:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384910.154036:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384910.154039:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.154040:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.154041:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020ba3b81 refcount=4 00000020:00000001:0.0:1767384910.154043:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00000001:00000001:2.0:1767384910.154046:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384910.154046:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00080000:00000001:2.0:1767384910.154049:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.154050:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384910.154053:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384910.154054:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384910.154062:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.154066:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384910.154073:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384910.154075:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.154079:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.154081:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384910.154082:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.154086:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.154087:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.154090:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384910.154091:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384910.154096:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000020ba3b81 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384910.154098:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384910.154099:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384910.154101:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.154106:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384910.154107:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.154108:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.154110:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020ba3b81 refcount=5 00000020:00000001:0.0:1767384910.154112:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00010000:00000001:0.0:1767384910.154114:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00010000:00000001:0.0:1767384910.154117:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384910.154119:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.154122:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384910.154124:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384910.154130:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.154133:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384910.154134:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384910.154136:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.154137:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384910.154139:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020ba3b81 with handle 0x7ec529173eeb838e from hash 00010000:00000001:0.0:1767384910.154142:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384910.154143:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.154144:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.154145:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384910.154147:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384910.154149:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:2.0:1767384910.154151:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384910.154152:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:2.0:1767384910.154154:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384910.154156:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.154161:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.154163:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384910.154165:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384910.154168:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.154169:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.154171:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.154173:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.154175:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.154177:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.154183:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.154185:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.154186:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384910.154188:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384910.154191:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.154193:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.154195:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384910.154197:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.154200:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.154203:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.154209:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384910.154217:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384910.154219:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb838e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384910.154225:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007449c758 count: 0 00010000:00000001:0.0:1767384910.154236:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384910.154238:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384910.156928:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294899103, at 4294899104 00000100:00000010:3.0:1767384910.156936:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2aa3045. 00080000:00000001:1.0:1767384910.157091:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384910.157094:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384910.157097:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384910.157098:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384910.157100:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384910.157109:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000475e7c02. 00080000:00000001:1.0:1767384910.157113:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:1.0:1767384910.157125:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294899103, at 4294899104 00000100:00000010:1.0:1767384910.157130:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f141949. 00000100:00000040:0.0:1767384910.157695:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294899103, at 4294899104 00000100:00000010:0.0:1767384910.157701:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f591fe16. 00000100:00000040:2.0:1767384910.157935:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294899103, at 4294899105 00000100:00000010:2.0:1767384910.157942:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001c251287. 00080000:00000001:1.0:1767384910.161274:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384910.161278:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384910.161280:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384910.161282:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384910.161283:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384910.161285:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384910.161289:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000010:1.0:1767384910.161289:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e127855f. 20000000:00000001:2.0:1767384910.161293:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384910.161296:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384910.161298:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384910.161298:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384910.161313:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384910.161316:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384910.161320:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384910.161321:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384910.161325:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384910.161327:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384910.161330:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384910.161333:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384910.161338:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000029601766. 00010000:00000001:0.0:1767384910.161343:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384910.161346:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000350ae857. 00000020:00000001:0.0:1767384910.161350:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384910.161354:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000350ae857 with handle 0x7ec529173eeb8395 to hash 00000020:00000001:0.0:1767384910.161356:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384910.161358:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384910.161361:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384910.161364:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.161367:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.161369:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161377:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384910.161379:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384910.161381:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384910.161383:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384910.161385:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.161387:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384910.161388:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.161391:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384910.161399:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384910.161401:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384910.161402:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384910.161404:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000029601766) refcount = 1 00010000:00010000:0.0:1767384910.161408:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161414:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384910.161416:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384910.161417:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.161419:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.161420:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384910.161422:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384910.161424:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384910.161426:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.161427:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.161429:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000350ae857 refcount=4 00000020:00000001:0.0:1767384910.161430:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384910.161431:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384910.161433:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384910.161435:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161439:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384910.161440:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161443:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.161444:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384910.161445:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161449:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.161449:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.161451:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384910.161457:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384910.161461:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000350ae857 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384910.161462:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384910.161463:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384910.161465:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161469:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384910.161470:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.161471:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.161472:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000350ae857 refcount=5 00000020:00000001:0.0:1767384910.161474:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384910.161475:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384910.161477:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384910.161478:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161482:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384910.161483:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384910.161484:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.161488:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384910.161489:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384910.161491:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.161492:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384910.161494:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000350ae857 with handle 0x7ec529173eeb8395 from hash 00010000:00000001:0.0:1767384910.161495:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384910.161497:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.161498:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.161499:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384910.161501:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384910.161502:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384910.161503:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384910.161505:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.161506:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.161511:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384910.161512:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384910.161514:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.161515:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.161517:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.161519:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.161521:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.161523:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161526:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.161528:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.161529:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384910.161531:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384910.161532:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.161533:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.161534:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384910.161536:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.161537:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.161539:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.161543:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384910.161544:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384910.161545:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000350ae857/0x7ec529173eeb8395 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384910.161549:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000029601766 count: 0 00010000:00000001:0.0:1767384910.161555:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384910.161557:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384910.163524:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384910.163528:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384910.163532:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000be83c0bd. 20000000:00000001:2.0:1767384910.163538:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384910.163543:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352218880 00010000:00000001:2.0:1767384910.163547:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384910.163555:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006365a516 x1853237352218880/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384910.163569:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384910.163571:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384910.163574:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384910.163578:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384910.163581:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384910.163583:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384910.163587:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384910.163590:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.163593:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384910.163596:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384910.163600:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037527347. 00000100:00000200:2.0:1767384910.163604:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352218880, offset 224 00000400:00000200:2.0:1767384910.163613:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384910.163622:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384910.163631:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104100 00000400:00000200:2.0:1767384910.163636:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1681 [2] + 224 00000400:00000200:2.0:1767384910.163641:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384910.163644:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384910.163654:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384910.163657:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384910.163665:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.163677:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384910.163682:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037527347 00000400:00000010:2.0:1767384910.163684:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037527347. 00000100:00000001:2.0:1767384910.163687:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384910.163688:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384910.163691:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384910.163694:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384910.163696:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384910.163698:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384910.163700:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384910.163709:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006365a516 x1853237352218880/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384910.163739:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006365a516 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352218880:12345-0@lo:253: Request processed in 20221us (20640us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384910.163747:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384910.163750:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384910.163752:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384910.163753:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384910.163757:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b0ce158. 00000020:00000010:2.0:1767384910.163761:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc826616. 00000020:00000010:2.0:1767384910.163764:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f946d9d. 00000020:00000040:2.0:1767384910.163770:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:2.0:1767384910.163773:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384910.163775:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba1499dd. 02000000:00000001:2.0:1767384910.163780:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384910.163782:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384910.163787:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384910.163791:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd72c7d1. 00000400:00000010:2.0:1767384910.163795:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037527347. 00000100:00000001:2.0:1767384910.163814:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384910.163816:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384910.163820:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384910.163822:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384910.163823:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d0a2f4. 00000400:00000200:2.0:1767384910.163826:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09ed37a 00000400:00000010:2.0:1767384910.163828:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c09ed37a. 00000100:00000001:2.0:1767384910.163830:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384910.163834:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384910.163842:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.163847:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384910.163849:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.163851:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384910.163858:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384910.163860:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384910.163862:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384910.163864:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384910.163868:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384910.163870:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384910.163873:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384910.163875:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384910.163876:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384910.163878:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.163879:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384910.163882:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.163917:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384910.163921:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384910.163923:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384910.163928:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384910.163930:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384910.163932:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384910.163934:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384910.163936:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384910.163938:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384910.163940:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384910.163943:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384910.163945:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384910.163949:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384910.163959:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352218880:0@lo:253: 00000100:00000001:2.0:1767384910.163964:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.163967:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384910.163970:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a57027f7 x1853237352218880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.163976:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384910.163978:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384910.163981:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001635d968. 02000000:00000001:2.0:1767384910.163990:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384910.163993:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384910.163994:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384910.163996:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384910.163998:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000342be977. 02000000:00000001:2.0:1767384910.164004:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384910.164005:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384910.164007:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a57027f7. 00000100:00000001:2.0:1767384910.164012:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384910.164014:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.164016:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.164021:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384910.164023:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.164026:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384910.164028:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384910.164239:0:25225:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d9d1f4ee. 00000400:00000040:1.0:1767384910.164255:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384910.164258:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384910.164260:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384910.164262:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384910.164264:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384910.164265:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384910.164267:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384910.164268:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384910.164270:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384910.164271:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384910.164273:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384910.164274:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384910.164276:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384910.164277:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384910.164279:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384910.164280:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384910.164282:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384910.164283:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384910.164284:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384910.164286:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384910.164287:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384910.164288:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384910.164290:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384910.164291:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384910.164292:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384910.164294:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384910.164300:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384910.164302:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384910.164304:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384910.164305:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384910.164307:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384910.164309:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384910.164310:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384910.164312:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384910.164313:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384910.164314:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384910.164316:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384910.164318:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384910.164319:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384910.164320:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384910.164322:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384910.164323:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384910.164325:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384910.164327:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384910.164329:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384910.164330:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384910.164332:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384910.164334:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384910.164336:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384910.164338:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384910.164339:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384910.164341:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384910.164342:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384910.164344:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384910.164345:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384910.164347:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384910.164349:0:25225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384910.164416:0:25225:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d9d1f4ee. 00080000:00000020:2.0:1767384910.164993:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384910.164995:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384910.164996:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000425b1ae4. 20000000:00000001:2.0:1767384910.165002:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384910.165004:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352218752 00010000:00000001:2.0:1767384910.165006:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384910.165008:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a94f675a x1853237352218752/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384910.165013:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384910.165015:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384910.165016:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384910.165018:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384910.165019:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384910.165021:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384910.165022:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384910.165023:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.165025:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384910.165026:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384910.165029:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0dc2760. 00000100:00000200:2.0:1767384910.165031:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352218752, offset 224 00000400:00000200:2.0:1767384910.165034:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384910.165043:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384910.165048:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104080 00000400:00000200:2.0:1767384910.165052:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1679 [2] + 224 00000400:00000200:2.0:1767384910.165056:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384910.165058:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384910.165061:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384910.165063:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384910.165068:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.165079:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384910.165082:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0dc2760 00000400:00000010:2.0:1767384910.165084:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0dc2760. 00000100:00000001:2.0:1767384910.165086:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384910.165087:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384910.165089:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384910.165090:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.165093:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384910.165094:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384910.165097:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384910.165099:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384910.165100:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384910.165101:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384910.165103:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384910.165106:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a94f675a x1853237352218752/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384910.165107:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d68a8c3. 00000400:00000200:3.0:1767384910.165114:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf8168f 00000400:00000010:3.0:1767384910.165117:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf8168f. 00000100:00100000:2.0:1767384910.165117:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a94f675a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352218752:12345-0@lo:253: Request processed in 21614us (22250us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384910.165124:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384910.165129:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000200:3.0:1767384910.165131:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384910.165133:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384910.165136:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384910.165138:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384910.165141:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f3ae4da. 00000100:00000200:3.0:1767384910.165148:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384910.165150:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a6cc34d. 00000020:00000010:2.0:1767384910.165155:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023b5d10b. 00000020:00000040:2.0:1767384910.165161:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:3.0:1767384910.165162:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384910.165163:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.165164:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384910.165166:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384910.165167:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384910.165170:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384910.165171:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384910.165172:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384910.165174:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000099a108a1. 00000100:00001000:3.0:1767384910.165176:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=40 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384910.165180:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=40 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384910.165181:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384910.165183:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384910.165184:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.165186:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.165189:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384910.165190:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384910.165193:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384910.165195:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055d0a2f4. 00000100:00000001:3.0:1767384910.165196:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384910.165201:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0dc2760. 00000100:00000040:3.0:1767384910.165203:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.165211:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384910.165213:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384910.165216:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384910.165219:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384910.165228:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384910.165230:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384910.165232:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384910.165233:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384910.165235:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384910.165237:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384910.165239:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384910.165241:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384910.165242:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384910.165246:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384910.165255:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a1bb09cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352218752:0@lo:253: 00000100:00000001:3.0:1767384910.165261:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.165263:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384910.165265:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a1bb09cd x1853237352218752/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.165273:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384910.165276:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384910.165278:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004c6008e6. 02000000:00000001:3.0:1767384910.165283:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384910.165285:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384910.165287:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384910.165289:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384910.165290:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001af92ef2. 02000000:00000001:3.0:1767384910.165293:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384910.165294:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384910.165295:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1bb09cd. 00000100:00000001:3.0:1767384910.165298:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384910.165300:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.165301:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.165305:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384910.165306:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.165308:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384910.165311:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384910.166908:0:25226:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007449c758. 00010000:00000010:0.1:1767384910.166917:0:25226:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020ba3b81. 00010000:00000010:0.1:1767384910.169916:0:25227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000029601766. 00010000:00000010:0.1:1767384910.169922:0:25227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000350ae857. 00010000:00000001:2.0:1767384910.317956:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384910.317961:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384910.317967:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384910.317968:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384910.317985:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384910.317986:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384910.317989:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384911.176480:0:25535:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384911.176494:0:25535:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.176499:0:25535:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.176507:0:25535:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384911.176513:0:25535:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.176517:0:25535:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.340959:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384911.340965:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.340970:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384911.340972:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384911.340974:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384911.340976:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.340978:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384911.340980:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.340982:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.340983:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.341024:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384911.341030:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.341048:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384911.788942:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384911.788948:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384911.788954:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a57027f7. 00000020:00000040:2.0:1767384911.788960:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384911.788963:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384911.788965:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384911.788969:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384911.788973:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384911.788975:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384911.788982:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000721f62ec. 00000100:00000010:3.0:1767384911.788985:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002805dbb. 00000100:00000001:2.0:1767384911.788989:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384911.788991:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384911.788996:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384911.788997:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384911.788999:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.789000:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384911.789005:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.789008:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57027f7] to pc [ptlrpcd_00_01+1] req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384911.789011:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093eda12d. 00000100:00000001:3.0:1767384911.789019:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.789027:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384911.789050:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384911.789051:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.789054:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002805dbb] to pc [ptlrpcd_00_02+2] req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384911.789064:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789076:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.789077:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789079:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384911.789080:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767384911.789081:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384911.789086:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384911.789087:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.789091:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384911.789092:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004518c7a1. 00000100:00000001:2.0:1767384911.789096:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384911.789097:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384911.789100:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.789101:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384911.789104:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384911.789106:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384911.789107:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789109:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.789111:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.789112:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384911.789113:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000153f05e9. 00000100:00000001:1.0:1767384911.789115:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.789118:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789118:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384911.789120:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.789126:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384911.789126:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.789147:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384911.789151:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.789157:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384911.789161:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384911.789162:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.789163:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789163:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384911.789167:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.789169:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.789171:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384911.789172:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004518c7a1] to pc [ptlrpcd_00_03+3] req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.789175:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352219008:0@lo:13: 02000000:00000001:1.0:1767384911.789175:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384911.789182:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789186:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384911.789189:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352219136:0@lo:400: 02000000:00000001:2.0:1767384911.789191:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384911.789195:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.789196:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789196:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384911.789199:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384911.789201:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384911.789203:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384911.789206:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384911.789206:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384911.789209:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ffeea7d8. 02000000:00000001:1.0:1767384911.789209:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384911.789212:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029b3143f. 02000000:00000001:2.0:1767384911.789214:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.789216:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384911.789217:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a7f193a. 00000020:00000040:3.0:1767384911.789221:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384911.789223:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384911.789224:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae86962b. 00000400:00000010:1.0:1767384911.789224:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004adad42. 02000000:00000001:3.0:1767384911.789225:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384911.789228:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384911.789233:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008d2638d0. 00000400:00000010:2.0:1767384911.789236:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000100:00000001:3.0:1767384911.789237:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.789237:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000100:00000040:3.0:1767384911.789245:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384911.789246:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352219136, portal 25 00000100:00000200:2.0:1767384911.789247:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352219008, portal 4 00000100:00000001:1.0:1767384911.789252:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384911.789255:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.789257:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545438592 : -106559164113024 : ffff9f15c2e01f80) 00000100:00000001:2.0:1767384911.789259:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606551808 : -106559102999808 : ffff9f15c684a300) 00000100:00000001:3.0:1767384911.789265:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384911.789268:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.789268:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384911.789273:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.789278:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a7f193a] to pc [ptlrpcd_00_00+0] req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.789293:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.789301:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.789306:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 00000100:00000001:2.0:1767384911.789310:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384911.789312:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352219136, offset 0 00000100:00000040:2.0:1767384911.789316:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384911.789319:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384911.789320:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074d7bad1. 00000100:00000001:3.0:1767384911.789321:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.789324:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384911.789326:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384911.789329:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bcbb7c90. 00000020:00000040:3.0:1767384911.789334:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1767384911.789334:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352219008, offset 0 00000400:00000200:1.0:1767384911.789335:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384911.789341:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384911.789343:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384911.789344:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.789347:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384911.789350:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043a4f86b. 00000400:00000200:1.0:1767384911.789351:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272104200 00000100:00000001:3.0:1767384911.789355:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.789362:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384911.789362:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384911.789363:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xfc9 [2] + 0 00000400:00000010:1.0:1767384911.789373:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdb0f7d. 00000100:00000001:3.0:1767384911.789377:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384911.789377:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272104180 00000100:00000001:3.0:1767384911.789379:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.789386:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcbb7c90] to pc [ptlrpcd_00_01+1] req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.789387:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f7ea94f5 00000400:00000200:2.0:1767384911.789395:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1344 00000400:00000200:1.0:1767384911.789395:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384911.789396:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.789403:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (238) 00000400:00000200:2.0:1767384911.789405:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.789405:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384911.789413:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384911.789413:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7ea94f5 00000100:00000001:3.0:1767384911.789415:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384911.789417:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7ea94f5. 00000100:00000001:2.0:1767384911.789423:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384911.789423:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384911.789425:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384911.789427:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384911.789428:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384911.789429:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000003c970b10 x1853237352219136 msgsize 224 00000100:00000001:3.0:1767384911.789432:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384911.789434:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096276b52. 00000100:00000040:3.0:1767384911.789438:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.789440:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384911.789441:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000096276b52 x1853237352219008 msgsize 224 00000100:00000040:1.0:1767384911.789447:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384911.789454:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384911.789455:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384911.789458:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789460:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384911.789462:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384911.789465:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384911.789467:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789467:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384911.789468:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000100:00100000:3.0:1767384911.789471:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004518c7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352219264:0@lo:400: 00000400:00000010:1.0:1767384911.789472:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000100:00000001:3.0:1767384911.789478:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384911.789478:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384911.789481:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384911.789483:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d7bad1 02000000:00000001:3.0:1767384911.789484:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.789484:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384911.789487:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074d7bad1. 02000000:00000001:3.0:1767384911.789489:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384911.789493:0:16136:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1767384911.789495:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000194d0db3. 00000100:00000200:2.0:1767384911.789500:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384911.789501:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789502:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384911.789508:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d68a8c3. 00000100:00000040:1.0:1767384911.789509:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.789515:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000100:00000001:2.0:1767384911.789519:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384911.789522:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352219264, portal 4 00000100:00000040:2.0:1767384911.789525:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.789527:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.789528:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.789530:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545440384 : -106559164111232 : ffff9f15c2e02680) 00000100:00000001:1.0:1767384911.789534:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384911.789541:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.789542:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789542:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789549:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.789550:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294900749 00000100:00000001:3.0:1767384911.789554:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384911.789555:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384911.789557:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da64b9c3. 00000100:00000040:2.0:1767384911.789560:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7040 usecs (8 jiffies) 00000100:00000040:3.0:1767384911.789563:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384911.789565:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294900744 00000100:00000001:1.0:1767384911.789565:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384911.789567:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000200:3.0:1767384911.789574:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352219264, offset 0 00000100:00000001:2.0:1767384911.789574:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294900749 00000100:00000001:1.0:1767384911.789574:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294900749 00000100:00000001:2.0:1767384911.789582:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294900744 00000100:00000010:1.0:1767384911.789582:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c6d367. 00000400:00000200:3.0:1767384911.789589:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384911.789589:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384911.789595:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294900749 00000100:00000001:1.0:1767384911.789595:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294900749 00000100:00000001:2.0:1767384911.789601:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294900744 00000100:00000010:1.0:1767384911.789601:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000079e8352. 00000400:00000200:3.0:1767384911.789602:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384911.789607:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384911.789612:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294900749 00000100:00000001:1.0:1767384911.789612:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294900749 00000400:00000200:3.0:1767384911.789617:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272104280 00000100:00000001:2.0:1767384911.789619:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294900744 00000100:00000010:1.0:1767384911.789620:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b58c2fd0. 00000400:00000200:3.0:1767384911.789623:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2768 00000400:00000200:3.0:1767384911.789629:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384911.789632:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384911.789633:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.789638:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.789639:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384911.789641:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294900749 00000100:00000001:1.0:1767384911.789641:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789647:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.789648:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384911.789649:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384911.789652:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789654:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384911.789655:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086613b03. 00000100:00000001:2.0:1767384911.789657:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.789660:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000086613b03 x1853237352219264 msgsize 224 00000100:00000001:1.0:1767384911.789660:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.789661:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.789664:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384911.789668:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.789669:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.789670:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384911.789671:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384911.789672:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384911.789674:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789679:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.789679:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789682:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.789685:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384911.789685:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384911.789690:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384911.789693:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.789693:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384911.789696:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000100:00000001:1.0:1767384911.789696:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384911.789700:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000100:00000001:2.0:1767384911.789717:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384911.789719:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.789720:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.789723:0:16139:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384911.789724:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384911.789728:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384911.789730:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.789734:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384911.789735:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789738:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.789744:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384911.789746:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008a7f193a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352219392:0@lo:400: 02000000:00000001:1.0:1767384911.789748:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.789751:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384911.789755:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.789756:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384911.789757:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384911.789760:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384911.789764:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.789764:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bcbb7c90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352219520:0@lo:400: 02000000:00000001:2.0:1767384911.789770:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384911.789772:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.789774:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384911.789776:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1767384911.789776:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cae3db08. 02000000:00000001:1.0:1767384911.789778:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384911.789782:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.789783:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.789783:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.789790:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c26d46. 02000000:00000001:1.0:1767384911.789790:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384911.789791:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7040 usecs (8 jiffies) 00000100:00000001:3.0:1767384911.789796:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294900744 02000000:00000010:1.0:1767384911.789796:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e30ed15b. 00000400:00000010:2.0:1767384911.789798:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074d7bad1. 00000100:00000001:3.0:1767384911.789802:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294900749 02000000:00000001:1.0:1767384911.789803:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384911.789804:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352219392, portal 10 00000100:00000001:3.0:1767384911.789810:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294900744 00000100:00000001:2.0:1767384911.789810:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384911.789810:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdb0f7d. 00000100:00000001:2.0:1767384911.789813:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545444864 : -106559164106752 : ffff9f15c2e03800) 00000100:00000001:3.0:1767384911.789816:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294900749 00000400:00000010:1.0:1767384911.789818:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 00000100:00000001:3.0:1767384911.789820:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294900744 00000100:00000040:2.0:1767384911.789822:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.789826:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294900749 00000100:00000200:1.0:1767384911.789826:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352219520, portal 10 00000100:00000001:1.0:1767384911.789832:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384911.789833:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294900744 00000100:00000001:1.0:1767384911.789836:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545435904 : -106559164115712 : ffff9f15c2e01500) 00000100:00000001:3.0:1767384911.789839:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294900749 00000100:00000001:2.0:1767384911.789840:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384911.789843:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384911.789846:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.789849:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.789849:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384911.789856:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.789856:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c2dc5b. 00000100:00000001:3.0:1767384911.789859:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.789863:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.789866:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384911.789869:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352219392, offset 0 00000100:00000001:1.0:1767384911.789872:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384911.789877:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384911.789878:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384911.789881:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384911.789882:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384911.789915:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a65feb6. 00000100:00000200:1.0:1767384911.789920:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352219520, offset 0 00000400:00000200:2.0:1767384911.789923:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384911.789925:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.789930:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384911.789931:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.789934:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272104300 00000400:00000200:2.0:1767384911.789943:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000400:00000200:1.0:1767384911.789946:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384911.789949:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384911.789955:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384911.789958:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384911.789959:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272104380 00000100:00100000:3.0:1767384911.789960:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219264 00000100:00000001:2.0:1767384911.789962:0:16136:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384911.789966:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384911.789967:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384911.789967:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:3.0:1767384911.789972:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384911.789974:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1bb09cd. 00000400:00000200:1.0:1767384911.789975:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384911.789977:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.789979:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000a1bb09cd x1853237352219392 msgsize 224 02000000:00000001:3.0:1767384911.789985:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.789985:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384911.789992:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384911.789993:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219264 00000020:00000001:3.0:1767384911.789998:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384911.790000:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:2.0:1767384911.790003:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384911.790004:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.790009:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000020:00000001:3.0:1767384911.790012:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:3.0:1767384911.790017:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000200:2.0:1767384911.790018:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c2dc5b 00000100:00000001:1.0:1767384911.790021:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384911.790022:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384911.790022:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021c2dc5b. 00000100:00100000:1.0:1767384911.790027:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219136 00000100:00000001:2.0:1767384911.790028:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384911.790029:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000254807d1. 02000000:00000001:1.0:1767384911.790032:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384911.790033:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384911.790036:0:18311:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003052b2ab. 00000100:00000001:1.0:1767384911.790037:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.790042:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384911.790045:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:2.0:1767384911.790047:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384911.790050:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.790053:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.790056:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219136 00000100:00000001:3.0:1767384911.790059:0:18311:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384911.790062:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384911.790063:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.790066:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002294f440. 00000100:00000001:2.0:1767384911.790066:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384911.790066:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384911.790071:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.790073:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384911.790074:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014ef0e14. 00000100:00000040:2.0:1767384911.790075:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3216 usecs (4 jiffies) 00000020:00000040:1.0:1767384911.790078:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:2.0:1767384911.790080:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294900741 00000020:00000010:3.0:1767384911.790081:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000020:00000001:1.0:1767384911.790082:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384911.790084:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294900749 00000100:00000001:2.0:1767384911.790088:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294900741 00000020:00000001:1.0:1767384911.790088:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000040:3.0:1767384911.790091:0:18311:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384911.790093:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294900749 00000100:00000001:1.0:1767384911.790094:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384911.790095:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384911.790098:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294900741 00000100:00000001:3.0:1767384911.790099:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384911.790100:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039d08a1b. 00000100:00000001:3.0:1767384911.790103:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.790104:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294900749 00000100:00000001:1.0:1767384911.790105:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384911.790110:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294900741 00000020:00000010:1.0:1767384911.790111:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039d08a1b. 00000100:00000001:3.0:1767384911.790112:0:18311:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384911.790116:0:18311:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384911.790118:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384911.790120:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5dbdb26. 00000100:00000001:2.0:1767384911.790121:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294900749 00000100:00000001:3.0:1767384911.790126:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.790126:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384911.790127:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d58e840. 00000100:00000001:2.0:1767384911.790128:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.790135:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384911.790135:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000100:00000001:3.0:1767384911.790138:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384911.790141:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.790142:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384911.790147:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384911.790148:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384911.790152:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384911.790152:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384911.790153:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384911.790156:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384911.790157:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.790159:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384911.790162:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.790164:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:1.0:1767384911.790165:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.790166:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.790169:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545443072 : -106559164108544 : ffff9f15c2e03100) 00000100:00000040:3.0:1767384911.790175:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086613b03 x1853237352219264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.790175:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.790185:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384911.790186:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384911.790188:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000424f86f2. 00000100:00000001:1.0:1767384911.790188:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384911.790189:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219008 00000100:00000001:3.0:1767384911.790195:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384911.790195:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384911.790198:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384911.790199:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000424f86f2. 00000100:00000001:1.0:1767384911.790201:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384911.790202:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.790205:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384911.790207:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384911.790208:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086613b03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352219264:12345-0@lo:400: 00000100:00100000:1.0:1767384911.790214:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1767384911.790215:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219008 00000100:00000200:3.0:1767384911.790216:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219264 00000100:00000040:1.0:1767384911.790218:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000020:00000001:2.0:1767384911.790221:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384911.790222:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384911.790222:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526326352 : -106558183225264 : ffff9f15fd574850) 00000020:00000040:2.0:1767384911.790227:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:3.0:1767384911.790228:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384911.790230:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c970b10 x1853237352219136/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384911.790231:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.790232:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384911.790237:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1767384911.790238:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:3.0:1767384911.790241:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:2.0:1767384911.790247:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:3.0:1767384911.790248:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384911.790248:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384911.790252:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:3.0:1767384911.790253:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384911.790254:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039d08a1b. 00000020:00000001:3.0:1767384911.790260:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384911.790261:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384911.790261:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384911.790264:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384911.790266:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039d08a1b. 00000020:00000001:3.0:1767384911.790267:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384911.790268:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000020:00000001:3.0:1767384911.790271:0:18311:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384911.790273:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c970b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352219136:12345-0@lo:400: 00000100:00000001:2.0:1767384911.790275:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.790276:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384911.790279:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219136 02000000:00000001:3.0:1767384911.790281:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384911.790281:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000020:00000001:1.0:1767384911.790282:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384911.790287:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a3666fd. 00000020:00000001:1.0:1767384911.790288:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384911.790289:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f94283d1. 02000000:00000001:3.0:1767384911.790292:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.790292:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384911.790294:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000115bc82d. 00000100:00000001:3.0:1767384911.790298:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.790298:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384911.790300:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc826616. 00000020:00000001:1.0:1767384911.790301:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000020:00000001:3.0:1767384911.790302:0:18311:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.790308:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:3.0:1767384911.790309:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352219264 00000100:00000040:2.0:1767384911.790309:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384911.790311:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.790314:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384911.790316:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384911.790316:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000200:3.0:1767384911.790320:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086613b03 x1853237352219264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.790320:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384911.790321:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384911.790323:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.790325:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.790329:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384911.790333:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384911.790338:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384911.790338:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.790338:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384911.790343:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384911.790345:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ca12827. 02000000:00000001:1.0:1767384911.790348:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.790351:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.790355:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384911.790357:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=31 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384911.790358:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.790363:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384911.790365:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384911.790367:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384911.790369:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:1.0:1767384911.790369:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352219136 00000100:00000001:3.0:1767384911.790370:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00010000:00000001:1.0:1767384911.790375:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384911.790376:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 02000000:00000001:3.0:1767384911.790377:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384911.790380:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384911.790381:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c970b10 x1853237352219136/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384911.790383:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000001:3.0:1767384911.790385:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384911.790389:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606546432 : -106559103005184 : ffff9f15c6848e00) 00000100:00000040:3.0:1767384911.790393:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384911.790398:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000096276b52 x1853237352219008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.790399:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00010000:00000001:1.0:1767384911.790399:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384911.790403:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384911.790405:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352219264, offset 224 00000100:00001000:1.0:1767384911.790408:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.790416:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384911.790418:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384911.790421:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:2.0:1767384911.790426:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384911.790426:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:2.0:1767384911.790431:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000400:00000200:3.0:1767384911.790432:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384911.790432:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384911.790437:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384911.790437:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384911.790441:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000100:00000001:1.0:1767384911.790442:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384911.790445:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272104280 00000100:00100000:2.0:1767384911.790450:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000096276b52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352219008:12345-0@lo:13: 00000100:00000040:1.0:1767384911.790450:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384911.790454:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16b1 [1] + 224 00000400:00000010:1.0:1767384911.790456:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0555df4. 00000100:00000200:2.0:1767384911.790459:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219008 00000400:00000200:3.0:1767384911.790462:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384911.790463:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384911.790463:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352219136, offset 224 00000020:00000001:2.0:1767384911.790468:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384911.790472:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384911.790472:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.790475:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384911.790478:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384911.790481:0:18311:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384911.790481:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000001:2.0:1767384911.790484:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384911.790487:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384911.790488:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.790489:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384911.790492:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384911.790496:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384911.790500:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.790504:0:18311:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.790504:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272104200 00000100:00000001:2.0:1767384911.790506:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384911.790511:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384911.790515:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16a1 [1] + 224 02000000:00000010:2.0:1767384911.790516:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b621bd83. 02000000:00000001:2.0:1767384911.790522:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.790523:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384911.790525:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.790526:0:18311:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:2.0:1767384911.790531:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:1.0:1767384911.790531:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384911.790534:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00002000:00000001:2.0:1767384911.790536:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:3.0:1767384911.790537:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000020:00000001:2.0:1767384911.790540:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384911.790543:0:18311:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:2.0:1767384911.790545:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384911.790545:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384911.790546:0:18311:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.790551:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.790551:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.790560:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00080000:00000001:2.0:1767384911.790563:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.790565:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384911.790566:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384911.790568:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384911.790570:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384911.790574:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:3.0:1767384911.790577:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000020:2.0:1767384911.790582:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:3.0:1767384911.790587:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086613b03 x1853237352219264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384911.790587:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384911.790589:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000020:2.0:1767384911.790594:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:1.0:1767384911.790596:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0555df4 00000400:00000010:1.0:1767384911.790601:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0555df4. 00002000:00000001:2.0:1767384911.790602:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384911.790607:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384911.790610:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.790610:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384911.790613:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086613b03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237352219264:12345-0@lo:400: Request processed in 423us (948us total) trans 0 rc 0/0 00002000:00000001:2.0:1767384911.790614:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.790614:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384911.790618:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352219008 00000100:00000001:1.0:1767384911.790619:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.790620:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384911.790625:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000200:2.0:1767384911.790627:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000096276b52 x1853237352219008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.790636:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384911.790638:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:1.0:1767384911.790639:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.790645:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000020:00000001:1.0:1767384911.790646:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384911.790650:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384911.790650:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384911.790654:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c970b10 x1853237352219136/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384911.790655:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.790656:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384911.790661:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014ef0e14. 00000100:00001000:2.0:1767384911.790661:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=31 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384911.790668:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000100:00000001:2.0:1767384911.790669:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384911.790673:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c970b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352219136:12345-0@lo:400: Request processed in 422us (1239us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384911.790674:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002294f440. 00000100:00000040:2.0:1767384911.790675:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384911.790681:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000040:3.0:1767384911.790683:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 02000000:00000001:2.0:1767384911.790684:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1767384911.790688:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:3.0:1767384911.790689:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384911.790689:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.790693:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384911.790696:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384911.790696:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384911.790700:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384911.790703:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384911.790718:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d58e840. 00000400:00000010:2.0:1767384911.790721:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c2dc5b. 00000100:00080000:3.0:1767384911.790722:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384911.790723:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384911.790728:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5dbdb26. 00000020:00000040:3.0:1767384911.790729:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000200:2.0:1767384911.790730:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352219008, offset 224 00000020:00000040:1.0:1767384911.790732:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:1.0:1767384911.790739:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384911.790742:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384911.790743:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384911.790743:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ca12827. 00000100:00000001:3.0:1767384911.790744:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384911.790749:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:3.0:1767384911.790751:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384911.790753:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384911.790754:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384911.790757:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384911.790758:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d68a8c3. 00000100:00000200:1.0:1767384911.790760:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384911.790765:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000200:2.0:1767384911.790766:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272104180 00000400:00000010:1.0:1767384911.790767:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a51bd1e. 00000400:00000010:3.0:1767384911.790768:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000100:00000001:3.0:1767384911.790775:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384911.790778:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16a5 [1] + 224 00000400:00000010:1.0:1767384911.790778:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc51f587. 00000100:00000200:3.0:1767384911.790781:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384911.790787:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384911.790796:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384911.790797:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.790802:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384911.790804:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384911.790807:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219392 00000100:00000200:2.0:1767384911.790811:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.790812:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384911.790812:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.790816:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384911.790817:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.790820:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.790823:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.790826:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.790827:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384911.790830:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384911.790832:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219392 00000100:00000001:3.0:1767384911.790833:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.790837:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384911.790837:0:16777:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384911.790838:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384911.790840:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:1.0:1767384911.790861:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767384911.790863:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=31 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384911.790866:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000020:00000001:1.0:1767384911.790873:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00001000:3.0:1767384911.790874:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384911.790878:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384911.790881:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.790881:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384911.790883:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:1.0:1767384911.790887:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384911.790888:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c2dc5b 00000020:00000010:1.0:1767384911.790892:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039d08a1b. 00000400:00000010:2.0:1767384911.790894:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021c2dc5b. 00010000:00000001:3.0:1767384911.790895:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384911.790896:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384911.790936:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039d08a1b. 00010000:00080000:3.0:1767384911.790942:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.790942:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384911.790942:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5dbdb26. 00000100:00000001:2.0:1767384911.790946:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384911.790949:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d58e840. 00000100:00000001:2.0:1767384911.790951:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384911.790957:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00010000:00000001:3.0:1767384911.790958:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.790959:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000040:1.0:1767384911.790965:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1767384911.790966:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384911.790967:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1767384911.790969:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.790970:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384911.790971:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:2.0:1767384911.790972:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384911.790973:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384911.790978:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384911.790978:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384911.790979:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096276b52 x1853237352219008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.790982:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.790986:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384911.790990:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384911.790993:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.790994:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.790998:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000096276b52 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352219008:12345-0@lo:13: Request processed in 568us (1551us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384911.791004:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384911.791015:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384911.791016:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384911.791019:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:1.0:1767384911.791019:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384911.791021:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384911.791025:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384911.791026:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.791026:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384911.791027:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384911.791032:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000115bc82d. 00000100:00000040:3.0:1767384911.791035:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.791037:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000010:2.0:1767384911.791038:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc826616. 00000020:00000010:2.0:1767384911.791044:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f94283d1. 00000100:00000040:1.0:1767384911.791045:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00100000:3.0:1767384911.791049:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004518c7a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352219264:0@lo:400: 00000100:00000001:1.0:1767384911.791051:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606556288 : -106559102995328 : ffff9f15c684b480) 00000020:00000040:2.0:1767384911.791052:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:3.0:1767384911.791055:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.791056:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.791058:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.791062:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1bb09cd x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.791065:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004518c7a1 x1853237352219264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.791080:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.791084:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384911.791090:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384911.791093:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384911.791097:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384911.791098:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae86962b. 00000100:00000001:1.0:1767384911.791099:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384911.791103:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384911.791105:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000020:00000010:1.0:1767384911.791105:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039d08a1b. 02000000:00000010:3.0:1767384911.791106:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000194d0db3. 00000400:00000010:2.0:1767384911.791110:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000100:00000001:1.0:1767384911.791112:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384911.791114:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384911.791115:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384911.791116:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039d08a1b. 00000020:00000001:3.0:1767384911.791117:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384911.791121:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384911.791124:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767384911.791127:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.791127:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1bb09cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352219392:12345-0@lo:400: 02000000:00000010:3.0:1767384911.791128:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000153f05e9. 02000000:00000001:3.0:1767384911.791135:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384911.791137:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219392 02000000:00000001:3.0:1767384911.791139:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384911.791141:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:3.0:1767384911.791142:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004518c7a1. 00000020:00000001:1.0:1767384911.791146:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384911.791148:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384911.791149:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791152:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384911.791152:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384911.791161:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384911.791163:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384911.791164:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:1.0:1767384911.791169:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384911.791170:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384911.791171:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384911.791171:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.791174:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.791175:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384911.791175:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384911.791180:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384911.791180:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384911.791181:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384911.791183:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791185:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.791185:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384911.791186:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384911.791189:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.791191:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384911.791192:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.791195:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.791195:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384911.791200:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ca12827. 00000100:00001000:2.0:1767384911.791202:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=31 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384911.791203:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.791207:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.791210:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384911.791211:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384911.791212:0:16137:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1767384911.791212:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352219392 00000100:00000200:3.0:1767384911.791216:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1767384911.791219:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384911.791220:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767384911.791221:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004518c7a1. 00000100:00000001:2.0:1767384911.791225:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384911.791226:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1bb09cd x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.791227:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000004518c7a1 x1853237352219520 msgsize 224 00010000:00000001:2.0:1767384911.791230:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384911.791239:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767384911.791239:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.791247:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384911.791249:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384911.791251:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.791255:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a65feb6 00000100:00001000:1.0:1767384911.791256:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=36 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384911.791260:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a65feb6. 00010000:00000001:2.0:1767384911.791262:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.791263:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384911.791264:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384911.791268:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384911.791269:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000200:3.0:1767384911.791272:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384911.791272:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384911.791273:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:2.0:1767384911.791277:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384911.791279:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384911.791281:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.791282:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.791289:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384911.791291:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384911.791292:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.791296:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384911.791298:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384911.791301:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0555df4. 00000100:00000200:1.0:1767384911.791307:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352219392, offset 224 00000100:00000001:2.0:1767384911.791315:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.791318:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.791319:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384911.791321:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384911.791323:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384911.791325:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384911.791328:0:16136:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384911.791329:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384911.791332:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:1.0:1767384911.791332:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384911.791335:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3617 usecs (4 jiffies) 00000004:00000040:2.0:1767384911.791337:0:16136:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384911.791341:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294900742 00000100:00000001:3.0:1767384911.791345:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294900749 00000004:00000020:2.0:1767384911.791346:0:16136:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:1.0:1767384911.791349:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272104300 00000100:00000001:3.0:1767384911.791350:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294900742 00000100:00000001:3.0:1767384911.791356:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294900749 00000100:00000001:3.0:1767384911.791361:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294900742 00000400:00000200:1.0:1767384911.791361:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b9 [1] + 224 00000100:00000001:3.0:1767384911.791367:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294900749 00000100:00000001:3.0:1767384911.791372:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294900742 00000004:00000001:2.0:1767384911.791372:0:16136:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.791373:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384911.791377:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294900749 00000100:00000040:2.0:1767384911.791379:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.791380:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384911.791387:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.791393:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.791395:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384911.791400:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384911.791401:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352219008:0@lo:13: 00000100:00000200:1.0:1767384911.791403:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.791405:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.791413:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791414:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.791417:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384911.791418:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384911.791418:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384911.791423:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a57027f7 x1853237352219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.791425:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.791427:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.791431:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791436:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.791445:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384911.791446:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384911.791449:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384911.791452:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ffeea7d8. 00000400:00000200:1.0:1767384911.791453:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0555df4 00000100:00000001:3.0:1767384911.791454:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384911.791455:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384911.791456:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0555df4. 00000100:00100000:3.0:1767384911.791459:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219520 00000020:00000001:2.0:1767384911.791459:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384911.791460:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384911.791463:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384911.791464:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.791464:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.791468:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384911.791469:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384911.791471:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791472:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384911.791472:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000721f62ec. 02000000:00000001:3.0:1767384911.791478:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.791478:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384911.791482:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384911.791483:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219520 02000000:00000001:2.0:1767384911.791484:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384911.791485:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.791488:0:17567:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384911.791488:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384911.791489:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384911.791493:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000100:00000010:2.0:1767384911.791493:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a57027f7. 00000100:00000040:1.0:1767384911.791496:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1bb09cd x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384911.791498:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384911.791499:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384911.791502:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000001:2.0:1767384911.791503:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384911.791508:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:2.0:1767384911.791509:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.791514:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:2.0:1767384911.791515:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.791519:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384911.791520:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1bb09cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352219392:12345-0@lo:400: Request processed in 419us (1538us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384911.791521:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384911.791523:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384911.791525:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000424f86f2. 00000400:00000001:2.0:1767384911.791527:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384911.791530:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3c26d46. 00000020:00000010:3.0:1767384911.791532:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fd4e61db. 00000400:00000200:2.0:1767384911.791534:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d7bad1 00000100:00100000:1.0:1767384911.791537:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000010:2.0:1767384911.791538:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074d7bad1. 00000020:00000040:3.0:1767384911.791540:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000040:1.0:1767384911.791541:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:2.0:1767384911.791542:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384911.791547:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384911.791549:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.791551:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384911.791552:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384911.791557:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d58e840. 00000020:00000010:3.0:1767384911.791559:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194d0db3. 00000020:00000010:1.0:1767384911.791563:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00000200:2.0:1767384911.791565:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384911.791567:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014ef0e14. 00000020:00000010:1.0:1767384911.791568:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5dbdb26. 00000020:00000040:1.0:1767384911.791574:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000020:00000010:3.0:1767384911.791576:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000001:1.0:1767384911.791579:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384911.791585:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384911.791587:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384911.791591:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384911.791591:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.791596:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384911.791596:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384911.791598:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384911.791599:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384911.791601:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.791602:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.791602:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384911.791606:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791609:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384911.791610:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384911.791610:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384911.791614:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384911.791615:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:2.0:1767384911.791616:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384911.791619:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384911.791622:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384911.791625:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.791625:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004adad42. 00000100:00000001:3.0:1767384911.791628:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.791630:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384911.791631:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00000400:00000010:1.0:1767384911.791634:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00010000:00080000:2.0:1767384911.791636:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.791638:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384911.791641:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384911.791645:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384911.791647:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.791651:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384911.791654:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384911.791656:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384911.791658:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384911.791659:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384911.791661:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.791661:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384911.791667:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384911.791671:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.791674:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:3.0:1767384911.791679:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545440384 : -106559164111232 : ffff9f15c2e02680) 00000100:00000040:3.0:1767384911.791688:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004518c7a1 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.791691:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384911.791695:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.791700:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.791701:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.791716:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384911.791719:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384911.791720:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.791720:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384911.791723:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083a29b40. 00000100:00000001:2.0:1767384911.791724:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.791725:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791728:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384911.791730:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.791731:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083a29b40. 00000100:00000040:2.0:1767384911.791735:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384911.791735:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=41 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384911.791741:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004518c7a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352219520:12345-0@lo:400: 00000100:00001000:1.0:1767384911.791744:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=41 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384911.791752:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219520 00000100:00000001:1.0:1767384911.791754:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384911.791756:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384911.791757:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.791760:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384911.791762:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384911.791765:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.791765:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384911.791766:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008a7f193a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352219392:0@lo:400: 00000020:00000001:3.0:1767384911.791771:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384911.791772:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.791775:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:2.0:1767384911.791776:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384911.791779:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384911.791779:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.791780:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384911.791784:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384911.791787:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008a7f193a x1853237352219392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384911.791789:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384911.791793:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384911.791796:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.791801:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384911.791805:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.791806:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384911.791807:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384911.791810:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384911.791810:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.791814:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384911.791815:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9339069. 02000000:00000001:2.0:1767384911.791816:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384911.791820:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cae3db08. 00000100:00000040:1.0:1767384911.791820:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384911.791821:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.791826:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.791827:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384911.791832:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384911.791833:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.791835:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352219136:0@lo:400: 00000020:00000040:2.0:1767384911.791836:0:16136:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000040:3.0:1767384911.791837:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352219520 00000020:00000001:2.0:1767384911.791842:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384911.791844:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384911.791845:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008d2638d0. 00010000:00000001:3.0:1767384911.791848:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384911.791849:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384911.791850:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384911.791853:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000200:3.0:1767384911.791855:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004518c7a1 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384911.791856:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a7f193a. 00000100:00000040:1.0:1767384911.791856:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002805dbb x1853237352219136/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.791865:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384911.791869:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384911.791870:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.791874:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.791875:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.791878:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1767384911.791879:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=36 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384911.791881:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384911.791882:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.791884:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384911.791905:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 02000000:00000010:1.0:1767384911.791905:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029b3143f. 00000100:00000001:3.0:1767384911.791907:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384911.791911:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384911.791912:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767384911.791913:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.791915:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384911.791918:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384911.791918:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000040:3.0:1767384911.791923:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384911.791923:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.791927:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000093eda12d. 00000400:00000010:3.0:1767384911.791928:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 02000000:00000001:1.0:1767384911.791930:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384911.791933:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352219520, offset 224 02000000:00000001:1.0:1767384911.791933:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.791936:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002805dbb. 00000400:00000200:3.0:1767384911.791940:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384911.791942:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.791945:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.791947:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.791950:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384911.791954:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.791956:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.791961:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272104380 00000100:00000001:1.0:1767384911.791962:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.791966:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.791971:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16bd [1] + 224 00000400:00000200:3.0:1767384911.791976:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.791981:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.791986:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1767384911.791988:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384911.791992:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000200:3.0:1767384911.791993:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.792006:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.792007:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.792012:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.792015:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.792032:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384911.792037:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:3.0:1767384911.792039:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000100:00000001:3.0:1767384911.792040:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384911.792041:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.792051:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.792054:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384911.792056:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384911.792056:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.792060:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384911.792064:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.792066:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384911.792067:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384911.792071:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004518c7a1 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384911.792072:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384911.792076:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdb0f7d. 00000400:00000200:1.0:1767384911.792083:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000100:00100000:3.0:1767384911.792084:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004518c7a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352219520:12345-0@lo:400: Request processed in 364us (856us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384911.792087:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000100:00000001:1.0:1767384911.792093:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384911.792097:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384911.792099:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000200:1.0:1767384911.792100:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.792103:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384911.792106:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384911.792110:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014ef0e14. 00000100:00000200:1.0:1767384911.792113:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384911.792115:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000020:00000010:3.0:1767384911.792120:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194d0db3. 00000020:00000040:3.0:1767384911.792125:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000100:00000001:1.0:1767384911.792127:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384911.792128:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792130:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792132:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.792140:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.792141:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.792142:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.792143:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.792147:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384911.792149:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.792150:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384911.792151:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.792152:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384911.792154:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.792158:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.792160:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384911.792161:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384911.792162:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384911.792162:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.792164:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.792168:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.792169:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.792170:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384911.792171:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.792175:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bcbb7c90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352219520:0@lo:400: 00000100:00000001:1.0:1767384911.792178:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792179:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.792180:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bcbb7c90 x1853237352219520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.792184:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.792185:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.792186:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e30ed15b. 02000000:00000001:1.0:1767384911.792188:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.792189:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.792193:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384911.792195:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.792196:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000043a4f86b. 02000000:00000001:1.0:1767384911.792198:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.792199:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.792200:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcbb7c90. 00000100:00000001:1.0:1767384911.792203:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.792203:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792205:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792208:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.792209:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.792211:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.792212:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.802949:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294900749, at 4294900750 00000100:00000040:2.0:1767384911.802956:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294900749, at 4294900750 00000100:00000010:1.0:1767384911.802957:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c6d367. 00000100:00000010:2.0:1767384911.802965:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000079e8352. 00000100:00000040:0.0:1767384911.803004:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294900749, at 4294900750 00000100:00000010:0.0:1767384911.803010:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da64b9c3. 00000100:00000040:3.0:1767384911.803945:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294900749, at 4294900751 00000100:00000010:3.0:1767384911.803951:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b58c2fd0. 00000001:00000001:1.0:1767384911.871255:0:25699:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384911.871260:0:25699:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:1.0:1767384911.874701:0:25699:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384911.881339:0:25700:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008dbf866a. 00000400:00000010:1.0:1767384911.881352:0:25700:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b5eee402. 00000400:00000010:1.0:1767384911.881360:0:25700:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001863bbfa. 00000400:00000010:1.0:1767384911.881363:0:25700:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000027467589. 00000400:00000010:1.0:1767384911.881366:0:25700:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007755fb29. 00000400:00000010:1.0:1767384911.881370:0:25700:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013832cb9. 00000400:00000010:1.0:1767384911.881371:0:25700:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000004deb1b5. 00000400:00000010:1.0:1767384911.881373:0:25700:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001272e9c0. 00000400:00000010:1.0:1767384911.881375:0:25700:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d9d1f4ee. 00000800:00000010:1.0:1767384911.881386:0:25700:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a3ca9e92. 00000800:00000200:1.0:1767384911.881394:0:25700:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384911.881402:0:25700:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384911.881449:0:25700:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384911.881469:0:25700:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp28 [8/256/0/180] 00000400:00000010:1.0:1767384911.883008:0:25700:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000a3ae02fa. 00000400:00000010:1.0:1767384911.883015:0:25700:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdb0f7d. 00000400:00000010:1.0:1767384911.883027:0:25700:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 00000400:00000001:1.0:1767384911.883045:0:25700:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384911.883047:0:25700:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384911.883050:0:25700:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca9339bb. 00000400:00000200:1.0:1767384911.883053:0:25700:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 00000400:00000010:1.0:1767384911.883055:0:25700:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 00000400:00000010:1.0:1767384911.883060:0:25700:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000ddcf3497. 00000400:00000200:1.0:1767384911.883081:0:25700:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (19) 00000400:00000200:1.0:1767384911.883094:0:25700:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384911.883105:0:25700:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:1.0:1767384911.883113:0:25700:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000092707fa9. 00000020:01000000:1.0:1767384911.883120:0:25700:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384911.883124:0:25700:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp28 00000400:00000010:1.0:1767384911.883146:0:25700:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b5eee402. 00000400:00000010:1.0:1767384911.883158:0:25700:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008dbf866a. 00000020:00000001:2.0:1767384911.883190:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384911.883192:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:2.0:1767384911.883195:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384911.883199:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384911.883202:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 10000000:01000000:2.0:1767384911.883203:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384911.883207:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384911.883210:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384911.883211:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384911.883212:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384911.883213:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000020:01000004:2.0:1767384911.883213:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384911.883216:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384911.883219:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384911.883221:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (20) 00000020:01000004:2.0:1767384911.883221:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384911.883223:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384911.883226:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384911.883232:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000020c26446. 00000100:00000010:2.0:1767384911.883232:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a57027f7. 00000400:00000200:3.0:1767384911.883239:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp26 00000020:00000040:2.0:1767384911.883239:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384911.883247:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384911.883250:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384911.883254:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.883258:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp26 to MR: 192.168.203.112@tcp26 local destination 00000400:00000200:3.0:1767384911.883267:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp26 NI seq info: [49:49:256:4294967295] 192.168.203.112@tcp26 LPNI seq info [49:49:8:4294967295] 02000000:00000010:2.0:1767384911.883268:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f7fc1e1. 00000400:00000200:3.0:1767384911.883274:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp26 00000100:00000001:2.0:1767384911.883276:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.883283:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) -> 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) : PUT try# 0 00000100:00000001:2.0:1767384911.883286:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384911.883290:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.112@tcp26 00000100:00000001:2.0:1767384911.883290:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384911.883297:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153f05e9. 00000100:00000040:2.0:1767384911.883301:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a57027f7] to pc [ptlrpcd_00_02+2] req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384911.883307:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000800:00000200:3.1:1767384911.883319:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000800:00000200:3.1:1767384911.883331:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp26 ip 192.168.203.112:988 10000000:00000001:2.0:1767384911.883331:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384911.883336:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000153f05e9 type 1, nob 448 niov 1 nkiov 1 10000000:00000001:2.0:1767384911.883337:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.883342:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384911.883345:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384911.883351:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384911.883354:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384911.883355:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 10000000:00000001:2.0:1767384911.883355:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384911.883359:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384911.883361:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384911.883362:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000001:0.0:1767384911.883362:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384911.883365:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384911.883368:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384911.883370:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384911.883372:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384911.883374:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384911.883374:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384911.883378:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384911.883379:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384911.883381:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:0.0:1767384911.883382:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384911.883383:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384911.883384:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384911.883388:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000100:00000001:3.0:1767384911.883389:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384911.883394:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384911.883400:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384911.883402:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384911.883403:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384911.883405:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.883406:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.883409:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384911.883412:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384911.883413:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 02000000:00000001:0.0:1767384911.883414:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.883417:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384911.883419:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352219648:0@lo:253: 00000100:00000001:2.0:1767384911.883421:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384911.883423:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384911.883424:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.883429:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_03+3] req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384911.883429:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384911.883433:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.883438:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384911.883444:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a119971. 10000000:00000001:2.0:1767384911.883446:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.883447:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.883452:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9895a2. 10000000:00000001:2.0:1767384911.883457:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.883459:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.883460:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bca0bc5. 00000020:01000000:2.0:1767384911.883461:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384911.883466:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000092707fa9. 00000100:00000200:0.0:1767384911.883466:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352219648, portal 25 00000100:00000001:0.0:1767384911.883486:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384911.883488:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606551808 : -106559102999808 : ffff9f15c684a300) 00000100:00000040:0.0:1767384911.883492:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.883498:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384911.883501:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384911.883502:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384911.883506:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384911.883507:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bbf0bd6. 00000100:00000001:2.0:1767384911.883509:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384911.883511:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352219648, offset 0 00000100:00000040:2.0:1767384911.883515:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384911.883521:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384911.883522:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384911.883527:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153f05e9. 00000100:00000001:2.0:1767384911.883532:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384911.883534:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384911.883535:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.883539:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384911.883542:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384911.883547:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: PUT: OK 02000000:00000001:2.0:1767384911.883547:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384911.883552:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104400 02000000:00000001:2.0:1767384911.883554:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.883559:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:2.0:1767384911.883561:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352219776:0@lo:253: 00000400:00000200:0.0:1767384911.883564:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd9 [2] + 0 00000400:00000200:3.0:1767384911.883567:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp26: 0 00000100:00000001:2.0:1767384911.883571:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384911.883572:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c74a7a87. 02000000:00000001:2.0:1767384911.883575:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384911.883577:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002e75903a 02000000:00000001:2.0:1767384911.883578:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.883581:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384911.883584:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384911.883586:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004c6008e6. 02000000:00000001:2.0:1767384911.883589:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384911.883590:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384911.883593:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c26d46. 00000400:00000200:0.0:1767384911.883598:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384911.883599:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1067fa9. 00000800:00000001:3.0:1767384911.883600:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.883602:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e75903a 00000800:00000001:3.0:1767384911.883605:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384911.883607:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e75903a. 00000800:00000001:3.0:1767384911.883610:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.883613:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384911.883614:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352219776, portal 25 00000100:00000200:0.0:1767384911.883618:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384911.883620:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384911.883622:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26) <- 192.168.203.112@tcp26 : PUT - for me 00000100:00000001:2.0:1767384911.883623:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000040:0.0:1767384911.883624:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000426c61ff x1853237352219648 msgsize 4848 00000100:00000040:2.0:1767384911.883636:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384911.883637:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00100000:0.0:1767384911.883641:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384911.883647:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384911.883652:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 336/352 into md 0x1689 [1] + 0 00000100:00000001:2.0:1767384911.883653:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384911.883659:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be295e91. 00000100:00000040:2.0:1767384911.883659:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384911.883660:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384911.883664:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec6ab67c. 00000400:00000200:3.0:1767384911.883666:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc1d3955 00000400:00000200:0.0:1767384911.883670:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbf0bd6 00000800:00000001:3.0:1767384911.883672:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384911.883673:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bbf0bd6. 00000800:00000001:3.0:1767384911.883677:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.883678:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384911.883679:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352219776, offset 0 00000400:00000200:3.0:1767384911.883682:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384911.883686:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384911.883690:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384911.883692:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: PUT: OK 00000400:00000200:3.0:1767384911.883700:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000400:00000200:2.0:1767384911.883718:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384911.883719:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:0.0:1767384911.883722:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384911.883725:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:0.0:1767384911.883727:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384911.883731:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (21) 00000100:00000001:0.0:1767384911.883739:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.883740:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384911.883744:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104480 00000100:00000001:0.0:1767384911.883745:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384911.883748:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (352 bytes) 00000400:00000200:2.0:1767384911.883754:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe9 [2] + 0 00000100:00000001:0.0:1767384911.883754:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.883756:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:0.0:1767384911.883762:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294900843 00000400:00000010:2.0:1767384911.883763:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf541893. 00000100:00000010:0.0:1767384911.883769:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffdf10b5. 00000400:00000200:3.0:1767384911.883770:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (22) 00000400:00000200:2.0:1767384911.883770:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071cba108 00000400:00000200:2.0:1767384911.883778:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.883779:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384911.883780:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384911.883785:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384911.883790:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp26 to MR: 192.168.203.112@tcp26 local destination 00000100:00000001:0.0:1767384911.883790:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294900843 00000100:00000010:0.0:1767384911.883795:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008c482e3. 00000100:00000001:0.0:1767384911.883798:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384911.883802:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294900843 00000400:00000200:3.0:1767384911.883806:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.112@tcp26 LPNI seq info [50:50:8:4294967295] 00000100:00000010:0.0:1767384911.883806:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f3af7a9. 00000100:00000001:0.0:1767384911.883812:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384911.883819:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294900843 00000400:00000200:3.0:1767384911.883825:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) -> 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) 192.168.203.112@tcp26 : ACK try# 0 00000100:00000010:0.0:1767384911.883826:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062e8bece. 00000100:00000001:0.0:1767384911.883833:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767384911.883836:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp26 00000400:00000200:2.0:1767384911.883836:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071cba108 00000400:00000010:2.0:1767384911.883842:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071cba108. 00000800:00000010:3.0:1767384911.883844:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153f05e9. 00000100:00000001:0.0:1767384911.883845:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384911.883846:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384911.883851:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384911.883851:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384911.883852:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000100:00000040:2.0:1767384911.883859:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000005330c3e8 x1853237352219776 msgsize 4848 00000100:00000001:0.0:1767384911.883859:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384911.883863:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp26 ip 192.168.203.112:989 00000100:00000001:0.0:1767384911.883864:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384911.883870:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000153f05e9 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384911.883875:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384911.883876:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384911.883878:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384911.883882:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384911.883883:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384911.883911:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384911.883913:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.883915:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384911.883919:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.883922:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.883925:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384911.883933:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec6ab67c 00000400:00000010:2.0:1767384911.883936:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec6ab67c. 00000100:00000001:2.0:1767384911.883940:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384911.883944:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384911.883946:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384911.883951:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153f05e9. 00000100:00000001:2.0:1767384911.883956:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384911.883957:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384911.883962:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384911.883971:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: ACK: OK 00000100:00000001:2.0:1767384911.883990:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.883993:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384911.883995:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000001:3.0:1767384911.883998:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384911.884000:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384911.884006:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.884006:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294900844 00000800:00000001:3.0:1767384911.884013:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384911.884015:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294900843 00000800:00000001:3.0:1767384911.884020:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.884022:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294900844 00000800:00000001:3.0:1767384911.884024:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384911.884027:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294900843 00000800:00000001:3.0:1767384911.884032:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.884032:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294900844 00000100:00000001:2.0:1767384911.884038:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900843 00000400:00000200:3.0:1767384911.884045:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26) <- 192.168.203.112@tcp26 : ACK - for me 00000100:00000001:2.0:1767384911.884045:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294900844 00000100:00000001:2.0:1767384911.884056:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900843 00000400:00000200:3.0:1767384911.884059:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp26: ACK from 12345-192.168.203.112@tcp26 into md 0x16e5 00000100:00000001:2.0:1767384911.884062:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384911.884064:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384911.884065:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.884068:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:2.0:1767384911.884070:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.884073:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: ACK: OK 00000100:00000001:2.0:1767384911.884075:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.884082:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000100:00000001:2.0:1767384911.884083:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384911.884088:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000100:00000001:2.0:1767384911.884088:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384911.884096:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384911.884096:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.884100:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384911.884102:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000100:00000001:2.0:1767384911.884106:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.884108:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:2.0:1767384911.884113:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.884114:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (21) 00000800:00000001:3.0:1767384911.884123:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.884128:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.884130:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:2.0:1767384911.884145:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384911.884150:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219648 02000000:00000001:2.0:1767384911.884154:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384911.884157:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384911.884160:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.884164:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384911.884168:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219648 00000020:00000001:2.0:1767384911.884171:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384911.884174:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384911.884177:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384911.884181:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384911.884184:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384911.884186:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384911.884188:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384911.884189:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:2.0:1767384911.884191:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384911.884196:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000002294f440. 00000020:00000010:2.0:1767384911.884197:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000100:00000001:2.0:1767384911.884202:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384911.884204:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d68a8c3. 00000020:00000010:2.0:1767384911.884205:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000400:00000010:3.0:1767384911.884214:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000020:00000010:2.0:1767384911.884215:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006df10f8d. 00000400:00000200:3.0:1767384911.884217:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002294f440 00000020:00000010:2.0:1767384911.884237:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000115bc82d. 00000400:00000010:3.0:1767384911.884239:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000fa39bfc1. 00000400:00000200:3.0:1767384911.884244:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000020:00000010:2.0:1767384911.884245:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cc826616. 00000400:00000200:3.0:1767384911.884250:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 00000400:00000200:3.0:1767384911.884254:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (20) 00000100:00000040:2.0:1767384911.884254:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384911.884255:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000010:3.0:1767384911.884257:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000194d0db3. 00000100:00000001:2.0:1767384911.884261:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384911.884264:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000001:2.0:1767384911.884264:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384911.884268:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384911.884274:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc8cf71b. 00000400:00000200:3.0:1767384911.884280:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767384911.884283:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.884289:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384911.884290:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:2.0:1767384911.884292:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.884298:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:3.0:1767384911.884305:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:2.0:1767384911.884307:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384911.884312:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00100000:2.0:1767384911.884312:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219776 02000000:00000001:2.0:1767384911.884317:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384911.884319:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384911.884321:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:2.0:1767384911.884322:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.884328:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.884328:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.884330:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00100000:2.0:1767384911.884335:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219776 00000020:00000001:2.0:1767384911.884338:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384911.884340:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000040:2.0:1767384911.884341:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384911.884345:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384911.884349:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000040:2.0:1767384911.884350:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384911.884356:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384911.884359:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.884360:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000020:00000001:2.0:1767384911.884362:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384911.884369:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384911.884374:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000010:2.0:1767384911.884374:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000100:00000001:2.0:1767384911.884379:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384911.884383:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000400:00000200:3.0:1767384911.884387:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000010:2.0:1767384911.884389:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068eb396b. 00000020:00000010:2.0:1767384911.884394:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072eacf2d. 00000400:00000200:3.0:1767384911.884413:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384911.884415:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000020:00000010:2.0:1767384911.884416:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b61177d. 00000100:00000001:2.0:1767384911.884424:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384911.884425:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384911.884427:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.884434:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.884438:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.884441:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384911.884450:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00000001:2.0:1767384911.884450:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384911.884454:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384911.884458:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00100000:2.0:1767384911.884462:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000400:00000200:3.0:1767384911.884483:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00000040:2.0:1767384911.884483:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000400:00000200:0.0:1767384911.884486:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000001:2.0:1767384911.884489:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526329424 : -106558183222192 : ffff9f15fd575450) 00000100:00000040:2.0:1767384911.884498:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000426c61ff x1853237352219648/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384911.884499:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:3.0:1767384911.884515:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:3.0:1767384911.884520:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:0.0:1767384911.884521:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.884537:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000100:00000001:2.0:1767384911.884542:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384911.884546:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp27 00000020:00000010:2.0:1767384911.884547:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000400:00000200:0.0:1767384911.884549:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000001:2.0:1767384911.884552:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384911.884553:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp27 lpni_is_preferred = 0 00000020:00000010:2.0:1767384911.884559:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000400:00000200:3.0:1767384911.884561:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp27 00000100:00100000:2.0:1767384911.884568:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000426c61ff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352219648:12345-0@lo:253: 00000400:00000200:3.0:1767384911.884569:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp27 NI seq info: [51:51:256:4294967295] 192.168.203.112@tcp27 LPNI seq info [51:51:8:4294967295] 00000100:00000200:2.0:1767384911.884579:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219648 00000400:00000200:0.0:1767384911.884582:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.884583:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp27 00000020:00000001:2.0:1767384911.884584:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384911.884589:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384911.884593:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.884596:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384911.884599:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000400:00000200:3.0:1767384911.884603:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27:) -> 192.168.203.112@tcp27(192.168.203.112@tcp:192.168.203.112@tcp27) : GET try# 0 00000020:00000001:2.0:1767384911.884604:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384911.884608:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384911.884611:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1767384911.884613:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp27 00000020:00000001:2.0:1767384911.884614:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384911.884618:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000153f05e9. 00000020:00000001:2.0:1767384911.884619:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.884626:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384911.884628:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1767384911.884629:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000013cb5523. 02000000:00000010:2.0:1767384911.884633:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000099a108a1. 00000400:00000200:0.0:1767384911.884634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000800:00000010:3.0:1767384911.884635:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000048541be8. 02000000:00000001:2.0:1767384911.884640:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.884643:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384911.884647:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (2) 20000000:00000001:2.0:1767384911.884649:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:3.1:1767384911.884654:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (2) 20000000:00000010:2.0:1767384911.884659:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000425b1ae4. 20000000:01000000:2.0:1767384911.884663:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384911.884666:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384911.884668:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 20000000:00000001:2.0:1767384911.884670:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384911.884673:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 20000000:00000001:2.0:1767384911.884674:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384911.884679:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384911.884682:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384911.884689:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 20000000:00000010:2.0:1767384911.884691:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b773e757. 20000000:01000000:2.0:1767384911.884694:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:2.0:1767384911.884700:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384911.884718:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:3.0:1767384911.884721:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384911.884724:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384911.884730:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:3.0:1767384911.884733:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000400:00000200:0.0:1767384911.884739:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000100:00000001:3.0:1767384911.884756:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526331472 : -106558183220144 : ffff9f15fd575c50) 00000100:00000040:3.0:1767384911.884764:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005330c3e8 x1853237352219776/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.884771:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384911.884774:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083a29b40. 00000100:00000001:3.0:1767384911.884776:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384911.884777:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083a29b40. 00000100:00100000:3.0:1767384911.884783:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005330c3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352219776:12345-0@lo:253: 00000100:00000200:3.0:1767384911.884786:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219776 00080000:00000001:2.0:1767384911.884787:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384911.884788:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384911.884792:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384911.884793:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384911.884796:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.884796:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.884796:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000020:00000001:3.0:1767384911.884802:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1767384911.884803:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384911.884806:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384911.884809:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384911.884810:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384911.884813:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384911.884815:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384911.884816:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384911.884816:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000020:00000001:3.0:1767384911.884820:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.884822:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384911.884823:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384911.884826:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384911.884827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00080000:00000010:2.0:1767384911.884830:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ffeea7d8. 02000000:00000010:3.0:1767384911.884832:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0231829. 00080000:00000001:2.0:1767384911.884834:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249358336 : -106563460193280 : ffff9f14c2cf2400) 02000000:00000001:3.0:1767384911.884835:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.884840:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.884841:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:3.0:1767384911.884843:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384911.884850:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029077231. 20000000:01000000:3.0:1767384911.884854:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384911.884854:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 20000000:00000001:3.0:1767384911.884855:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384911.884859:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384911.884861:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.884864:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.884865:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384911.884884:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.884951:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000001:00000001:2.0:1767384911.884978:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384911.884981:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.884983:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384911.884987:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00080000:00000001:2.0:1767384911.885000:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.885004:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384911.885029:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885094:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00080000:00000001:2.0:1767384911.885097:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384911.885101:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384911.885121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885147:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885166:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885197:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885223:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885255:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885291:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.885331:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885337:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885404:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885446:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.885458:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384911.885501:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.885532:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.885590:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885672:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000010:0.0:1767384911.885672:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ed90e3f. 00000800:00000010:0.0:1767384911.885677:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bbf0bd6. 00000800:00000010:0.0:1767384911.885683:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000052e889ac. 00000800:00000010:0.0:1767384911.885702:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000052e889ac. 00000800:00020000:0.0:1767384911.885728:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000400:00000200:2.0:1767384911.885732:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885766:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885781:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885806:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885830:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885845:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885863:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.885957:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.886287:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.886320:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886500:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886542:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886568:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886597:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886616:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886628:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886644:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886676:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886742:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886782:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886823:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886868:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886945:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.886981:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887025:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887059:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887103:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887138:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887171:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887194:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887218:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:2.0:1767384911.887544:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384911.887733:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp27 from 219.3.0.2 00000800:00000010:2.0:1767384911.887737:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006ce705ea. 00000800:00000010:1.0:1767384911.887762:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000092707fa9. 00000800:00000010:1.0:1767384911.887767:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b5eee402. 00000800:00000010:3.0:1767384911.888250:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2d2f82e. 00000800:00000010:3.0:1767384911.888255:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9c26187. 00000800:00000010:3.0:1767384911.888259:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010ee6ec6. 00000800:00000010:3.0:1767384911.888308:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010ee6ec6. 00000800:00000010:3.0:1767384911.888345:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fdb2c63b. 00000800:00000200:3.1:1767384911.888350:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (2) 00000800:00000200:3.1:1767384911.888355:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp27 00000000fdb2c63b deleted 00000800:00000010:3.1:1767384911.888356:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fdb2c63b. 00000800:00000200:3.1:1767384911.888360:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384911.888364:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp27 ip 192.168.203.112:987 00000800:00000200:3.1:1767384911.888366:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000153f05e9 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384911.888372:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp27 p 3.x 192.168.203.112 -> 192.168.203.112:987 incarnation:1767384910140779938 sched[0] 00000800:00000010:3.0:1767384911.888378:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010ee6ec6. 00000800:00000010:3.0:1767384911.888431:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010ee6ec6. 00000800:00000010:3.0:1767384911.888437:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b5eee402. 00000800:00000010:3.0:1767384911.888464:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006ce705ea. 00000800:00000001:3.0:1767384911.888492:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.888496:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384911.888547:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384911.888550:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000153f05e9. 00000400:00000200:3.0:1767384911.888553:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.888558:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: GET: OK 00000400:00000200:3.0:1767384911.888561:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384911.888564:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000200:3.1:1767384911.888593:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384911.888600:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp27 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384910140779938 sched[0] 00000800:00000010:3.0:1767384911.888603:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9c26187. 00000400:00000200:3.0:1767384911.888653:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888697:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888771:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888802:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888828:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888858:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888895:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888944:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.888977:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889042:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889085:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889119:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889177:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889231:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889260:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889298:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889336:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889362:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889402:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889445:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889479:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889510:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889547:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889583:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000800:00000010:0.0:1767384911.889607:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bbf0bd6. 00000800:00000010:0.0:1767384911.889613:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ed90e3f. 00000400:00000200:3.0:1767384911.889629:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889677:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:02020000:0.0:1767384911.889694:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp26 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384911.889747:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889778:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889824:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889860:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889893:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889938:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.889990:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.890034:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384911.890087:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384911.890208:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b748e55a. 00000800:00000010:3.0:1767384911.890212:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9c26187. 00000800:00000010:3.0:1767384911.890220:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010ee6ec6. 00000800:00000010:3.0:1767384911.890240:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010ee6ec6. 00000800:00020000:3.0:1767384911.890248:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384911.890251:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9c26187. 00000800:00000010:3.0:1767384911.890253:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b748e55a. 00000400:02020000:3.0:1767384911.890291:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp27 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000001:3.0:1767384911.890300:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.890304:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384911.890305:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.890310:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.890314:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27) <- 192.168.203.112@tcp27 : GET - for me 00000400:00000200:3.0:1767384911.890322:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384911.890327:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 352/352 into md 0x16e1 [1] + 0 00000400:00000200:3.0:1767384911.890334:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp27 to MR: 192.168.203.112@tcp27 local destination 00000400:00000200:3.0:1767384911.890340:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp27 NI seq info: [52:52:256:4294967295] 192.168.203.112@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:3.0:1767384911.890348:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) -> 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) 192.168.203.112@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384911.890352:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.112@tcp27 00000800:00000010:3.0:1767384911.890356:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000153f05e9. 00000800:00000200:3.0:1767384911.890359:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000800:00000200:3.0:1767384911.890361:0:16131:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000800:00000200:3.0:1767384911.890366:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp27 ip 192.168.203.112:988 00000800:00000200:3.0:1767384911.890368:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000153f05e9 type 3, nob 448 niov 1 nkiov 1 00000800:00000200:3.0:1767384911.890425:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384911.890429:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000153f05e9. 00000400:00000200:3.0:1767384911.890433:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.890438:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: REPLY: OK 00000800:00000001:3.0:1767384911.890446:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.890449:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384911.890613:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.890618:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384911.890619:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.890621:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.890625:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27) <- 192.168.203.112@tcp27 : REPLY - for me 00000400:00000200:3.0:1767384911.890633:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp27: Reply from 12345-192.168.203.112@tcp27 of length 352/352 into md 0x16fd 00000800:00000001:3.0:1767384911.890636:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.890640:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.890642:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384911.890645:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: REPLY: OK 00000400:00000200:3.0:1767384911.890648:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384911.890650:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000400:00000200:3.0:1767384911.890654:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384911.890657:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:3.0:1767384911.890660:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384911.890663:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 20. state = 0x100251 00000400:00000200:3.0:1767384911.890665:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384911.890672:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (21) 00000800:00000001:3.0:1767384911.890677:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384911.890680:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384911.890690:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384911.890693:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:3.0:1767384911.890698:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 000000004260da02. 00000400:00000010:3.0:1767384911.890700:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000c40f9633. 00000400:00000010:3.0:1767384911.890703:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 0000000010403f5c. 00000400:00000010:3.0:1767384911.890743:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cbe72bd1. 00000400:00000200:3.0:1767384911.890772:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cbe72bd1 nid 192.168.203.112@tcp28 00000400:00000010:2.0:1767384911.891452:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000071427afd. 00000400:00000200:2.0:1767384911.891456:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000071427afd net tcp28 00000400:00000200:2.0:1767384911.891460:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (20) 00000400:00000200:2.0:1767384911.891465:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp28 flags 0x11 00000400:00000010:2.0:1767384911.891469:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 000000004260da02. 00000400:00000010:2.0:1767384911.891488:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000c40f9633. 00000400:00000010:2.0:1767384911.891492:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 0000000010403f5c. 00000400:00000010:2.0:1767384911.891494:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000194d0db3. 00000400:00000200:2.0:1767384911.891496:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384911.891499:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:2.0:1767384911.891503:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:2.0:1767384911.891507:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:2.0:1767384911.891510:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384911.891512:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384911.891515:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384911.891517:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (21) 00080000:00000001:3.0:1767384911.895732:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384911.895736:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384911.895738:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384911.895740:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384911.895741:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384911.895743:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ffeea7d8. 00080000:00000001:3.0:1767384911.895764:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384911.895787:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384911.895793:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384911.895796:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384911.895798:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384911.895808:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384911.895817:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384911.895821:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384911.895828:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384911.895833:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f08b72cc. 20000000:01000000:3.0:1767384911.895841:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:3.0:1767384911.895845:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384911.895850:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384911.895876:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384911.895878:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384911.895879:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.895881:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384911.895883:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384911.895905:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:3.0:1767384911.895908:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384911.895911:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b739efc7. 00080000:00000001:3.0:1767384911.895913:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241892352 : -106563467659264 : ffff9f14c25d3800) 00080000:00000001:3.0:1767384911.895916:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384911.895980:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384911.895982:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.895985:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384911.895997:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384911.896000:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384911.896063:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384911.896066:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384911.897818:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384911.897822:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384911.897825:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384911.897829:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384911.897832:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384911.897840:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000472ed4eb. 00010000:00000001:0.0:1767384911.897845:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384911.897849:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca4600da. 00000020:00000001:0.0:1767384911.897854:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384911.897857:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca4600da with handle 0x7ec529173eeb839c to hash 00000020:00000001:0.0:1767384911.897859:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384911.897860:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384911.897873:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384911.897877:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.897880:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.897925:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294900844, at 4294900845 00000100:00000040:3.0:1767384911.897930:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294900844, at 4294900845 00000100:00000010:1.0:1767384911.897932:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c482e3. 00010000:00010000:0.0:1767384911.897937:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384911.897938:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062e8bece. 00010000:00000001:0.0:1767384911.897952:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384911.897956:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384911.897959:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384911.897962:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384911.897964:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.897967:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384911.897969:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.897972:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384911.897975:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384911.897993:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384911.897994:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384911.897996:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000472ed4eb) refcount = 1 00010000:00010000:0.0:1767384911.897999:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898004:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384911.898006:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384911.898007:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.898010:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.898011:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384911.898014:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384911.898017:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384911.898021:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.898023:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.898025:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=4 00000020:00000001:0.0:1767384911.898028:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384911.898031:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384911.898034:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384911.898037:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898052:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384911.898055:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898061:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.898063:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384911.898066:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898072:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.898074:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.898078:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384911.898081:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384911.898088:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca4600da already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384911.898091:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.898094:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384911.898096:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898102:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384911.898104:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.898105:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.898107:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=5 00000020:00000001:0.0:1767384911.898110:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384911.898112:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384911.898116:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384911.898118:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898125:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384911.898128:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.898137:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.898142:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384911.898144:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384911.898147:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.898150:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.898152:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca4600da with handle 0x7ec529173eeb839c from hash 00010000:00000001:0.0:1767384911.898156:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384911.898158:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.898159:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.898161:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384911.898164:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384911.898166:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384911.898168:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384911.898171:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.898174:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.898176:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384911.898178:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384911.898181:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.898183:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.898185:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.898187:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.898190:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.898193:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898199:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.898201:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.898203:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384911.898205:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384911.898207:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.898208:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.898211:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384911.898213:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384911.898216:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.898219:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.898226:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384911.898235:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384911.898252:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca4600da/0x7ec529173eeb839c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384911.898260:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000472ed4eb count: 0 00010000:00000001:0.0:1767384911.898274:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384911.898276:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384911.898282:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294900844, at 4294900845 00000100:00000010:2.0:1767384911.898289:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f3af7a9. 00000100:00000040:0.0:1767384911.898291:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294900844, at 4294900845 00000100:00000010:0.0:1767384911.898301:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00010000:00000010:0.1:1767384911.904904:0:16600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000472ed4eb. 00010000:00000010:0.1:1767384911.904912:0:16600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca4600da. 00000400:00000010:1.0:1767384911.905153:0:25705:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d4ae6885. 00000400:00000040:1.0:1767384911.905170:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384911.905172:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384911.905174:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384911.905176:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384911.905178:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384911.905180:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384911.905183:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384911.905184:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384911.905186:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384911.905187:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384911.905189:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384911.905191:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384911.905192:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384911.905194:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384911.905195:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384911.905197:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384911.905202:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384911.905203:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384911.905204:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384911.905206:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384911.905208:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384911.905209:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384911.905211:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384911.905213:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384911.905215:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384911.905218:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384911.905219:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384911.905221:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384911.905223:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384911.905225:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384911.905227:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384911.905230:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384911.905232:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384911.905234:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384911.905236:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384911.905239:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384911.905240:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384911.905243:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384911.905246:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384911.905248:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384911.905251:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384911.905253:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384911.905255:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384911.905258:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384911.905260:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384911.905262:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384911.905264:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384911.905267:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384911.905270:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384911.905272:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384911.905275:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384911.905277:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384911.905279:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384911.905281:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384911.905284:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384911.905291:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384911.905292:0:25705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384911.905369:0:25705:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d4ae6885. 00080000:00000001:0.0:1767384911.906274:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384911.906277:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384911.906277:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384911.906281:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384911.906284:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384911.906284:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384911.906288:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384911.906288:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384911.906292:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384911.906292:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b739efc7. 20000000:01000000:3.0:1767384911.906296:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384911.906297:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384911.906308:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384911.906312:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384911.906318:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384911.906333:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384911.906335:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384911.906337:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384911.906339:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384911.906341:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384911.906346:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008df7ef9c. 00010000:00000001:3.0:1767384911.906355:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384911.906358:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00000020:00000001:3.0:1767384911.906361:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384911.906364:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc73e294 with handle 0x7ec529173eeb83a3 to hash 00000020:00000001:3.0:1767384911.906366:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384911.906367:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384911.906370:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384911.906373:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384911.906375:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.906378:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906386:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384911.906389:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384911.906391:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384911.906393:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384911.906395:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.906397:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384911.906398:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.906401:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384911.906404:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384911.906406:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384911.906407:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384911.906409:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008df7ef9c) refcount = 1 00010000:00010000:3.0:1767384911.906413:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906420:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384911.906423:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384911.906424:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.906427:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.906429:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384911.906432:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384911.906434:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384911.906437:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384911.906443:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.906445:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=4 00000020:00000001:3.0:1767384911.906447:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384911.906450:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384911.906452:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384911.906453:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906457:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384911.906458:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906462:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.906463:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384911.906464:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906468:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384911.906470:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.906472:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384911.906473:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384911.906477:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dc73e294 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384911.906479:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384911.906480:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384911.906481:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906484:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384911.906485:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384911.906486:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.906487:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc73e294 refcount=5 00000020:00000001:3.0:1767384911.906489:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384911.906491:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034752 : -106558324516864 : ffff9f15f4eb5800) 00010000:00000001:3.0:1767384911.906499:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384911.906500:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906504:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384911.906505:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384911.906506:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.906509:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384911.906511:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384911.906512:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384911.906514:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384911.906515:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc73e294 with handle 0x7ec529173eeb83a3 from hash 00010000:00000001:3.0:1767384911.906518:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384911.906519:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.906520:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.906521:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384911.906522:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384911.906523:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384911.906525:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384911.906526:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384911.906528:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.906529:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384911.906530:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384911.906532:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.906533:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.906534:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.906535:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.906537:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.906538:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906542:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.906543:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.906544:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384911.906545:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384911.906546:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384911.906548:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384911.906553:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384911.906556:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384911.906557:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.906559:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384911.906563:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384911.906564:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384911.906565:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc73e294/0x7ec529173eeb83a3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384911.906569:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008df7ef9c count: 0 00010000:00000001:3.0:1767384911.906580:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384911.906581:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384911.907928:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384911.907931:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384911.907933:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000425b1ae4. 20000000:00000001:0.0:1767384911.907940:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384911.907944:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352219648 00010000:00000001:0.0:1767384911.907946:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384911.907952:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000426c61ff x1853237352219648/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384911.907960:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384911.907962:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.907965:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.907969:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384911.907971:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384911.907973:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384911.907976:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384911.907979:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.907982:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384911.907986:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384911.907989:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bbf0bd6. 00000100:00000200:0.0:1767384911.907992:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352219648, offset 224 00000400:00000200:0.0:1767384911.908004:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384911.908015:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.908025:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104400 00000400:00000200:0.0:1767384911.908032:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16e9 [2] + 224 00000400:00000200:0.0:1767384911.908038:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384911.908042:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384911.908046:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384911.908050:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.908059:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.908072:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384911.908078:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbf0bd6 00000400:00000010:0.0:1767384911.908079:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bbf0bd6. 00000100:00000001:1.0:1767384911.908083:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384911.908083:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384911.908085:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.908087:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384911.908089:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.908093:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:1.0:1767384911.908094:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384911.908097:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384911.908098:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384911.908101:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.908102:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9895a2. 00000020:00000001:0.0:1767384911.908106:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384911.908108:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bca0bc5 00000100:00000040:0.0:1767384911.908111:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000426c61ff x1853237352219648/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384911.908112:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bca0bc5. 00000100:00000001:1.0:1767384911.908117:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.908125:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384911.908126:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000426c61ff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352219648:12345-0@lo:253: Request processed in 23580us (24498us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384911.908142:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000200:1.0:1767384911.908144:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.908146:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384911.908150:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384911.908152:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384911.908159:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000115bc82d. 00000100:00000001:1.0:1767384911.908160:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384911.908164:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cc826616. 00000100:00000001:1.0:1767384911.908165:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384911.908169:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006df10f8d. 00000100:00000001:1.0:1767384911.908170:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.908173:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.908175:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.908178:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.908181:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.908181:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384911.908187:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384911.908189:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=41 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384911.908189:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000099a108a1. 00000100:00001000:1.0:1767384911.908196:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=41 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384911.908199:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384911.908200:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384911.908202:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.908204:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.908209:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384911.908209:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384911.908214:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.908215:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e0a3b9d. 00000100:00000001:1.0:1767384911.908220:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.908221:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bbf0bd6. 00000100:00000040:1.0:1767384911.908229:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.908239:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.908243:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.908246:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384911.908250:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384911.908253:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384911.908262:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.908264:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384911.908265:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.908267:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.908268:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384911.908269:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384911.908270:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.908272:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384911.908276:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.908282:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a57027f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352219648:0@lo:253: 00000100:00000001:1.0:1767384911.908285:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.908287:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.908288:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a57027f7 x1853237352219648/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.908293:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.908296:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.908298:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a119971. 02000000:00000001:1.0:1767384911.908302:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.908304:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.908306:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384911.908308:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.908310:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:1.0:1767384911.908316:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.908317:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.908319:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a57027f7. 00000100:00000001:1.0:1767384911.908323:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.908324:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.908325:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.908330:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.908331:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.908333:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.908334:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384911.909277:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384911.909279:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384911.909281:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029077231. 20000000:00000001:1.0:1767384911.909285:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384911.909293:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352219776 00010000:00000001:1.0:1767384911.909294:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384911.909297:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005330c3e8 x1853237352219776/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.909303:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384911.909304:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.909306:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.909308:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384911.909310:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384911.909312:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384911.909314:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384911.909316:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.909317:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.909320:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.909322:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e6db385. 00000100:00000200:1.0:1767384911.909325:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352219776, offset 224 00000400:00000200:1.0:1767384911.909329:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384911.909334:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384911.909339:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104480 00000400:00000200:1.0:1767384911.909343:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16f1 [2] + 224 00000400:00000200:1.0:1767384911.909348:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.909351:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.909354:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.909356:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.909362:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.909375:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384911.909380:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e6db385 00000400:00000010:1.0:1767384911.909381:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e6db385. 00000100:00000001:1.0:1767384911.909384:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384911.909386:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.909389:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.909389:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.909394:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384911.909395:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:3.0:1767384911.909400:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384911.909405:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384911.909405:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384911.909409:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3c26d46. 00000020:00000001:1.0:1767384911.909409:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.909410:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384911.909416:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1067fa9 00000100:00000040:1.0:1767384911.909416:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005330c3e8 x1853237352219776/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384911.909421:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1067fa9. 00000100:00000001:3.0:1767384911.909429:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384911.909430:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005330c3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352219776:12345-0@lo:253: Request processed in 24657us (25568us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384911.909436:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.909441:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384911.909447:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384911.909452:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384911.909454:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384911.909455:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384911.909458:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072eacf2d. 00000100:00000001:3.0:1767384911.909465:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384911.909466:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b61177d. 00000100:00000001:3.0:1767384911.909467:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.909471:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384911.909471:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068eb396b. 02000000:00000001:3.0:1767384911.909474:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384911.909476:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384911.909477:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:3.0:1767384911.909478:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.909481:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.909482:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384911.909485:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=41 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384911.909485:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0231829. 00000100:00001000:3.0:1767384911.909492:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=41 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384911.909492:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384911.909496:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.909497:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384911.909500:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.909502:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384911.909507:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004adad42. 00010000:00000001:3.0:1767384911.909511:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384911.909513:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.909513:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e6db385. 00000100:00000001:3.0:1767384911.909517:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.909521:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.909527:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.909529:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384911.909530:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384911.909532:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384911.909534:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384911.909535:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384911.909537:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384911.909538:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384911.909539:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384911.909540:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384911.909541:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384911.909542:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384911.909544:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384911.909549:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352219776:0@lo:253: 00000100:00000001:3.0:1767384911.909553:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.909554:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384911.909556:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352219776/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.909560:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384911.909562:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384911.909563:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004c6008e6. 02000000:00000001:3.0:1767384911.909567:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384911.909568:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384911.909569:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384911.909571:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384911.909572:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:3.0:1767384911.909575:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384911.909576:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384911.909577:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:3.0:1767384911.909584:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384911.909585:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.909586:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.909591:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.909592:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.909594:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.909595:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384911.912932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008df7ef9c. 00010000:00000010:3.1:1767384911.912947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00010000:00000001:2.0:1767384912.364965:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384912.364972:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384912.364978:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384912.364980:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.365000:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384912.365003:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384912.365006:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384912.996368:0:26027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384912.996409:0:26027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.996413:0:26027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384912.996419:0:26027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384912.996426:0:26027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384912.996429:0:26027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384913.325945:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384913.325949:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:1.0:1767384913.325954:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384913.325956:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384913.325958:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384913.325959:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384913.325961:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384913.325963:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384913.325965:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 39 10000000:00000001:1.0:1767384913.325967:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384913.325968:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384913.325974:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000020:00000040:1.0:1767384913.325978:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384913.325987:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384913.325990:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384913.325994:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384913.325999:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072cf2008. 00000100:00000001:1.0:1767384913.326005:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.326009:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384913.326010:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384913.326016:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d6616f8. 00010000:00000001:1.0:1767384913.326019:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384913.326021:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000345c1e6c. 00000020:00000001:1.0:1767384913.326024:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384913.326026:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000345c1e6c with handle 0x7ec529173eeb83aa to hash 00000020:00000001:1.0:1767384913.326028:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384913.326029:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384913.326031:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:1.0:1767384913.326034:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384913.326036:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.326038:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384913.326044:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384913.326051:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384913.326055:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384913.326056:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384913.326061:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bca0bc5. 00000100:00000001:1.0:1767384913.326063:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637514634761152 : -106559074790464 : ffff9f15c83313c0) 00000100:00000001:1.0:1767384913.326065:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384913.326066:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000001:1.0:1767384913.326069:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384913.326071:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.326073:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384913.326079:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384913.326085:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.326092:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384913.326094:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.326096:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384913.326098:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384913.326100:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384913.326103:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352219904:0@lo:101: 00000100:00000001:1.0:1767384913.326106:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384913.326110:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384913.326112:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.326114:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384913.326117:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bfe546eb. 02000000:00000001:1.0:1767384913.326119:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384913.326123:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 00000400:00000010:1.0:1767384913.326128:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000100:00000200:1.0:1767384913.326133:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352219904, portal 25 00000100:00000001:1.0:1767384913.326134:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384913.326135:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000040:1.0:1767384913.326138:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.326143:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384913.326146:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384913.326148:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0555df4. 00000100:00000200:1.0:1767384913.326150:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352219904, offset 0 00000400:00000200:1.0:1767384913.326155:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384913.326170:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384913.326181:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272104500 00000400:00000200:1.0:1767384913.326188:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xff9 [2] + 0 00000400:00000010:1.0:1767384913.326191:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2bae67. 00000400:00000200:1.0:1767384913.326196:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d114aca 00000400:00000200:1.0:1767384913.326201:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384913.326213:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384913.326218:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d114aca 00000400:00000010:1.0:1767384913.326221:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d114aca. 00000100:00000001:1.0:1767384913.326226:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384913.326229:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384913.326232:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000834578ed x1853237352219904 msgsize 328 00000100:00100000:1.0:1767384913.326236:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384913.326238:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384913.326248:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384913.326255:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0555df4 00000400:00000010:1.0:1767384913.326256:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0555df4. 00000100:00000001:1.0:1767384913.326259:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384913.326262:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.326270:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384913.326273:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.326278:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.326279:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384913.326284:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.326288:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294902286 00000100:00000010:1.0:1767384913.326291:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000131d439e. 00000100:00000001:1.0:1767384913.326297:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384913.326303:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294902286 00000100:00000010:1.0:1767384913.326306:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078303678. 00000100:00000001:1.0:1767384913.326308:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384913.326309:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384913.326313:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294902286 00000100:00100000:3.0:1767384913.326314:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352219904 00000100:00000010:1.0:1767384913.326317:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c998620f. 02000000:00000001:3.0:1767384913.326318:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384913.326320:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384913.326322:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384913.326323:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.326327:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294902286 02000000:00000001:3.0:1767384913.326328:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384913.326330:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2f944a. 00000100:00100000:3.0:1767384913.326332:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352219904 00000100:00000001:1.0:1767384913.326334:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384913.326336:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384913.326337:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384913.326339:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384913.326341:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:1.0:1767384913.326343:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384913.326345:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384913.326346:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384913.326349:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384913.326350:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384913.326353:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384913.326355:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384913.326355:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 000000009bca0bc5 going to sleep for 11 seconds 00000100:00000001:1.0:1767384913.326360:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384913.326361:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000456af7ac. 00000100:00000001:1.0:1767384913.326362:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.326366:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384913.326368:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000456af7ac. 00000020:00000010:3.0:1767384913.326374:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ebdd540. 00000020:00000010:3.0:1767384913.326377:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032583937. 00000020:00000010:3.0:1767384913.326381:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000040:3.0:1767384913.326390:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384913.326393:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384913.326394:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384913.326395:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.326401:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.326414:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384913.326422:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384913.326424:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384913.326427:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000001:1.0:1767384913.326435:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384913.326437:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384913.326438:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384913.326441:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.326442:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526334544 : -106558183217072 : ffff9f15fd576850) 00000100:00000001:1.0:1767384913.326447:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384913.326450:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000834578ed x1853237352219904/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.326458:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384913.326459:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000456af7ac. 00000100:00000001:3.0:1767384913.326460:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384913.326462:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000456af7ac. 00000100:00100000:3.0:1767384913.326466:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000834578ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352219904:12345-0@lo:101: 00000100:00000200:3.0:1767384913.326468:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352219904 00000020:00000001:3.0:1767384913.326471:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384913.326473:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384913.326475:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384913.326477:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384913.326478:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384913.326481:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384913.326482:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384913.326484:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384913.326486:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384913.326488:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384913.326490:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384913.326492:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384913.326493:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384913.326495:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384913.326496:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384913.326500:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384913.326505:0:16768:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008df7ef9c. 00010000:00000001:3.0:1767384913.326507:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384913.326509:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90539c5. 00000020:00000001:3.0:1767384913.326511:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384913.326512:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e90539c5 with handle 0x7ec529173eeb83b1 to hash 00000020:00000001:3.0:1767384913.326513:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384913.326514:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385034240 : -106558324517376 : ffff9f15f4eb5600) 00010000:00000001:3.0:1767384913.326520:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385034240 : -106558324517376 : ffff9f15f4eb5600) 00010000:00010000:3.0:1767384913.326522:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb83aa expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384913.326528:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384913.326530:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384913.326536:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384913.326538:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384913.326540:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008464254a. 02000000:00000001:3.0:1767384913.326542:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.326543:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384913.326545:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384913.326548:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384913.326550:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384913.326552:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384913.326553:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384913.326554:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384913.326555:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384913.326557:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384913.326559:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384913.326560:0:16768:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384913.326561:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384913.326563:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008df7ef9c) refcount = 1 00010000:00010000:3.0:1767384913.326566:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384913.326570:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384913.326572:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384913.326573:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384913.326575:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384913.326576:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384913.326579:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384913.326582:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384913.326586:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384913.326592:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384913.326593:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384913.326595:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384913.326597:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384913.326598:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384913.326599:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384913.326600:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e90539c5, rc 0) 00000020:00000001:3.0:1767384913.326602:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384913.326604:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352219904 00010000:00000001:3.0:1767384913.326606:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384913.326609:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000834578ed x1853237352219904/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/344 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384913.326615:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384913.326617:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384913.326619:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384913.326622:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384913.326624:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384913.326626:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384913.326628:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384913.326630:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.326632:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384913.326635:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384913.326638:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000200:3.0:1767384913.326640:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352219904, offset 224 00000400:00000200:3.0:1767384913.326644:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384913.326650:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384913.326657:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272104500 00000400:00000200:3.0:1767384913.326661:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1711 [1] + 224 00000400:00000200:3.0:1767384913.326664:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384913.326666:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384913.326669:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384913.326672:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384913.326679:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.326715:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384913.326723:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384913.326725:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000100:00000001:3.0:1767384913.326729:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384913.326730:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.326730:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384913.326734:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384913.326737:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:0.0:1767384913.326738:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384913.326739:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384913.326742:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384913.326743:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.326747:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e6b29. 00000020:00000001:3.0:1767384913.326748:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384913.326752:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000834578ed x1853237352219904/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/344 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384913.326754:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00000400:00000010:0.0:1767384913.326759:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00000100:00100000:3.0:1767384913.326762:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000834578ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352219904:12345-0@lo:101: Request processed in 302us (527us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384913.326765:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384913.326769:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:3.0:1767384913.326771:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:0.0:1767384913.326772:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.326774:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384913.326776:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384913.326780:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032583937. 00000020:00000010:3.0:1767384913.326784:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000020:00000010:3.0:1767384913.326789:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ebdd540. 00000100:00000200:0.0:1767384913.326790:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384913.326793:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384913.326798:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384913.326800:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008464254a. 00000100:00000001:0.0:1767384913.326804:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384913.326805:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384913.326808:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.326809:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384913.326813:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384913.326814:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384913.326817:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384913.326819:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ede7ada. 00000100:00000001:0.0:1767384913.326820:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.326824:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384913.326825:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d666b2e. 02000000:00000001:0.0:1767384913.326828:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.326833:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384913.326837:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.326841:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384913.326843:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.326845:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384913.326854:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.326857:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384913.326861:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.326869:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.326873:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384913.326874:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384913.326877:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.326934:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352219904:0@lo:101: 00000100:00000001:0.0:1767384913.326942:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.326945:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.326948:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384913.326950:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.326952:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.326959:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384913.326962:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009bca0bc5. 00000100:00000001:0.0:1767384913.326967:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384913.326968:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.326971:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384913.326974:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384913.326976:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.326978:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=4 00000020:00000001:0.0:1767384913.326980:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:0.0:1767384913.326982:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000040:0.0:1767384913.326987:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000345c1e6c, remote cookie: 0x7ec529173eeb83b1, flags: 0x0 00010000:00000001:0.0:1767384913.326990:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384913.326992:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384913.326993:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384913.326995:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384913.326996:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384913.326998:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d6616f8) refcount = 1 00010000:00010000:0.0:1767384913.327007:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.327014:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384913.327016:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384913.327018:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384913.327021:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384913.327023:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384913.327026:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.327033:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384913.327035:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.327036:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.327038:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.327039:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.327040:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327042:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.327046:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352219904/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.327054:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384913.327057:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384913.327060:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bfe546eb. 02000000:00000001:0.0:1767384913.327064:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384913.327066:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384913.327068:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384913.327071:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384913.327073:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000072cf2008. 02000000:00000001:0.0:1767384913.327078:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384913.327080:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384913.327082:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 00000100:00000001:0.0:1767384913.327085:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384913.327091:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384913.327094:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.327096:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384913.327098:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:0.0:1767384913.327100:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.327108:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384913.327110:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.327112:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=3 00000020:00000001:0.0:1767384913.327114:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:0.0:1767384913.327117:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:0.0:1767384913.327120:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384913.327121:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.327122:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384913.327123:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.327126:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384913.327129:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000618976c. 00000100:00000010:0.0:1767384913.327145:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221c8332. 00000020:00000040:0.0:1767384913.327148:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384913.327151:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384913.327153:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384913.327155:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384913.327161:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bdee998. 00000100:00000001:0.0:1767384913.327164:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327168:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384913.327171:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008940077a. 00000100:00000010:0.0:1767384913.327175:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000008225b1d. 00000020:00000040:0.0:1767384913.327178:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384913.327182:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384913.327183:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384913.327187:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d114aca. 00000100:00000001:0.0:1767384913.327189:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637514913635328 : -106558795916288 : ffff9f15d8d25c00) 00000100:00000001:0.0:1767384913.327192:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384913.327193:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376592640 : -106558332958976 : ffff9f15f46a8700) 00000100:00000001:0.0:1767384913.327196:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384913.327198:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327200:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384913.327202:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384913.327205:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.327212:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384913.327219:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.327222:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384913.327224:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384913.327226:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.327230:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352220032:0@lo:256: 00000100:00000001:0.0:1767384913.327233:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384913.327236:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384913.327239:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327242:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384913.327248:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ca2836. 00000400:00000010:0.0:1767384913.327254:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000071cba108. 00000100:00000200:0.0:1767384913.327259:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272104580-0x6958272104580, portal 33 00000100:00000001:0.0:1767384913.327262:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.327265:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384913.327268:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ae87874. 02000000:00000001:0.0:1767384913.327271:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.327274:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c963e8d. 00000400:00000010:0.0:1767384913.327280:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000100:00000200:0.0:1767384913.327283:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352220032, portal 25 00000100:00000001:0.0:1767384913.327285:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384913.327286:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376592640 : -106558332958976 : ffff9f15f46a8700) 00000100:00000040:0.0:1767384913.327291:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.327298:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.327300:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.327304:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000100:00000200:0.0:1767384913.327306:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352220032, offset 0 00000400:00000200:0.0:1767384913.327312:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384913.327318:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.327325:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272104580 00000400:00000200:0.0:1767384913.327329:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1009 [2] + 0 00000400:00000010:0.0:1767384913.327332:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7b0ecfa. 00000400:00000200:0.0:1767384913.327335:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099369240 00000400:00000200:0.0:1767384913.327344:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.327348:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384913.327350:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099369240 00000400:00000010:0.0:1767384913.327352:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099369240. 00000100:00000001:0.0:1767384913.327356:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384913.327357:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384913.327360:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000005c0dfa44 x1853237352220032 msgsize 304 00000100:00100000:0.0:1767384913.327365:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384913.327367:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384913.327377:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.327382:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000400:00000010:0.0:1767384913.327384:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000100:00000001:0.0:1767384913.327386:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384913.327389:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.327398:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.327400:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.327407:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327410:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.327415:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327418:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294902287 00000100:00000001:0.0:1767384913.327424:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902286 00000100:00000001:0.0:1767384913.327430:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294902287 00000100:00000001:3.0:1767384913.327433:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384913.327434:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902286 00000100:00100000:3.0:1767384913.327437:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220032 02000000:00000001:3.0:1767384913.327440:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384913.327442:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.327442:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294902287 00000100:00000001:0.0:1767384913.327448:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902286 00000100:00000001:3.0:1767384913.327452:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327454:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294902287 02000000:00000001:3.0:1767384913.327456:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384913.327459:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220032 00000100:00000001:0.0:1767384913.327459:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902286 00000020:00000001:3.0:1767384913.327463:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384913.327466:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:0.0:1767384913.327466:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384913.327469:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384913.327471:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384913.327472:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:0.0:1767384913.327475:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384913.327476:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384913.327478:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384913.327480:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384913.327482:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000456af7ac. 00000100:00000001:0.0:1767384913.327485:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384913.327486:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384913.327490:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000456af7ac. 00000100:00100000:0.0:1767384913.327492:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 000000009d114aca going to sleep for 11 seconds 00000020:00000010:3.0:1767384913.327496:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000303c1dcd. 00000100:00000001:0.0:1767384913.327496:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.327498:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384913.327501:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032583937. 00000020:00000010:3.0:1767384913.327505:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000040:3.0:1767384913.327510:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384913.327512:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384913.327513:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384913.327513:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.327516:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.327526:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384913.327536:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384913.327537:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384913.327542:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:3.0:1767384913.327544:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384913.327545:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526336592 : -106558183215024 : ffff9f15fd577050) 00000100:00000040:3.0:1767384913.327549:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c0dfa44 x1853237352220032/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 304/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.327555:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384913.327558:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000456af7ac. 00000100:00000001:3.0:1767384913.327560:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384913.327562:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000456af7ac. 00000100:00100000:3.0:1767384913.327571:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c0dfa44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352220032:12345-0@lo:256: 00000100:00000200:3.0:1767384913.327574:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220032 00000020:00000001:3.0:1767384913.327576:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384913.327578:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384913.327580:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384913.327581:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384913.327582:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384913.327584:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384913.327585:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384913.327587:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384913.327588:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384913.327589:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.327592:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384913.327593:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384913.327595:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008464254a. 02000000:00000001:3.0:1767384913.327597:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.327598:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384913.327600:0:16768:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384913.327603:0:16768:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384913.327605:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384913.327606:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384913.327608:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384913.327610:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384913.327611:0:16768:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384913.327614:0:16768:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000058806293. 20000000:00000001:3.0:1767384913.327615:0:16768:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384913.327626:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384913.327630:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384913.327634:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384913.327636:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384913.327637:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384913.327639:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384913.327640:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384913.327642:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384913.327643:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384913.327644:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384913.327650:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384913.327652:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384913.327653:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384913.327655:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384913.327656:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384913.327658:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384913.327659:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384913.327660:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384913.327661:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384913.327662:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:3.0:1767384913.327664:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3672/1/4/3. 20000000:00000040:3.0:1767384913.327669:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384913.327670:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384913.327672:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384913.327673:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384913.327675:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384913.327676:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384913.327677:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384913.327679:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384913.327681:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384913.327682:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384913.327684:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384913.327685:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384913.327686:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384913.327687:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384913.327688:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384913.327689:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384913.327691:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384913.327692:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384913.327693:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384913.327712:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:3.0:1767384913.327715:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3248/1/4/3. 20000000:01000000:3.0:1767384913.327716:0:16768:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 848, version 44 20000000:00000001:3.0:1767384913.327718:0:16768:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=848 : 848 : 350) 00000100:00000001:3.0:1767384913.327720:0:16768:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384913.327723:0:16768:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a1da359b. 00000100:00000010:3.0:1767384913.327725:0:16768:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c9a59f2d. 00000020:00000040:3.0:1767384913.327727:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384913.327733:0:16768:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384913.327736:0:16768:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384913.327739:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000400:00000010:3.0:1767384913.327744:0:16768:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3807c75. 00000400:00000200:3.0:1767384913.327746:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384913.327753:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384913.327760:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 848 into portal 33 MB=0x6958272104580 00000400:00000200:3.0:1767384913.327763:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 848/848 into md 0x1721 [4] + 0 00000400:00000010:3.0:1767384913.327765:0:16768:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ca2836. 00000400:00000200:3.0:1767384913.327767:0:16768:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071cba108 00000400:00000200:3.0:1767384913.327769:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384913.327772:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384913.327774:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071cba108 00000400:00000010:3.0:1767384913.327775:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000071cba108. 00000100:00000001:3.0:1767384913.327777:0:16768:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384913.327778:0:16768:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000221c8332 desc 000000008940077a mbits 1853237352220032 00000100:00000001:3.0:1767384913.327787:0:16768:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384913.327789:0:16768:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384913.327791:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384913.327797:0:16768:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x172d 00000400:00000200:3.0:1767384913.327798:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384913.327800:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384913.327803:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384913.327804:0:16768:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a1da359b 00000100:00000001:3.0:1767384913.327806:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384913.327810:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384913.327812:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000100:00000001:3.0:1767384913.327814:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384913.327815:0:16768:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a1da359b 00000100:00000001:0.0:1767384913.327816:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384913.327817:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384913.327821:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384913.327823:0:16768:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 848 bytes via portal 33 id 12345-0@lo mbits 0x6958272104580-0x6958272104580 00000100:00000001:3.0:1767384913.327827:0:16768:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384913.327829:0:16768:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.327831:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384913.327833:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384913.327840:0:16768:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c9a59f2d. 00000100:00000010:3.0:1767384913.327842:0:16768:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a1da359b. 00000100:00000001:3.0:1767384913.327843:0:16768:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384913.327844:0:16768:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384913.327849:0:16768:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000058806293. 20000000:00000001:3.0:1767384913.327852:0:16768:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384913.327854:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352220032 00010000:00000001:3.0:1767384913.327855:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384913.327857:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c0dfa44 x1853237352220032/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 304/240 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384913.327863:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384913.327864:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384913.327865:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384913.327868:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384913.327870:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384913.327872:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384913.327873:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384913.327875:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384913.327877:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384913.327879:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384913.327882:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000200:3.0:1767384913.327899:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352220032, offset 224 00000400:00000200:3.0:1767384913.327906:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384913.327913:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384913.327917:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272104580 00000400:00000200:3.0:1767384913.327920:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1725 [1] + 224 00000400:00000200:3.0:1767384913.327923:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384913.327925:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384913.327927:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384913.327930:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384913.327936:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384913.327955:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384913.327960:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384913.327962:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000100:00000001:3.0:1767384913.327964:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384913.327965:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384913.327969:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384913.327972:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384913.327974:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384913.327975:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.327976:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384913.327977:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384913.327982:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c0dfa44 x1853237352220032/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 304/240 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384913.327983:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384913.327986:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384913.327990:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c963e8d. 00000100:00100000:3.0:1767384913.327992:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c0dfa44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352220032:12345-0@lo:256: Request processed in 434us (629us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384913.327995:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000400:00000010:0.0:1767384913.327999:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00000100:00100000:3.0:1767384913.328000:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:3.0:1767384913.328005:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384913.328005:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384913.328007:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384913.328009:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384913.328011:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032583937. 00000100:00000200:0.0:1767384913.328012:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384913.328016:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000020:00000010:3.0:1767384913.328021:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000303c1dcd. 00000020:00000040:3.0:1767384913.328024:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384913.328030:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384913.328032:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384913.328033:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008464254a. 02000000:00000001:3.0:1767384913.328037:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384913.328038:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384913.328044:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384913.328048:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026cf2eeb. 00000100:00000001:0.0:1767384913.328048:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384913.328051:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384913.328054:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082bd0a06. 00000100:00000001:0.0:1767384913.328055:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384913.328058:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384913.328060:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.328062:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.328065:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.328068:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384913.328071:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.328074:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384913.328075:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.328077:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384913.328078:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.328080:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384913.328083:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.328092:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.328098:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384913.328107:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384913.328111:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.328118:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352220032:0@lo:256: 00000100:00000001:0.0:1767384913.328123:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.328125:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.328126:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384913.328128:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.328130:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.328137:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384913.328139:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009d114aca. 00000100:00000001:0.0:1767384913.328142:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384913.328143:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384913.328146:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 44, more 0. 10000000:00000001:0.0:1767384913.328150:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384913.328155:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f8c0c697. 10000000:00000040:0.0:1767384913.328165:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384913.328172:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384913.328174:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384913.328178:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:0.0:1767384913.328180:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.328183:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384913.328185:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:0.0:1767384913.328187:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:0.0:1767384913.328191:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 20 NIDs 00000400:00001000:0.0:1767384913.328194:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384913.328197:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:0.0:1767384913.328202:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384913.328207:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (20) 00000400:00000200:0.0:1767384913.328213:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384913.328216:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:0.0:1767384913.328218:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (21) 00000400:00000200:0.0:1767384913.328227:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:0.0:1767384913.328229:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:0.0:1767384913.328233:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328234:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:0.0:1767384913.328236:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:0.0:1767384913.328239:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328241:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:0.0:1767384913.328243:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:0.0:1767384913.328246:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328247:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:0.0:1767384913.328249:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:0.0:1767384913.328252:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328253:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:0.0:1767384913.328255:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:0.0:1767384913.328258:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328260:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:0.0:1767384913.328262:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:0.0:1767384913.328264:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328266:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:0.0:1767384913.328268:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:0.0:1767384913.328270:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328272:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:0.0:1767384913.328273:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:0.0:1767384913.328276:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328278:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:0.0:1767384913.328279:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:0.0:1767384913.328282:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328284:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:0.0:1767384913.328285:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:0.0:1767384913.328288:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328289:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:0.0:1767384913.328291:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:0.0:1767384913.328294:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328296:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:0.0:1767384913.328298:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:0.0:1767384913.328301:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328310:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:0.0:1767384913.328312:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:0.0:1767384913.328316:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328317:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:0.0:1767384913.328319:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:0.0:1767384913.328322:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328323:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:0.0:1767384913.328325:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:0.0:1767384913.328328:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328330:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:0.0:1767384913.328332:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:0.0:1767384913.328334:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328336:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:0.0:1767384913.328338:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:0.0:1767384913.328340:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328342:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:0.0:1767384913.328344:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:0.0:1767384913.328347:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328348:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:0.0:1767384913.328350:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:0.0:1767384913.328353:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384913.328354:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000100:00000001:0.0:1767384913.328357:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.328359:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384913.328362:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:0.0:1767384913.328366:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000bbe9ef1e. 10000000:00000040:0.0:1767384913.328368:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 44/44 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:0.0:1767384913.328371:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384913.328377:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384913.328381:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076dc527d. 00000020:00000010:0.0:1767384913.328385:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2a1bf02. 00000040:00000010:0.0:1767384913.328388:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000079093b02. 00000020:00000010:0.0:1767384913.328392:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b98ca732. 00000020:00000010:0.0:1767384913.328397:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069e186ca. 00000020:00000010:0.0:1767384913.328408:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e9e4c828. 80000000:00000010:0.0:1767384913.328412:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cbf78a5e. 40000000:00000010:0.0:1767384913.328416:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ea66b35. 00100000:00000010:0.0:1767384913.328421:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000933062f2. 00040000:00000010:0.0:1767384913.328425:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000456aa42a. 00040000:00000010:0.0:1767384913.328429:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000edfc04cd. 00040000:00000010:0.0:1767384913.328433:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000abe9b026. 00080000:00000010:0.0:1767384913.328437:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b3acf582. 00000004:00000010:0.0:1767384913.328441:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003f914a7a. 00000004:00000010:0.0:1767384913.328446:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000536961b. 00000004:00000010:0.0:1767384913.328451:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091335d66. 00002000:00000010:0.0:1767384913.328455:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aa3c5a17. 00000004:00000010:0.0:1767384913.328459:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a775102b. 00000004:00000001:0.0:1767384913.328463:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384913.328466:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384913.328467:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000bbe9ef1e 00000040:00001000:0.0:1767384913.328469:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384913.328471:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384913.328472:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384913.328473:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384913.328476:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384913.328478:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384913.328479:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384913.328481:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:0.0:1767384913.328482:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384913.328536:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.328541:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2a1bf02. 00000040:00000010:0.0:1767384913.328544:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079093b02. 00000020:00000010:0.0:1767384913.328547:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b98ca732. 00000020:00000010:0.0:1767384913.328551:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000069e186ca. 00000020:00000010:0.0:1767384913.328555:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e9e4c828. 80000000:00000010:0.0:1767384913.328558:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cbf78a5e. 40000000:00000010:0.0:1767384913.328563:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005ea66b35. 00100000:00000010:0.0:1767384913.328567:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000933062f2. 00040000:00000010:0.0:1767384913.328570:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000456aa42a. 00040000:00000010:0.0:1767384913.328580:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000edfc04cd. 00040000:00000010:0.0:1767384913.328583:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000abe9b026. 00080000:00000010:0.0:1767384913.328598:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b3acf582. 00000004:00000010:0.0:1767384913.328601:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003f914a7a. 00000004:00000010:0.0:1767384913.328605:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000536961b. 00000004:00000010:0.0:1767384913.328608:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091335d66. 00002000:00000010:0.0:1767384913.328611:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aa3c5a17. 00000004:00000010:0.0:1767384913.328614:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a775102b. 00000020:00000010:0.0:1767384913.328616:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076dc527d. 00000020:00000001:0.0:1767384913.328619:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.328621:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384913.328624:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000bbe9ef1e. 10000000:00000010:0.0:1767384913.328627:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f8c0c697. 10000000:00000001:0.0:1767384913.328629:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.328631:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.328634:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000221c8332 x1853237352220032/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.328642:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384913.328644:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384913.328645:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ae87874. 02000000:00000001:0.0:1767384913.328648:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384913.328649:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384913.328650:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384913.328652:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384913.328654:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384913.328655:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384913.328656:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384913.328658:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384913.328659:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000008225b1d. 00000100:00000010:0.0:1767384913.328661:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008940077a. 00000100:00000001:0.0:1767384913.328664:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384913.328665:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004bdee998. 02000000:00000001:0.0:1767384913.328667:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384913.328668:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384913.328670:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221c8332. 00000100:00000001:0.0:1767384913.328672:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384913.328681:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384913.328693:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000618976c. 10000000:01000000:0.0:1767384913.328712:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384913.328716:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384913.328718:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384913.328732:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.328734:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=3 00000020:00000001:0.0:1767384913.328737:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:0.0:1767384913.328740:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:0.0:1767384913.328744:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384913.328746:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.328755:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.328757:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384913.328759:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384913.328766:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384913.328768:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384913.328769:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384913.328771:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.328773:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.328776:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384913.328778:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384913.328780:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:0.0:1767384913.328783:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384913.337620:0:26116:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000cf7d3d28. 00000020:00000040:3.0:1767384913.337627:0:26116:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384913.337630:0:26116:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000cf7d3d28. 00000100:00000040:0.0:1767384913.340929:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294902287, at 4294902288 00000100:00000010:0.0:1767384913.340938:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000131d439e. 00000100:00000040:1.0:1767384913.340945:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294902287, at 4294902288 00000100:00000040:2.0:1767384913.340949:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294902287, at 4294902288 00000100:00000010:1.0:1767384913.340956:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078303678. 00000100:00000010:2.0:1767384913.340958:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c998620f. 00000100:00000040:3.0:1767384913.341916:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294902287, at 4294902289 00000100:00000010:3.0:1767384913.341923:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2f944a. 00010000:00000001:2.0:1767384913.388939:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384913.388945:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.388950:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384913.388951:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.389004:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384913.389007:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.389011:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384913.670787:0:26193:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384913.670791:0:26193:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:3.0:1767384913.673921:0:26193:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384913.680218:0:26194:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000044018844. 00000400:00000010:1.0:1767384913.680233:0:26194:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e05b253c. 00000400:00000010:1.0:1767384913.680244:0:26194:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b8471b00. 00000400:00000010:1.0:1767384913.680248:0:26194:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000067657eb2. 00000400:00000010:1.0:1767384913.680253:0:26194:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001c4d3bf3. 00000400:00000010:1.0:1767384913.680258:0:26194:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9565e3e. 00000400:00000010:1.0:1767384913.680260:0:26194:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e0d988e. 00000400:00000010:1.0:1767384913.680261:0:26194:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000810ea910. 00000400:00000010:1.0:1767384913.680265:0:26194:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d4ae6885. 00000800:00000010:1.0:1767384913.680277:0:26194:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000049608bb6. 00000800:00000200:1.0:1767384913.680286:0:26194:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384913.680294:0:26194:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384913.680327:0:26194:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384913.680347:0:26194:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp29 [8/256/0/180] 00000400:00000010:1.0:1767384913.681758:0:26194:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000029b3143f. 00000400:00000010:1.0:1767384913.681764:0:26194:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2bae67. 00000400:00000010:1.0:1767384913.681768:0:26194:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0555df4. 00000400:00000001:1.0:1767384913.681782:0:26194:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384913.681793:0:26194:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384913.681795:0:26194:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdb0f7d. 00000400:00000200:1.0:1767384913.681798:0:26194:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000400:00000010:1.0:1767384913.681799:0:26194:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000400:00000010:1.0:1767384913.681803:0:26194:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000a3ae02fa. 00000400:00000200:1.0:1767384913.681807:0:26194:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (20) 00000400:00000200:1.0:1767384913.681817:0:26194:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384913.681823:0:26194:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:1.0:1767384913.681830:0:26194:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c0231829. 00000020:01000000:1.0:1767384913.681836:0:26194:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384913.681838:0:26194:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp29 00000400:00000200:2.0:1767384913.681840:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384913.681846:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384913.681851:0:26194:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e05b253c. 00000400:00000010:2.0:1767384913.681853:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074d7bad1. 00000400:00000010:1.0:1767384913.681855:0:26194:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000044018844. 00000400:00000200:2.0:1767384913.681857:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (21) 00000400:00000010:2.0:1767384913.681864:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab099218. 00000400:00000200:2.0:1767384913.681868:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp27 00000400:00000200:2.0:1767384913.681880:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp27 to MR: 192.168.203.112@tcp27 local destination 00000020:00000001:0.0:1767384913.681884:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384913.681907:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.112@tcp27 LPNI seq info [53:53:8:4294967295] 10000000:00000001:0.0:1767384913.681907:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384913.681912:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384913.681915:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384913.681916:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp27 00000020:01000004:0.0:1767384913.681920:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384913.681924:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384913.681928:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) -> 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) : PUT try# 0 00000020:01000004:0.0:1767384913.681932:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.681934:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384913.681937:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.681940:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384913.681942:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384913.681943:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384913.681945:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384913.681946:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.112@tcp27 00000020:01000004:0.0:1767384913.681947:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:2.0:1767384913.681953:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97385fe. 00000100:00000010:0.0:1767384913.681954:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221c8332. 00000020:00000040:0.0:1767384913.681959:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000800:00000200:2.0:1767384913.681960:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000100:00000001:0.0:1767384913.681965:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.1:1767384913.681968:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 02000000:00000001:0.0:1767384913.681969:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384913.681975:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384913.681982:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004ed90e3f. 00000800:00000200:2.1:1767384913.681986:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp27 ip 192.168.203.112:988 00000100:00000001:0.0:1767384913.681990:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384913.681991:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a97385fe type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1767384913.681998:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384913.682001:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.682003:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384913.682007:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 00000100:00000040:0.0:1767384913.682010:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000221c8332] to pc [ptlrpcd_00_00+0] req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384913.682031:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.682033:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.682035:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384913.682037:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384913.682044:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384913.682045:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384913.682046:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384913.682048:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384913.682050:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384913.682051:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384913.682053:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.682054:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384913.682055:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.682056:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384913.682057:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384913.682058:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.682059:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384913.682062:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e6519eb. 00000020:00000040:0.0:1767384913.682064:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384913.682070:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384913.682072:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384913.682073:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.682087:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 02000000:00000010:0.0:1767384913.682087:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a119971. 00000100:00000001:0.0:1767384913.682091:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.682096:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384913.682097:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384913.682100:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e6519eb] to pc [ptlrpcd_00_01+1] req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384913.682107:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.682109:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.682110:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384913.682112:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384913.682114:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c0231829. 00000800:00000200:2.0:1767384913.682123:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384913.682126:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384913.682128:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97385fe. 00000100:00000001:0.0:1767384913.682130:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.682133:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384913.682134:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384913.682138:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.682142:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: PUT: OK 00000400:00000200:2.0:1767384913.682151:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384913.682151:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384913.682154:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.682155:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.682157:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp27: 0 02000000:00000001:0.0:1767384913.682160:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384913.682163:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384913.682165:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384913.682168:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384913.682168:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352220288:0@lo:253: 00000100:00000001:0.0:1767384913.682173:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384913.682177:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384913.682178:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767384913.682182:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384913.682182:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.682186:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384913.682188:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.682195:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27) <- 192.168.203.112@tcp27 : PUT - for me 02000000:00000010:0.0:1767384913.682198:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007fa329f8. 00000400:00000200:3.0:1767384913.682200:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000001:0.0:1767384913.682202:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.682207:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384913.682208:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c963e8d. 00000400:00000010:0.0:1767384913.682215:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4c92218. 00000400:00000200:2.0:1767384913.682216:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 352/368 into md 0x16f9 [1] + 0 00000400:00000010:2.0:1767384913.682221:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d68a8c3. 00000400:00000200:2.0:1767384913.682225:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000947b1463 00000100:00000200:0.0:1767384913.682228:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352220288, portal 25 00000800:00000001:2.0:1767384913.682229:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.682234:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.682235:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384913.682238:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384913.682238:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376590848 : -106558332960768 : ffff9f15f46a8000) 00000400:00000200:2.0:1767384913.682245:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: PUT: OK 00000100:00000040:0.0:1767384913.682246:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384913.682247:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.682249:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:2.0:1767384913.682253:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000100:00000001:0.0:1767384913.682260:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384913.682261:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384913.682265:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (22) 00000100:00000040:0.0:1767384913.682265:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.682271:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ddcaac5. 00000400:00000200:2.0:1767384913.682273:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00000200:0.0:1767384913.682274:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352220288, offset 0 00000400:00000200:2.0:1767384913.682279:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (368 bytes) 00000400:00000200:0.0:1767384913.682283:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.682285:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384913.682291:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.682292:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (23) 00000400:00000200:2.0:1767384913.682307:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384913.682309:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384913.682315:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp27 to MR: 192.168.203.112@tcp27 local destination 00000400:00000200:2.0:1767384913.682321:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp27 NI seq info: [54:54:256:4294967295] 192.168.203.112@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:3.0:1767384913.682331:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.682331:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) -> 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) 192.168.203.112@tcp27 : ACK try# 0 00000800:00000200:2.0:1767384913.682337:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp27 00000400:00000200:0.0:1767384913.682339:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104680 00000800:00000010:2.0:1767384913.682343:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97385fe. 00000400:00000200:0.0:1767384913.682348:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1019 [2] + 0 00000400:00000010:0.0:1767384913.682351:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bf5517a. 00000800:00000200:2.0:1767384913.682354:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000400:00000200:0.0:1767384913.682357:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008507bbfa 00000800:00000200:2.0:1767384913.682362:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp27 ip 192.168.203.112:987 00000400:00000200:0.0:1767384913.682363:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384913.682368:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a97385fe type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384913.682369:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384913.682372:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.682373:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008507bbfa 00000400:00000010:0.0:1767384913.682376:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008507bbfa. 00000100:00000001:0.0:1767384913.682382:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:2.0:1767384913.682383:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384913.682383:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384913.682388:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000c14d0fae x1853237352220288 msgsize 4848 00000100:00100000:0.0:1767384913.682394:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384913.682395:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384913.682397:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.682405:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.682410:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ddcaac5 00000400:00000010:0.0:1767384913.682412:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ddcaac5. 00000100:00000001:0.0:1767384913.682414:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384913.682417:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384913.682420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.682426:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.682431:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384913.682433:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384913.682438:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97385fe. 00000100:00000001:0.0:1767384913.682439:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.682442:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384913.682443:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384913.682450:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: ACK: OK 00000100:00000001:0.0:1767384913.682455:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384913.682458:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384913.682459:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294902642 00000400:00000200:3.0:1767384913.682461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000001:2.0:1767384913.682464:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384913.682465:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbf78a5e. 00000800:00000001:2.0:1767384913.682468:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384913.682472:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000800:00000001:2.0:1767384913.682474:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384913.682478:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384913.682480:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294902642 00000800:00000001:2.0:1767384913.682481:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384913.682487:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043e1732b. 00000400:00000200:2.0:1767384913.682489:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27) <- 192.168.203.112@tcp27 : ACK - for me 00000100:00000001:0.0:1767384913.682491:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384913.682495:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294902642 00000100:00000010:0.0:1767384913.682499:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9568b36. 00000400:00000200:2.0:1767384913.682503:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp27: ACK from 12345-192.168.203.112@tcp27 into md 0x173d 00000100:00000001:0.0:1767384913.682504:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384913.682506:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.682508:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384913.682509:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294902642 00000100:00000010:0.0:1767384913.682514:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffdf10b5. 00000400:00000200:2.0:1767384913.682518:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: ACK: OK 00000100:00000001:0.0:1767384913.682519:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384913.682522:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d7bad1 00000100:00000001:0.0:1767384913.682524:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384913.682525:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074d7bad1. 00000100:00000001:0.0:1767384913.682529:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.682531:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384913.682533:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.682537:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000100:00000001:0.0:1767384913.682537:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.682543:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:0.0:1767384913.682544:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384913.682546:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (22) 00000100:00000001:0.0:1767384913.682547:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384913.682550:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384913.682551:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.682552:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.682554:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384913.682561:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384913.682561:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384913.682565:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.682567:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384913.682568:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.682569:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.682583:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.682585:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.682586:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384913.682589:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.682591:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.682596:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.682597:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384913.682600:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.682602:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384913.682609:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384913.682611:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.682613:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:0.0:1767384913.682614:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352220160:0@lo:253: 00000400:00000200:3.0:1767384913.682617:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.682619:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384913.682620:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000004260da02. 02000000:00000001:0.0:1767384913.682624:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384913.682626:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae86962b. 02000000:00000001:0.0:1767384913.682627:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.682630:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384913.682632:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074d7bad1. 02000000:00000010:0.0:1767384913.682635:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ad3d855. 00000400:00000200:2.0:1767384913.682636:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004260da02 02000000:00000001:0.0:1767384913.682640:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384913.682642:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000002294f440. 00000400:00000010:0.0:1767384913.682645:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f44a601d. 00000400:00000200:2.0:1767384913.682647:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000010:0.0:1767384913.682651:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ddcaac5. 00000400:00000200:2.0:1767384913.682652:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 00000100:00000200:0.0:1767384913.682656:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352220160, portal 25 00000400:00000200:2.0:1767384913.682658:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (21) 00000100:00000001:0.0:1767384913.682660:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384913.682662:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376592640 : -106558332958976 : ffff9f15f46a8700) 00000400:00000010:2.0:1767384913.682663:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000002294f440. 00000100:00000040:0.0:1767384913.682667:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384913.682669:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000100:00000001:0.0:1767384913.682675:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384913.682677:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000010:2.0:1767384913.682677:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081acda60. 00000100:00000040:0.0:1767384913.682681:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384913.682685:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767384913.682686:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd3b2e74. 00000100:00000200:0.0:1767384913.682691:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352220160, offset 0 00000400:00000200:2.0:1767384913.682708:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384913.682709:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.682719:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:2.0:1767384913.682724:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767384913.682727:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767384913.682731:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384913.682735:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767384913.682739:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767384913.682742:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767384913.682746:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767384913.682750:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767384913.682754:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.682754:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384913.682766:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384913.682770:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:2.0:1767384913.682775:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384913.682779:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384913.682783:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:2.0:1767384913.682786:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:2.0:1767384913.682789:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:2.0:1767384913.682794:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:2.0:1767384913.682797:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:2.0:1767384913.682801:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384913.682806:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp28 00000400:00000200:2.0:1767384913.682809:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp28 lpni_is_preferred = 0 00000400:00000200:3.0:1767384913.682811:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.682812:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp28 00000400:00000200:2.0:1767384913.682819:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp28 NI seq info: [55:55:256:4294967295] 192.168.203.112@tcp28 LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1767384913.682823:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp28 00000400:00000200:2.0:1767384913.682834:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28:) -> 192.168.203.112@tcp28(192.168.203.112@tcp:192.168.203.112@tcp28) : GET try# 0 00000800:00000200:2.0:1767384913.682839:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp28 00000400:00000200:0.0:1767384913.682844:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384913.682845:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a97385fe. 00000800:00000010:2.0:1767384913.682852:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000061a98078. 00000400:00000200:0.0:1767384913.682853:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104600 00000800:00000010:2.0:1767384913.682856:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005c829ffc. 00000400:00000200:0.0:1767384913.682860:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1029 [2] + 0 00000400:00000010:0.0:1767384913.682863:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065a4d3c0. 00000800:00000200:2.0:1767384913.682867:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (2) 00000400:00000200:0.0:1767384913.682868:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d188d6a2 00000400:00000200:3.0:1767384913.682873:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000800:00000200:2.1:1767384913.682874:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (2) 00000400:00000200:0.0:1767384913.682874:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.682883:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384913.682910:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384913.682910:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d188d6a2 00000400:00000010:0.0:1767384913.682915:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d188d6a2. 00000400:00000200:2.0:1767384913.682916:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 00000100:00000001:0.0:1767384913.682920:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384913.682923:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384913.682925:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000002d247b24 x1853237352220160 msgsize 4848 00000100:00100000:0.0:1767384913.682932:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384913.682939:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384913.682948:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.682954:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3b2e74 00000400:00000010:0.0:1767384913.682955:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd3b2e74. 00000100:00000001:0.0:1767384913.682958:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384913.682963:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.682968:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.682971:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.682976:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.682976:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.682979:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.682979:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.682983:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.682988:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294902643 00000100:00000001:0.0:1767384913.682993:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902642 00000100:00000001:0.0:1767384913.682997:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294902643 00000100:00000001:0.0:1767384913.683002:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902642 00000100:00000001:0.0:1767384913.683006:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294902643 00000100:00000001:0.0:1767384913.683011:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902642 00000100:00000001:0.0:1767384913.683015:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294902643 00000100:00000001:0.0:1767384913.683019:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902642 00000100:00000001:0.0:1767384913.683023:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.683025:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683027:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683029:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.683042:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.683048:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384913.683051:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220288 02000000:00000001:0.0:1767384913.683053:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384913.683054:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.683056:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.683059:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.683063:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.683065:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220288 00000020:00000001:0.0:1767384913.683073:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384913.683075:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384913.683077:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.683080:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:0.0:1767384913.683082:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384913.683084:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384913.683087:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384913.683091:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000100:00000001:0.0:1767384913.683093:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384913.683095:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000020:00000010:0.0:1767384913.683101:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad779f66. 00000400:00000200:3.0:1767384913.683103:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000020:00000010:0.0:1767384913.683105:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbe9ef1e. 00000400:00000200:2.0:1767384913.683109:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000020:00000010:0.0:1767384913.683112:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000014a0092b. 00000100:00000040:0.0:1767384913.683124:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384913.683126:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384913.683128:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384913.683129:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683137:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683144:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.683150:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384913.683150:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220160 02000000:00000001:0.0:1767384913.683151:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384913.683153:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.683154:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.683156:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.683158:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220160 00000020:00000001:0.0:1767384913.683160:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384913.683162:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384913.683163:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.683165:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000020:00000001:0.0:1767384913.683166:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384913.683168:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384913.683170:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384913.683173:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000400:00000200:2.0:1767384913.683179:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.683179:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384913.683185:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000400:00000200:3.0:1767384913.683189:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000020:00000010:0.0:1767384913.683190:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2a1bf02. 00000020:00000010:0.0:1767384913.683195:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000941b33d5. 00000020:00000010:0.0:1767384913.683201:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff8010f. 00000100:00000001:0.0:1767384913.683204:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384913.683205:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384913.683207:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683211:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683214:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.683223:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384913.683225:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384913.683230:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000400:00000200:2.0:1767384913.683232:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000040:0.0:1767384913.683233:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384913.683236:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526333520 : -106558183218096 : ffff9f15fd576450) 00000100:00000040:0.0:1767384913.683242:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c14d0fae x1853237352220288/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 4848/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.683248:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384913.683251:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000100:00000001:0.0:1767384913.683253:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384913.683255:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000100:00100000:0.0:1767384913.683261:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c14d0fae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352220288:12345-0@lo:253: 00000100:00000200:0.0:1767384913.683264:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220288 00000020:00000001:0.0:1767384913.683266:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384913.683268:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000020:00000001:0.0:1767384913.683269:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384913.683272:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.683275:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384913.683276:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384913.683279:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384913.683280:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384913.683283:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384913.683284:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384913.683288:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000020:00000001:0.0:1767384913.683291:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683296:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384913.683298:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384913.683303:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009e6be655. 02000000:00000001:0.0:1767384913.683305:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683306:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.683309:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384913.683317:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000367d9fd1. 20000000:01000000:0.0:1767384913.683320:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384913.683322:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384913.683325:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384913.683327:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.683330:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 20000000:00000001:0.0:1767384913.683330:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.683332:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 20000000:00000001:0.0:1767384913.683334:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384913.683345:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069ac29c8. 20000000:01000000:0.0:1767384913.683348:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384913.683352:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384913.683357:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384913.683401:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384913.683404:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384913.683406:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.683407:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384913.683421:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384913.683425:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000400:00000200:2.0:1767384913.683428:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00080000:00000001:0.0:1767384913.683428:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384913.683430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00080000:00000010:0.0:1767384913.683437:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008940077a. 00080000:00000001:0.0:1767384913.683440:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510265422848 : -106563444128768 : ffff9f14c3c44400) 00080000:00000001:0.0:1767384913.683443:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384913.683485:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.683500:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.683541:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000001:00000001:0.0:1767384913.683555:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384913.683557:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.683560:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384913.683566:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00080000:00000001:0.0:1767384913.683575:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.683579:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384913.683606:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.683646:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.683667:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00080000:00000001:0.0:1767384913.683719:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384913.683723:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384913.683733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.683735:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000001:0.0:1767384913.683759:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384913.683761:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384913.683771:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384913.683772:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:0.0:1767384913.683774:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526338640 : -106558183212976 : ffff9f15fd577850) 00000100:00000040:0.0:1767384913.683778:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d247b24 x1853237352220160/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 4848/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.683784:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384913.683786:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000020:00000010:0.0:1767384913.683787:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000100:00000001:0.0:1767384913.683791:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384913.683793:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000100:00100000:0.0:1767384913.683797:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d247b24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352220160:12345-0@lo:253: 00000100:00000200:0.0:1767384913.683800:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220160 00000400:00000200:3.0:1767384913.683801:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000020:00000001:0.0:1767384913.683802:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384913.683805:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384913.683807:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.683809:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384913.683810:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384913.683813:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384913.683814:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384913.683816:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384913.683817:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384913.683818:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683820:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384913.683822:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384913.683830:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 02000000:00000010:0.0:1767384913.683834:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000027c3c97. 02000000:00000001:0.0:1767384913.683837:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.683838:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.683840:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384913.683847:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000088eff205. 20000000:01000000:0.0:1767384913.683849:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384913.683851:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384913.683853:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384913.683854:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.683856:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.683863:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384913.683866:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.683883:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.683953:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.683988:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.684019:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.684051:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.684084:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384913.684139:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684144:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684203:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684227:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684249:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684266:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684289:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684311:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684333:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000800:00000010:3.0:1767384913.684338:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b748e55a. 00000800:00000010:3.0:1767384913.684345:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd3d0f8f. 00000800:00000010:3.0:1767384913.684351:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a073be01. 00000400:00000200:2.0:1767384913.684353:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000800:00000010:3.0:1767384913.684393:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a073be01. 00000400:00000200:2.0:1767384913.684400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000800:00020000:3.0:1767384913.684407:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000400:00000200:2.0:1767384913.684443:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684476:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684494:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684509:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684535:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684552:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684585:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684608:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684624:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684645:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:2.0:1767384913.684660:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:2.0:1767384913.684884:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004c6008e6. 00000800:00000010:2.0:1767384913.684910:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001a5258cd. 00000800:00000010:2.0:1767384913.684914:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079a9a802. 00000800:00000010:2.0:1767384913.684960:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079a9a802. 00000400:00000200:0.0:1767384913.685052:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384913.685066:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp28 from 218.3.0.2 00000800:00000010:0.0:1767384913.685069:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001f2b8458. 00000800:00000010:0.0:1767384913.686269:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a399334. 00000800:00000010:0.0:1767384913.686274:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a91cb62b. 00000800:00000010:0.0:1767384913.686302:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f9f6dffc. 00000800:00000200:0.1:1767384913.686308:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (2) 00000800:00000200:0.1:1767384913.686312:0:16124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp28 00000000f9f6dffc deleted 00000800:00000010:0.1:1767384913.686314:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f9f6dffc. 00000800:00000200:0.1:1767384913.686319:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384913.686323:0:16124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp28 ip 192.168.203.112:986 00000800:00000200:0.1:1767384913.686326:0:16124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a97385fe type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384913.686330:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp28 p 3.x 192.168.203.112 -> 192.168.203.112:986 incarnation:1767384911881388025 sched[0] 00000800:00000010:0.0:1767384913.686335:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e38b368. 00000800:00000010:0.0:1767384913.686531:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e38b368. 00000800:00000010:0.0:1767384913.686535:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a91cb62b. 00000800:00000010:0.0:1767384913.686551:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001f2b8458. 00000800:00000200:0.1:1767384913.686575:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384913.686579:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp28 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384911881388025 sched[0] 00000800:00000010:0.0:1767384913.686582:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a5258cd. 00000400:00000200:0.0:1767384913.686877:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.686932:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.686949:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.686964:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.686979:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.686995:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687010:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687024:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687036:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687049:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687062:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687078:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687094:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687113:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687128:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687141:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687154:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687187:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687201:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687214:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687227:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687253:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687267:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687283:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687299:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687321:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687333:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687344:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687355:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687371:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687386:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687407:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687423:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687439:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687456:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687479:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687496:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:0.0:1767384913.687511:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:0.0:1767384913.687612:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000645dfbd4. 00000800:00000010:0.0:1767384913.687615:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a91cb62b. 00000800:00000010:0.0:1767384913.687617:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042f5f3c3. 00000800:00000010:0.0:1767384913.687637:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042f5f3c3. 00000400:00000200:0.0:1767384913.687673:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384913.687681:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp28 from 217.3.0.2 00000800:00000010:0.0:1767384913.687684:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b9093994. 00000800:00000010:0.0:1767384913.687861:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a71b2f21. 00000800:00000010:0.0:1767384913.687864:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9f6dffc. 00000800:00000010:0.0:1767384913.687872:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000073be3958. 00000800:00000200:0.1:1767384913.687875:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (4) 00000800:00000200:0.1:1767384913.687878:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp28 0000000073be3958 deleted 00000800:00000010:0.1:1767384913.687879:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000073be3958. 00000800:00000200:0.1:1767384913.687882:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384913.687905:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp28 p 3.x 192.168.203.112 -> 192.168.203.112:985 incarnation:1767384911881388025 sched[0] 00000800:00000010:0.0:1767384913.687913:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000042f5f3c3. 00000800:00000010:0.0:1767384913.687941:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000042f5f3c3. 00000800:00000010:0.0:1767384913.687943:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9f6dffc. 00000800:00000010:0.0:1767384913.687950:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b9093994. 00000800:00000200:0.1:1767384913.688059:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384913.688064:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp28 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384911881388025 sched[0] 00000800:00000010:0.0:1767384913.688066:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a91cb62b. 00000800:00000001:2.0:1767384913.688567:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.688572:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384913.688613:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384913.688615:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a97385fe. 00000400:00000200:2.0:1767384913.688618:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384913.688622:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: GET: OK 00000400:00000200:2.0:1767384913.688624:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384913.688626:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:2.0:1767384913.688632:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.688635:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384913.688637:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.688644:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.688649:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28) <- 192.168.203.112@tcp28 : GET - for me 00000400:00000200:2.0:1767384913.688657:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384913.688661:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 368/368 into md 0x1739 [1] + 0 00000400:00000200:2.0:1767384913.688667:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp28 to MR: 192.168.203.112@tcp28 local destination 00000400:00000200:2.0:1767384913.688673:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp28 NI seq info: [56:56:256:4294967295] 192.168.203.112@tcp28 LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1767384913.688685:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) -> 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) 192.168.203.112@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384913.688689:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.112@tcp28 00000800:00000010:2.0:1767384913.688707:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97385fe. 00000800:00000200:2.0:1767384913.688712:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (6) 00000800:00000200:2.0:1767384913.688723:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp28 ip 192.168.203.112:988 00000800:00000200:2.0:1767384913.688725:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a97385fe type 3, nob 464 niov 1 nkiov 1 00000800:00000001:0.0:1767384913.688757:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.688763:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384913.688765:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384913.688768:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97385fe. 00000400:00000200:2.0:1767384913.688772:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384913.688775:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384913.688776:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: REPLY: OK 00000800:00000001:0.0:1767384913.688781:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384913.688785:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.688786:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.688787:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384913.688792:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384913.688795:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.688798:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.688801:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28) <- 192.168.203.112@tcp28 : REPLY - for me 00000400:00000200:2.0:1767384913.688810:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp28: Reply from 12345-192.168.203.112@tcp28 of length 368/368 into md 0x1751 00000800:00000001:2.0:1767384913.688814:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.688818:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.688819:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384913.688823:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: REPLY: OK 00000400:00000200:2.0:1767384913.688826:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000400:00000010:2.0:1767384913.688828:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000400:00000200:2.0:1767384913.688831:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384913.688835:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:2.0:1767384913.688838:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384913.688841:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 21. state = 0x100251 00000400:00000200:2.0:1767384913.688844:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384913.688851:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (22) 00000800:00000001:2.0:1767384913.688857:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384913.688860:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.688874:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384913.688877:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:2.0:1767384913.688883:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 00000000c40f9633. 00000400:00000010:2.0:1767384913.688905:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000f45a73cd. 00000400:00000010:2.0:1767384913.688907:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 00000000194d0db3. 00000400:00000010:2.0:1767384913.688934:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f94283d1. 00000400:00000200:2.0:1767384913.688939:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f94283d1 nid 192.168.203.112@tcp29 00000400:00000010:2.0:1767384913.688947:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001d40c07a. 00000400:00000200:2.0:1767384913.688950:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000001d40c07a net tcp29 00000400:00000200:2.0:1767384913.688953:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (21) 00000400:00000200:2.0:1767384913.688957:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp29 flags 0x11 00000400:00000010:2.0:1767384913.688961:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 00000000c40f9633. 00000400:00000010:2.0:1767384913.688964:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000f45a73cd. 00000400:00000010:2.0:1767384913.688967:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 00000000194d0db3. 00000400:00000010:2.0:1767384913.688971:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000002294f440. 00000400:00000200:2.0:1767384913.688974:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384913.688976:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:2.0:1767384913.688978:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:2.0:1767384913.688981:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:2.0:1767384913.688983:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384913.688985:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384913.688988:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384913.688991:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (22) 00000800:00000010:3.0:1767384913.693468:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd3d0f8f. 00000800:00000010:3.0:1767384913.693477:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b748e55a. 00080000:00000001:1.0:1767384913.693494:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384913.693498:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384913.693500:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384913.693501:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384913.693503:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384913.693506:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008940077a. 00080000:00000001:1.0:1767384913.693510:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:02020000:3.0:1767384913.693549:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp27 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384913.693564:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384913.693569:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384913.693571:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.693573:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384913.693583:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384913.693593:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384913.693596:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384913.693598:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002294f440. 20000000:01000000:2.0:1767384913.693602:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00080000:00000020:0.0:1767384913.693602:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384913.693609:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384913.693613:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384913.693633:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384913.693635:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384913.693636:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384913.693637:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384913.693639:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384913.693642:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384913.693644:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384913.693647:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f45a73cd. 00080000:00000001:2.0:1767384913.693649:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249357312 : -106563460194304 : ffff9f14c2cf2000) 00080000:00000001:2.0:1767384913.693651:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384913.693680:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384913.693681:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384913.693683:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384913.693690:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384913.693714:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384913.693754:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384913.693757:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384913.693913:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384913.693916:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384913.693919:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384913.693922:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384913.693925:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384913.693930:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008df7ef9c count: 2 00010000:00000001:2.0:1767384913.693932:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384913.693934:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384913.693936:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e058aeb5. 00000020:00000001:2.0:1767384913.693939:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384913.693941:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e058aeb5 with handle 0x7ec529173eeb83b8 to hash 00000020:00000001:2.0:1767384913.693943:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384913.693944:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262572544 : -106558446979072 : ffff9f15ed9eb800) 00010000:00000001:2.0:1767384913.693946:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262572544 : -106558446979072 : ffff9f15ed9eb800) 00010000:00000001:2.0:1767384913.693948:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.693950:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.693952:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.693958:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384913.693961:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384913.693962:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384913.693963:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.693965:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384913.693967:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.693971:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384913.693973:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.693974:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.693975:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.693977:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.693978:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384913.693984:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384913.693989:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008df7ef9c) refcount = 2 00010000:00000040:2.0:1767384913.693991:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384913.693992:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384913.693995:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384913.693996:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384913.694000:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000367588be. 00000100:00000001:2.0:1767384913.694002:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384913.694004:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006492e8fe. 00000100:00000001:2.0:1767384913.694005:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267070912 : -106563442480704 : ffff9f14c3dd69c0) 00000100:00000001:2.0:1767384913.694007:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510267070912 : -106563442480704 : ffff9f14c3dd69c0) 00000100:00000001:2.0:1767384913.694008:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384913.694009:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384913.694010:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384913.694013:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.694014:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384913.694015:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.694017:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.694018:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384913.694020:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384913.694022:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000020:00000040:2.0:1767384913.694024:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:2.0:1767384913.694027:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384913.694029:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384913.694031:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384913.694035:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000194d0db3. 00000100:00000001:2.0:1767384913.694038:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.694041:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384913.694049:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 16 pid: 16768 timeout: 385 lvb_type: 0 00010000:00000001:2.0:1767384913.694065:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384913.694067:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384913.694070:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384913.694076:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384913.694077:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384913.694079:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352220416:0@lo:104: 00000100:00000001:2.0:1767384913.694082:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384913.694084:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384913.694085:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.694086:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384913.694088:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40f9633. 02000000:00000001:2.0:1767384913.694090:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384913.694092:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003975f308. 00000400:00000010:2.0:1767384913.694095:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000100:00000200:2.0:1767384913.694098:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352220416, portal 16 00000100:00000001:2.0:1767384913.694099:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384913.694100:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000040:2.0:1767384913.694102:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384913.694118:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384913.694120:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384913.694123:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c2dc5b. 00000100:00000200:2.0:1767384913.694124:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352220416, offset 0 00000400:00000200:2.0:1767384913.694128:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.694135:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384913.694140:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272104700 00000400:00000200:2.0:1767384913.694144:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:2.0:1767384913.694146:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004633250b. 00000400:00000200:2.0:1767384913.694149:0:16792:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f7e693b 00000400:00000200:2.0:1767384913.694152:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384913.694154:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384913.694161:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f7e693b 00000400:00000010:2.0:1767384913.694162:0:16792:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f7e693b. 00000100:00000001:2.0:1767384913.694165:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384913.694166:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384913.694168:0:16792:0:(events.c:337:request_in_callback()) incoming req@00000000606fc6cc x1853237352220416 msgsize 328 00000100:00100000:2.0:1767384913.694171:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384913.694173:0:16792:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384913.694184:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384913.694187:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c2dc5b 00000400:00000010:2.0:1767384913.694188:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021c2dc5b. 00000100:00000001:2.0:1767384913.694190:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384913.694193:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384913.694200:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384913.694202:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384913.694207:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.694209:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.694212:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384913.694213:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000011e6008. 00000100:00000001:2.0:1767384913.694216:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294902654 00000100:00000010:0.0:1767384913.694220:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000061f69c73. 00000100:00000001:2.0:1767384913.694222:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294902643 00000100:00100000:0.0:1767384913.694223:0:16759:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:2.0:1767384913.694230:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294902654 00000100:00000200:0.0:1767384913.694230:0:16759:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:2.0:1767384913.694235:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294902643 00000400:00000010:0.0:1767384913.694235:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5ef9973. 00000100:00000001:2.0:1767384913.694241:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294902654 00000400:00000010:0.0:1767384913.694242:0:16759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009495050d. 00000100:00000001:2.0:1767384913.694243:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294902643 00000100:00000001:2.0:1767384913.694247:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294902654 00000100:00000001:0.0:1767384913.694248:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384913.694250:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294902643 00000100:00100000:0.0:1767384913.694251:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220416 00000100:00000001:2.0:1767384913.694253:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384913.694254:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384913.694257:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.694257:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.694261:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.694262:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.694264:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.694265:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384913.694270:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.694271:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220416 00000020:00000001:0.0:1767384913.694275:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384913.694276:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384913.694284:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00010000:00000001:2.0:1767384913.694285:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384913.694288:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384913.694289:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384913.694291:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00010000:00000001:2.0:1767384913.694292:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:0.0:1767384913.694296:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00010000:00000001:2.0:1767384913.694297:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1767384913.694301:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:2.0:1767384913.694302:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.694306:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384913.694307:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384913.694308:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384913.694311:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 000000006492e8fe going to sleep for 11 seconds 00000020:00000010:0.0:1767384913.694311:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001565a778. 00000100:00000001:0.0:1767384913.694316:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.694317:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384913.694320:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001565a778. 00000100:00000001:2.0:1767384913.694321:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.694325:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0dc01d9. 00000020:00000010:0.0:1767384913.694329:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000befeb240. 00000020:00000010:0.0:1767384913.694333:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000feae8268. 00000100:00000040:0.0:1767384913.694339:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384913.694341:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384913.694342:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384913.694343:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.694347:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.694356:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.694365:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384913.694366:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384913.694371:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384913.694373:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:0.0:1767384913.694375:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637510249045072 : -106563460506544 : ffff9f14c2ca5c50) 00000100:00000040:0.0:1767384913.694379:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000606fc6cc x1853237352220416/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/0 e 0 to 0 dl 1767384924 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384913.694387:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384913.694389:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001565a778. 00000100:00000001:0.0:1767384913.694391:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384913.694393:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001565a778. 00000100:00100000:0.0:1767384913.694396:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000606fc6cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352220416:12345-0@lo:104: 00000100:00000200:0.0:1767384913.694399:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220416 00010000:00000001:0.0:1767384913.694407:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384913.694410:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384913.694412:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.694413:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=2 00000020:00000001:0.0:1767384913.694415:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:0.0:1767384913.694416:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:0.0:1767384913.694418:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384913.694420:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384913.694422:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384913.694428:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384913.694430:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384913.694432:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000036d1425. 02000000:00000001:0.0:1767384913.694434:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.694436:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.694439:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384913.694441:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.694445:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.694448:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384913.694451:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384913.694452:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384913.694454:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384913.694456:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.694458:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.694460:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.694462:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000100:00000200:0.0:1767384913.694465:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352220416, offset 224 00000400:00000200:0.0:1767384913.694469:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384913.694475:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.694481:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272104700 00000400:00000200:0.0:1767384913.694484:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1759 [1] + 224 00000400:00000200:0.0:1767384913.694487:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.694491:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384913.694499:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384913.694502:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384913.694510:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384913.694520:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.694525:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000400:00000010:0.0:1767384913.694526:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00000100:00000001:2.0:1767384913.694527:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.694529:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384913.694531:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384913.694533:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384913.694535:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384913.694536:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384913.694540:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:2.0:1767384913.694541:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003975f308. 00010000:00000001:0.0:1767384913.694546:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384913.694547:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000400:00000010:2.0:1767384913.694550:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00010000:00000010:0.0:1767384913.694551:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008507bbfa. 00000100:00000001:2.0:1767384913.694552:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384913.694556:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384913.694559:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384913.694565:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384913.694568:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384913.694569:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384913.694571:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384913.694576:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.694583:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384913.694583:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000606fc6cc x1853237352220416/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384913.694586:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.694591:0:16792:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384913.694595:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384913.694598:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384913.694598:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000606fc6cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352220416:12345-0@lo:104: Request processed in 208us (426us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384913.694602:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.694606:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.694609:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00001000:2.0:1767384913.694611:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=43 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384913.694613:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00001000:2.0:1767384913.694616:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.694617:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384913.694620:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384913.694621:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384913.694624:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.694624:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000befeb240. 00010000:00000001:2.0:1767384913.694626:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384913.694629:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.694629:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000feae8268. 00000100:00000001:2.0:1767384913.694631:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.694634:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0dc01d9. 00000100:00000040:2.0:1767384913.694637:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384913.694639:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 02000000:00000001:0.0:1767384913.694645:0:16759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384913.694647:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000036d1425. 00000100:00000001:2.0:1767384913.694659:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384913.694659:0:16759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384913.694662:0:16759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384913.694663:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384913.694664:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b3636f29. 00000100:00000001:2.0:1767384913.694667:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384913.694668:0:16759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384913.694670:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000010:0.0:1767384913.694671:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 00010000:00000001:2.0:1767384913.694674:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384913.694676:0:16759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384913.694677:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384913.694679:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f9cdd9d2. 00010000:00000001:2.0:1767384913.694680:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.694682:0:16759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384913.694684:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000356f8b8e. 00000100:00000040:2.0:1767384913.694685:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384913.694689:0:16759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384913.694691:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001faf577d. 02000000:00000001:0.0:1767384913.694706:0:16759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384913.694708:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7f39eb8. 00000100:00100000:2.0:1767384913.694711:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352220416:0@lo:104: 02000000:00000001:0.0:1767384913.694712:0:16759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384913.694714:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000867baacd. 02000000:00000001:0.0:1767384913.694719:0:16759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384913.694720:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384913.694720:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002e8fb6b. 00000100:00000001:2.0:1767384913.694725:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.694725:0:16759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384913.694727:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b9b2bce9. 00000100:00000001:2.0:1767384913.694729:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1767384913.694731:0:16759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384913.694732:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384913.694746:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029324cfe. 00000100:00000040:2.0:1767384913.694749:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352220416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384913.694751:0:16759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384913.694753:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000070f702f2. 02000000:00000001:0.0:1767384913.694757:0:16759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384913.694759:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e34285. 00000100:00000001:2.0:1767384913.694762:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767384913.694763:0:16759:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001687ee31. 02000000:00000001:2.0:1767384913.694765:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1767384913.694767:0:16759:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000d8c05ce7. 02000000:00000010:2.0:1767384913.694768:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40f9633. 00000100:00000001:0.0:1767384913.694771:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384913.694773:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384913.694776:0:16792:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384913.694777:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000020:00000001:2.0:1767384913.694779:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384913.694781:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000194d0db3. 02000000:00000001:2.0:1767384913.694784:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384913.694785:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384913.694786:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:2.0:1767384913.694789:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384913.694790:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384913.694792:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006492e8fe. 00000100:00000001:2.0:1767384913.694794:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384913.694796:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384913.694797:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000367588be. 00010000:00000001:2.0:1767384913.694801:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.694808:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.694810:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384913.694812:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384913.694814:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384913.694816:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384913.694836:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384913.694838:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.694840:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384913.694842:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384913.694844:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384913.694846:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384913.694851:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000345c1e6c already unused, calling callback (000000005e873491) 10000000:00000001:2.0:1767384913.694854:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384913.694855:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.694859:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384913.694860:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.694861:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.694862:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000345c1e6c refcount=3 00000020:00000001:2.0:1767384913.694864:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:2.0:1767384913.694865:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685542400 : -106559024009216 : ffff9f15cb39f000) 00010000:00000001:2.0:1767384913.694867:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384913.694869:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384913.694872:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384913.694873:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384913.694876:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384913.694903:0:16764:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384913.694905:0:16764:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384913.694907:0:16764:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384913.694909:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384913.694910:0:16764:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384913.694920:0:16764:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384913.694922:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384913.694923:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384913.694926:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384913.694927:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.694929:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384913.694931:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384913.694933:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384913.694934:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.694935:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384913.694937:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000345c1e6c with handle 0x7ec529173eeb83aa from hash 00010000:00000001:2.0:1767384913.694939:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384913.694940:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.694940:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.694941:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384913.694942:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384913.694943:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384913.694946:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384913.694947:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384913.694951:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000020:00000040:2.0:1767384913.694952:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384913.694954:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384913.694956:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384913.694958:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384913.694961:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000194d0db3. 00000100:00000001:2.0:1767384913.694963:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.694965:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384913.694967:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384913.694972:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384913.694973:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.694980:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384913.694981:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.694984:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_02+2] req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384913.695002:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384913.695004:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695006:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695007:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695009:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384913.695010:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.695011:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384913.695012:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384913.695014:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.695017:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384913.695022:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384913.695023:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384913.695024:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000345c1e6c/0x7ec529173eeb83aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb83b1 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384913.695041:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d6616f8 count: 0 00000100:00000001:0.0:1767384913.695042:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384913.695045:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.695048:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384913.695049:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384913.695053:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695055:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384913.695057:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008507bbfa. 02000000:00000001:0.0:1767384913.695059:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695061:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.695063:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352220544:0@lo:103: 00000020:00000001:2.0:1767384913.695065:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384913.695067:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.695069:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384913.695070:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384913.695072:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384913.695073:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384913.695075:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.695077:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384913.695079:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0dc01d9. 00000020:00000001:2.0:1767384913.695088:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.695089:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.695092:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384913.695094:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538ef898. 00000020:00000001:2.0:1767384913.695095:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384913.695099:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.695101:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00010000:00010000:2.0:1767384913.695102:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384913.695107:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352220544, portal 18 00000100:00000001:0.0:1767384913.695110:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384913.695111:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000040:0.0:1767384913.695114:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.695119:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.695120:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.695123:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000100:00000200:0.0:1767384913.695124:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352220544, offset 0 00000400:00000200:0.0:1767384913.695128:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384913.695132:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.695137:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272104780 00000400:00000200:0.0:1767384913.695141:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:0.0:1767384913.695144:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009792797d. 00000400:00000200:0.0:1767384913.695146:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6759d5b 00000400:00000200:0.0:1767384913.695148:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.695150:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384913.695152:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6759d5b 00000400:00000010:0.0:1767384913.695154:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6759d5b. 00000100:00000001:0.0:1767384913.695157:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384913.695158:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384913.695161:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000000dbaa2fe x1853237352220544 msgsize 328 00000100:00100000:0.0:1767384913.695164:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384913.695172:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384913.695182:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.695186:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000400:00000010:0.0:1767384913.695187:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000100:00000001:0.0:1767384913.695189:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384913.695192:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.695195:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384913.695199:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220544 02000000:00000001:2.0:1767384913.695202:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384913.695202:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384913.695204:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384913.695206:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.695210:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.695214:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.695214:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.695216:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.695218:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.695220:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294902655 00000100:00100000:2.0:1767384913.695222:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220544 00000020:00000001:2.0:1767384913.695225:0:22984:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384913.695225:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902654 00000020:00000040:2.0:1767384913.695226:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384913.695230:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.695232:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000100:00000001:0.0:1767384913.695232:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294902655 00000020:00000001:2.0:1767384913.695237:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384913.695238:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902654 00000020:00000001:2.0:1767384913.695240:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384913.695243:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294902655 00000100:00000001:2.0:1767384913.695244:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384913.695247:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902654 00000020:00000010:2.0:1767384913.695249:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f098799d. 00000100:00000001:0.0:1767384913.695250:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294902655 00000100:00000001:2.0:1767384913.695253:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.695254:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902654 00000020:00000010:2.0:1767384913.695258:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f098799d. 00000100:00000001:0.0:1767384913.695259:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.695263:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.695264:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.695266:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.695270:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384913.695272:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384913.695274:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.695275:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.695276:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.695278:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384913.695339:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f9633. 00000020:00000010:2.0:1767384913.695343:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ba7e908. 00000020:00000010:2.0:1767384913.695346:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023459b75. 00000100:00000040:2.0:1767384913.695352:0:22984:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384913.695354:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384913.695355:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384913.695357:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384913.695359:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695362:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384913.695365:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.695367:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.695369:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90539c5 refcount=4 00000020:00000001:2.0:1767384913.695371:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034240 : -106558324517376 : ffff9f15f4eb5600) 00010000:00000001:2.0:1767384913.695374:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034240 : -106558324517376 : ffff9f15f4eb5600) 00010000:00010000:2.0:1767384913.695378:0:22984:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 17 pid: 16768 timeout: 385 lvb_type: 0 00010000:00000001:2.0:1767384913.695385:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695386:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695388:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.695390:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.695402:0:22984:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384913.695408:0:22984:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000dbaa2fe x1853237352220544/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/0 e 0 to 0 dl 1767384924 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.695415:0:22984:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384913.695417:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.695434:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.695455:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384913.695457:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384913.695457:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384913.695461:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384913.695464:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384913.695467:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:1.0:1767384913.695468:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.695470:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515284278352 : -106558425273264 : ffff9f15eee9ec50) 00000100:00000001:1.0:1767384913.695472:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.695475:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000dbaa2fe x1853237352220544/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/0 e 0 to 0 dl 1767384924 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.695482:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384913.695485:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000367588be. 00000100:00000001:2.0:1767384913.695487:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384913.695489:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000367588be. 00000100:00100000:2.0:1767384913.695493:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000dbaa2fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16138:x1853237352220544:12345-0@lo:103: 00000100:00000200:2.0:1767384913.695496:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220544 00010000:00000001:2.0:1767384913.695497:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384913.695499:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384913.695500:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384913.695503:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384913.695504:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384913.695507:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000195f76e8. 02000000:00000001:2.0:1767384913.695509:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.695510:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695512:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384913.695514:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384913.695515:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.695517:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.695518:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e90539c5 refcount=4 00000020:00000001:2.0:1767384913.695519:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385034240 : -106558324517376 : ffff9f15f4eb5600) 00010000:00000001:2.0:1767384913.695527:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385034240 : -106558324517376 : ffff9f15f4eb5600) 00010000:00000040:2.0:1767384913.695529:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008df7ef9c count: 3 00010000:00010000:2.0:1767384913.695532:0:22984:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 17 pid: 16768 timeout: 385 lvb_type: 0 00000100:00001000:2.0:1767384913.695537:0:22984:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384913 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384913.695539:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384913.695543:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695544:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384913.695546:0:22984:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 17 pid: 16768 timeout: 385 lvb_type: 0 00000020:00000001:2.0:1767384913.695550:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.695551:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.695552:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384913.695554:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695556:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384913.695557:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384913.695561:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695562:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695564:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.695565:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384913.695566:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e90539c5 with handle 0x7ec529173eeb83b1 from hash 00010000:00000001:2.0:1767384913.695568:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384913.695569:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695570:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695571:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384913.695572:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384913.695573:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384913.695575:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e90539c5/0x7ec529173eeb83b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb83aa expref: 17 pid: 16768 timeout: 385 lvb_type: 0 00010000:00000040:2.0:1767384913.695579:0:22984:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:2.0:1767384913.695580:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:2.0:1767384913.695583:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695585:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384913.695592:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384913.695594:0:22984:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e058aeb5 00010000:00000001:2.0:1767384913.695595:0:22984:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384913.695597:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.695598:0:22984:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.695600:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.695601:0:22984:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.695603:0:22984:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384913.695604:0:22984:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384913.695605:0:22984:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695609:0:22984:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384913.695611:0:22984:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384913.695613:0:22984:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384913.695614:0:22984:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384913.695615:0:22984:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008df7ef9c) refcount = 2 00010000:00010000:2.0:1767384913.695617:0:22984:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695621:0:22984:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384913.695622:0:22984:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384913.695623:0:22984:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.695624:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384913.695627:0:22984:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000367588be. 00000100:00000001:2.0:1767384913.695628:0:22984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384913.695631:0:22984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006492e8fe. 00000100:00000001:2.0:1767384913.695632:0:22984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267070912 : -106563442480704 : ffff9f14c3dd69c0) 00000100:00000001:2.0:1767384913.695633:0:22984:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510267070912 : -106563442480704 : ffff9f14c3dd69c0) 00000100:00000001:2.0:1767384913.695635:0:22984:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384913.695635:0:22984:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384913.695636:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384913.695638:0:22984:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384913.695640:0:22984:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384913.695642:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.695643:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.695649:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e058aeb5 refcount=5 00000020:00000001:2.0:1767384913.695650:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572544 : -106558446979072 : ffff9f15ed9eb800) 00010000:00000001:2.0:1767384913.695652:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572544 : -106558446979072 : ffff9f15ed9eb800) 00010000:00000001:2.0:1767384913.695654:0:22984:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384913.695655:0:22984:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695660:0:22984:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384913.695661:0:22984:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695665:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695666:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384913.695667:0:22984:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695671:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.695672:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695674:0:22984:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384913.695675:0:22984:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384913.695679:0:22984:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e058aeb5 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384913.695680:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.695682:0:22984:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384913.695683:0:22984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695686:0:22984:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384913.695687:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.695688:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.695689:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e058aeb5 refcount=6 00000020:00000001:2.0:1767384913.695690:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572544 : -106558446979072 : ffff9f15ed9eb800) 00010000:00000001:2.0:1767384913.695706:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572544 : -106558446979072 : ffff9f15ed9eb800) 00010000:00000001:2.0:1767384913.695709:0:22984:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384913.695716:0:22984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695720:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384913.695722:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.695723:0:22984:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695731:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384913.695738:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384913.695739:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.695740:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384913.695742:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e058aeb5 with handle 0x7ec529173eeb83b8 from hash 00010000:00000001:2.0:1767384913.695744:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384913.695745:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695746:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695747:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384913.695748:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384913.695749:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384913.695750:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384913.695751:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.695753:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695754:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384913.695755:0:22984:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384913.695756:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695757:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695758:0:22984:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695759:0:22984:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695762:0:22984:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.695764:0:22984:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695768:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695769:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695771:0:22984:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384913.695773:0:22984:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384913.695774:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695775:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695776:0:22984:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384913.695779:0:22984:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384913.695784:0:22984:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695786:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.695787:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.695788:0:22984:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.695790:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384913.695791:0:22984:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384913.695793:0:22984:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.695794:0:22984:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.695795:0:22984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384913.695797:0:22984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006492e8fe. 00000100:00000001:2.0:1767384913.695799:0:22984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384913.695801:0:22984:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384913.695802:0:22984:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000367588be. 00010000:00000001:2.0:1767384913.695804:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384913.695807:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384913.695808:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.695810:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384913.695812:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384913.695814:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384913.695817:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384913.695819:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384913.695821:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384913.695823:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384913.695825:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.695827:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384913.695830:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384913.695956:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.695995:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384913.695997:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384913.696000:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.696004:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384913.696010:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384913.696012:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e058aeb5/0x7ec529173eeb83b8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384913.696017:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008df7ef9c count: 0 00010000:00000001:2.0:1767384913.696028:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384913.696029:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384913.696087:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000100:00000200:2.0:1767384913.696091:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352220544, offset 224 00000400:00000200:2.0:1767384913.696096:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384913.696109:0:22984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384913.696116:0:22984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272104780 00000400:00000200:2.0:1767384913.696121:0:22984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1769 [1] + 224 00000400:00000200:2.0:1767384913.696125:0:22984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384913.696128:0:22984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384913.696133:0:22984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384913.696136:0:22984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384913.696143:0:22984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.696176:0:22984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384913.696179:0:22984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000400:00000010:2.0:1767384913.696181:0:22984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000100:00000001:2.0:1767384913.696183:0:22984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384913.696184:0:22984:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.696186:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.696188:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384913.696190:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.696192:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.696195:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000dbaa2fe x1853237352220544/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 328/224 e 0 to 0 dl 1767384924 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384913.696201:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000dbaa2fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352220544:12345-0@lo:103: Request processed in 719us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384913.696215:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384913.696217:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384913.696219:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384913.696220:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384913.696223:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ba7e908. 00000020:00000010:2.0:1767384913.696227:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023459b75. 00000020:00000010:2.0:1767384913.696230:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f9633. 00000020:00000040:2.0:1767384913.696235:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 02000000:00000001:2.0:1767384913.696240:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384913.696242:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000195f76e8. 02000000:00000001:2.0:1767384913.696244:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384913.696247:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384913.696248:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001719173a. 02000000:00000001:2.0:1767384913.696251:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384913.696253:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 02000000:00000001:2.0:1767384913.696257:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384913.696258:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000962f0b8d. 02000000:00000001:2.0:1767384913.696261:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384913.696262:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a1caf19. 02000000:00000001:2.0:1767384913.696264:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384913.696265:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b886ab4. 02000000:00000001:2.0:1767384913.696268:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384913.696269:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000beea20b. 02000000:00000001:2.0:1767384913.696274:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384913.696275:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b412d77e. 02000000:00000001:2.0:1767384913.696278:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384913.696279:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bec2a4ac. 02000000:00000001:2.0:1767384913.696282:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384913.696283:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b93112c. 02000000:00000001:2.0:1767384913.696285:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384913.696286:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de1b2369. 02000000:00000001:2.0:1767384913.696289:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384913.696290:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000674722ba. 02000000:00000001:2.0:1767384913.696292:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384913.696293:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:2.0:1767384913.696302:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384913.696306:0:22984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:2.0:1767384913.696319:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.696321:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384913.696324:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384913.696326:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384913.696327:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000538ef898. 00000400:00000200:2.0:1767384913.696330:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000400:00000010:2.0:1767384913.696331:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00000100:00000001:2.0:1767384913.696333:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384913.696335:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384913.696341:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.696345:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384913.696347:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.696348:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384913.696349:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384913.696350:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384913.696351:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.696352:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384913.696355:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384913.696358:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384913.696361:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384913.696363:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.696365:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384913.696367:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.696369:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.696372:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.696379:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.696382:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384913.696385:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384913.696390:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384913.696412:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352220544:0@lo:103: 00000100:00000001:2.0:1767384913.696425:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.696427:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384913.696430:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352220544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.696436:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384913.696438:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384913.696440:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0dc01d9. 02000000:00000001:2.0:1767384913.696443:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384913.696445:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384913.696446:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384913.696448:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384913.696450:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000194d0db3. 02000000:00000001:2.0:1767384913.696453:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384913.696454:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384913.696456:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:2.0:1767384913.696458:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384913.696460:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.696461:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.696466:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384913.696468:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.696470:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.696472:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384913.696653:0:22984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003975f308. 00000400:00000010:2.0:1767384913.696658:0:22984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006492e8fe. 00000100:00000001:3.0:1767384913.699138:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384913.699142:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.700629:0:26199:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000958e9420. 00000400:00000040:0.0:1767384913.700649:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384913.700651:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384913.700654:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384913.700655:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384913.700658:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384913.700659:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384913.700662:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384913.700664:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384913.700665:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384913.700667:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384913.700669:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384913.700671:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384913.700673:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384913.700674:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384913.700676:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384913.700678:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384913.700679:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384913.700681:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384913.700682:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384913.700684:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384913.700685:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384913.700686:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384913.700688:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384913.700689:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384913.700691:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384913.700705:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384913.700707:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384913.700708:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384913.700709:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384913.700711:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384913.700712:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384913.700714:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384913.700715:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384913.700717:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384913.700718:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384913.700720:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384913.700722:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384913.700724:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384913.700730:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384913.700731:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384913.700744:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384913.700746:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384913.700748:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384913.700750:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384913.700751:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384913.700753:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384913.700754:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384913.700756:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384913.700758:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384913.700760:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384913.700761:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384913.700762:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384913.700764:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384913.700765:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384913.700766:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384913.700767:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384913.700769:0:26199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384913.700843:0:26199:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000958e9420. 00080000:00000001:1.0:1767384913.703494:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384913.703496:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384913.703497:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384913.703500:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384913.703503:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384913.703504:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:1.0:1767384913.703505:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384913.703510:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384913.703510:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f45a73cd. 20000000:00000001:3.0:1767384913.703515:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384913.703517:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384913.703520:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384913.703535:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384913.703538:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384913.703539:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:2.0:1767384913.703543:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384913.703546:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:3.0:1767384913.703548:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:2.0:1767384913.703549:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384913.703553:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384913.703559:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dc2af977. 00010000:00000001:2.0:1767384913.703563:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384913.703567:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000060061fef. 00000020:00000001:2.0:1767384913.703570:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384913.703578:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000060061fef with handle 0x7ec529173eeb83bf to hash 00000020:00000001:2.0:1767384913.703580:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384913.703582:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384913.703584:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384913.703587:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.703589:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.703591:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703598:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384913.703600:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384913.703602:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384913.703603:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.703604:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.703606:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384913.703607:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.703609:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384913.703611:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384913.703612:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384913.703613:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384913.703615:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc2af977) refcount = 1 00010000:00010000:2.0:1767384913.703617:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703621:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384913.703622:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384913.703623:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.703624:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.703625:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384913.703627:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384913.703628:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384913.703630:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.703631:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.703633:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060061fef refcount=4 00000020:00000001:2.0:1767384913.703634:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384913.703642:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384913.703644:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384913.703645:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703649:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384913.703650:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703653:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.703654:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384913.703655:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703658:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.703659:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.703660:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384913.703661:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384913.703665:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000060061fef already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384913.703667:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.703668:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384913.703670:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703673:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384913.703675:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384913.703676:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384913.703677:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060061fef refcount=5 00000020:00000001:2.0:1767384913.703679:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384913.703681:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384913.703683:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384913.703684:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703708:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384913.703709:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384913.703711:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.703714:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384913.703716:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384913.703717:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384913.703719:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384913.703720:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000060061fef with handle 0x7ec529173eeb83bf from hash 00010000:00000001:2.0:1767384913.703723:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384913.703724:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.703725:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.703726:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384913.703728:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384913.703729:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384913.703730:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384913.703731:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384913.703733:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.703734:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384913.703735:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384913.703737:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.703739:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.703740:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.703741:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.703742:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.703744:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703747:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.703748:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.703749:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384913.703750:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384913.703751:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384913.703752:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384913.703754:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384913.703756:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384913.703757:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384913.703763:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384913.703769:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384913.703770:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384913.703771:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000060061fef/0x7ec529173eeb83bf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384913.703776:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dc2af977 count: 0 00010000:00000001:2.0:1767384913.703780:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384913.703781:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384913.705495:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384913.705498:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384913.705500:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000367d9fd1. 20000000:00000001:0.0:1767384913.705506:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384913.705509:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352220288 00010000:00000001:0.0:1767384913.705512:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384913.705516:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c14d0fae x1853237352220288/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384913.705522:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384913.705524:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.705526:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.705529:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384913.705530:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384913.705532:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384913.705534:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384913.705536:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.705543:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.705546:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.705549:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6a17219. 00000100:00000200:0.0:1767384913.705552:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352220288, offset 224 00000400:00000200:0.0:1767384913.705556:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384913.705563:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.705569:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104680 00000400:00000200:0.0:1767384913.705574:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1741 [2] + 224 00000400:00000200:0.0:1767384913.705578:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.705581:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384913.705584:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384913.705588:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.705594:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.705606:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.705611:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a17219 00000400:00000010:0.0:1767384913.705613:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6a17219. 00000100:00000001:2.0:1767384913.705615:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.705615:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384913.705619:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384913.705619:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384913.705625:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384913.705626:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384913.705629:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:2.0:1767384913.705630:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384913.705633:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384913.705634:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c963e8d. 00000020:00000001:0.0:1767384913.705636:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.705640:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4c92218 00000020:00000001:0.0:1767384913.705640:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384913.705644:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4c92218. 00000100:00000040:0.0:1767384913.705646:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c14d0fae x1853237352220288/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.705648:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384913.705655:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.705657:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c14d0fae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352220288:12345-0@lo:253: Request processed in 22406us (23266us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384913.705675:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.705678:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:0.0:1767384913.705683:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384913.705687:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384913.705690:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384913.705691:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384913.705706:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.705709:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384913.705712:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbe9ef1e. 02000000:00000001:2.0:1767384913.705713:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384913.705715:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384913.705718:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.705719:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000014a0092b. 02000000:00000001:2.0:1767384913.705720:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.705725:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad779f66. 00000100:00001000:2.0:1767384913.705726:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384913.705730:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=43 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384913.705730:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:2.0:1767384913.705735:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384913.705735:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384913.705738:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009e6be655. 00000100:00000001:2.0:1767384913.705739:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.705742:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384913.705743:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384913.705745:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.705745:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.705748:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384913.705750:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384913.705759:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.705766:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.705769:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384913.705770:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384913.705773:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384913.705775:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384913.705776:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384913.705777:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384913.705779:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384913.705780:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384913.705781:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384913.705783:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384913.705784:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384913.705786:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384913.705791:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352220288:0@lo:253: 00000100:00000001:2.0:1767384913.705794:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.705796:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384913.705798:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e6519eb x1853237352220288/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.705802:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384913.705804:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384913.705806:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007fa329f8. 02000000:00000001:2.0:1767384913.705809:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384913.705810:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384913.705811:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384913.705813:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384913.705815:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a119971. 02000000:00000001:2.0:1767384913.705818:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384913.705820:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384913.705821:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e6519eb. 00000100:00000001:2.0:1767384913.705823:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384913.705824:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.705826:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.705833:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.705834:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.705836:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.705838:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.705865:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015708fee. 00000400:00000010:0.0:1767384913.705870:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6a17219. 00010000:00000010:2.1:1767384913.706055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d6616f8. 00010000:00000010:2.1:1767384913.706066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000345c1e6c. 00010000:00000010:2.1:1767384913.706076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90539c5. 00010000:00000010:2.1:1767384913.706083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008df7ef9c. 00010000:00000010:2.1:1767384913.706092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e058aeb5. 00080000:00000020:0.0:1767384913.707126:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384913.707128:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384913.707129:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000088eff205. 20000000:00000001:0.0:1767384913.707133:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384913.707135:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352220160 00010000:00000001:0.0:1767384913.707137:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384913.707139:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d247b24 x1853237352220160/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384913.707144:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384913.707145:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.707146:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.707148:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384913.707149:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384913.707150:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384913.707152:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384913.707153:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.707154:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.707156:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.707158:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000396214f9. 00000100:00000200:0.0:1767384913.707160:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352220160, offset 224 00000400:00000200:0.0:1767384913.707162:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384913.707166:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.707170:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104600 00000400:00000200:0.0:1767384913.707173:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x174d [2] + 224 00000400:00000200:0.0:1767384913.707182:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.707184:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384913.707186:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384913.707188:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.707193:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.707203:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.707207:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396214f9 00000400:00000010:0.0:1767384913.707209:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000396214f9. 00000100:00000001:0.0:1767384913.707212:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384913.707213:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.707215:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.707216:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.707218:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384913.707220:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384913.707223:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384913.707224:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384913.707225:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384913.707228:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384913.707228:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384913.707232:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f44a601d. 00000100:00000040:0.0:1767384913.707234:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d247b24 x1853237352220160/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.707237:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ddcaac5 00000400:00000010:2.0:1767384913.707240:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ddcaac5. 00000100:00000001:2.0:1767384913.707245:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384913.707248:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d247b24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352220160:12345-0@lo:253: Request processed in 23461us (24320us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384913.707252:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.707259:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:0.0:1767384913.707263:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:2.0:1767384913.707267:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.707267:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384913.707270:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384913.707273:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000941b33d5. 00000100:00000001:2.0:1767384913.707277:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384913.707278:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff8010f. 00000100:00000001:2.0:1767384913.707279:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.707283:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384913.707284:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2a1bf02. 02000000:00000001:2.0:1767384913.707286:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384913.707288:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384913.707288:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:2.0:1767384913.707290:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.707293:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384913.707294:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384913.707296:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000027c3c97. 00000100:00001000:2.0:1767384913.707298:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=43 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384913.707299:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384913.707302:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384913.707303:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384913.707305:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384913.707306:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384913.707309:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384913.707312:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384913.707313:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384913.707314:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384913.707317:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d80d2893. 00000100:00000040:2.0:1767384913.707320:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384913.707321:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000396214f9. 00000100:00000001:2.0:1767384913.707328:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.707331:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384913.707332:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384913.707334:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384913.707341:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384913.707343:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384913.707344:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384913.707345:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384913.707347:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384913.707348:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384913.707349:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384913.707350:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384913.707351:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384913.707353:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384913.707358:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352220160:0@lo:253: 00000100:00000001:2.0:1767384913.707362:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.707364:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384913.707366:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000221c8332 x1853237352220160/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.707373:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384913.707375:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384913.707377:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ad3d855. 02000000:00000001:2.0:1767384913.707381:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384913.707383:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384913.707384:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384913.707387:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384913.707389:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004ed90e3f. 02000000:00000001:2.0:1767384913.707392:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384913.707393:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384913.707394:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221c8332. 00000100:00000001:2.0:1767384913.707397:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384913.707399:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.707401:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384913.707406:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384913.707408:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.707410:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384913.707412:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384913.707927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dc2af977. 00010000:00000010:2.1:1767384913.707934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000060061fef. 00000100:00000040:0.0:1767384913.708952:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294902655, at 4294902656 00000100:00000010:0.0:1767384913.708959:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbf78a5e. 00000100:00000040:3.0:1767384913.709937:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294902655, at 4294902657 00000100:00000040:1.0:1767384913.709940:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294902655, at 4294902657 00000100:00000010:3.0:1767384913.709947:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00000100:00000010:1.0:1767384913.709948:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043e1732b. 00000100:00000040:2.0:1767384913.709956:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294902655, at 4294902657 00000100:00000010:2.0:1767384913.709963:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9568b36. 00010000:00000001:2.0:1767384914.412957:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384914.412961:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384914.412966:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384914.412967:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384914.413106:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384914.413110:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384914.413112:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384914.794438:0:26531:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384914.794449:0:26531:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.794453:0:26531:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384914.794458:0:26531:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384914.794462:0:26531:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384914.794465:0:26531:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.436953:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384915.436958:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.436963:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384915.436964:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384915.436977:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384915.436979:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.436981:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384915.540605:0:26695:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384915.540610:0:26695:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:0.0:1767384915.545206:0:26695:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384915.555078:0:26696:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a775102b. 00000400:00000010:0.0:1767384915.555096:0:26696:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000efb19993. 00000400:00000010:0.0:1767384915.555109:0:26696:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002494404b. 00000400:00000010:0.0:1767384915.555114:0:26696:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000facfa333. 00000400:00000010:0.0:1767384915.555120:0:26696:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae2598c0. 00000400:00000010:0.0:1767384915.555126:0:26696:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003e04d72. 00000400:00000010:0.0:1767384915.555130:0:26696:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a96ff804. 00000400:00000010:0.0:1767384915.555133:0:26696:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082f7388f. 00000400:00000010:0.0:1767384915.555137:0:26696:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000958e9420. 00000800:00000010:0.0:1767384915.555152:0:26696:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005eab71eb. 00000800:00000200:0.0:1767384915.555166:0:26696:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384915.555176:0:26696:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384915.555214:0:26696:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:0.0:1767384915.555238:0:26696:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp30 [8/256/0/180] 00000400:00000010:0.0:1767384915.557148:0:26696:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000064395a2b. 00000400:00000010:0.0:1767384915.557157:0:26696:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747d6d5b. 00000400:00000010:0.0:1767384915.557164:0:26696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000400:00000001:0.0:1767384915.557185:0:26696:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384915.557188:0:26696:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384915.557190:0:26696:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2bae67. 00000400:00000200:0.0:1767384915.557195:0:26696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0555df4 00000400:00000010:0.0:1767384915.557198:0:26696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0555df4. 00000400:00000010:0.0:1767384915.557212:0:26696:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000029b3143f. 00000400:00000200:0.0:1767384915.557219:0:26696:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (21) 00000400:00000200:0.0:1767384915.557236:0:26696:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384915.557250:0:26696:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000400:00000200:2.0:1767384915.557257:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384915.557259:0:26696:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000560608e3. 00000400:00000200:2.0:1767384915.557266:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000020:01000000:0.0:1767384915.557268:0:26696:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384915.557275:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000020:01000000:0.0:1767384915.557276:0:26696:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp30 00000400:00000200:2.0:1767384915.557281:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (22) 00000400:00000010:2.0:1767384915.557288:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001cac1260. 00000400:00000200:2.0:1767384915.557294:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp28 00000400:00000010:0.0:1767384915.557305:0:26696:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000efb19993. 00000400:00000200:2.0:1767384915.557310:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp28 to MR: 192.168.203.112@tcp28 local destination 00000400:00000010:0.0:1767384915.557315:0:26696:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a775102b. 00000400:00000200:2.0:1767384915.557323:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp28 NI seq info: [57:57:256:4294967295] 192.168.203.112@tcp28 LPNI seq info [57:57:8:4294967295] 00000020:00000001:1.0:1767384915.557332:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384915.557335:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp28 10000000:00000001:1.0:1767384915.557339:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384915.557343:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384915.557348:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384915.557353:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) -> 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) : PUT try# 0 00000020:01000004:1.0:1767384915.557361:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384915.557365:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384915.557368:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384915.557371:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.112@tcp28 00000020:01000004:1.0:1767384915.557372:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384915.557376:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384915.557381:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384915.557382:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:2.0:1767384915.557384:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c0f73d2. 00000020:01000004:1.0:1767384915.557384:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384915.557388:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384915.557392:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384915.557398:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ca8573. 00000800:00000200:2.0:1767384915.557399:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (6) 00000020:00000040:1.0:1767384915.557404:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384915.557411:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384915.557416:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp28 ip 192.168.203.112:988 02000000:00000001:1.0:1767384915.557416:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384915.557423:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c0f73d2 type 1, nob 480 niov 1 nkiov 1 02000000:00000001:1.0:1767384915.557424:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384915.557437:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000029077231. 00000100:00000001:1.0:1767384915.557444:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384915.557451:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:1.0:1767384915.557452:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384915.557456:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384915.557464:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ca8573] to pc [ptlrpcd_00_03+3] req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384915.557468:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 10000000:00000001:1.0:1767384915.557496:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384915.557500:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.557503:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384915.557505:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384915.557512:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384915.557513:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384915.557514:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384915.557518:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00100000:2.0:1767384915.557520:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 10000000:01000000:1.0:1767384915.557521:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384915.557527:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384915.557528:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384915.557534:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384915.557536:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384915.557538:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384915.557540:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384915.557540:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384915.557542:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384915.557546:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384915.557547:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384915.557551:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384915.557553:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.557555:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384915.557559:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384915.557560:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384915.557565:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002e8fb6b. 00000100:00000040:2.0:1767384915.557566:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384915.557570:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384915.557577:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384915.557581:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384915.557586:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.557587:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384915.557592:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384915.557596:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c0231829. 02000000:00000001:2.0:1767384915.557597:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384915.557602:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384915.557604:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.557607:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.557611:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384915.557614:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352220672:0@lo:253: 00000100:00000001:1.0:1767384915.557616:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.557623:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384915.557627:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e8fb6b] to pc [ptlrpcd_00_00+0] req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384915.557629:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767384915.557635:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384915.557635:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.557644:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384915.557645:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c0f73d2. 02000000:00000010:2.0:1767384915.557652:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000099a108a1. 10000000:00000001:1.0:1767384915.557653:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.557661:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384915.557661:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.557662:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384915.557669:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384915.557672:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384915.557678:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: PUT: OK 00000020:00000010:1.0:1767384915.557679:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000560608e3. 00000400:00000010:2.0:1767384915.557697:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ab22712. 00000400:00000200:3.0:1767384915.557712:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384915.557713:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000598bf46. 00000100:00000001:1.0:1767384915.557714:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.557719:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384915.557720:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp28: 0 00000100:00000200:2.0:1767384915.557741:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352220672, portal 25 00000100:00000001:1.0:1767384915.557742:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384915.557750:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384915.557750:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384915.557753:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.557758:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581526272 : -106559128025344 : ffff9f15c506c700) 00000800:00000001:3.0:1767384915.557767:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.557772:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:3.0:1767384915.557774:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384915.557777:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.557778:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384915.557781:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384915.557786:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384915.557791:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384915.557800:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.557801:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28) <- 192.168.203.112@tcp28 : PUT - for me 00000100:00100000:1.0:1767384915.557810:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002e8fb6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352220800:0@lo:253: 00000100:00000001:1.0:1767384915.557823:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384915.557828:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384915.557828:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384915.557830:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384915.557835:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.557841:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384915.557842:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384915.557843:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 368/384 into md 0x1749 [1] + 0 00000400:00000010:2.0:1767384915.557851:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eea9abc. 00000400:00000010:3.0:1767384915.557852:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae86962b. 02000000:00000010:1.0:1767384915.557855:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007a84feca. 00000400:00000200:3.0:1767384915.557860:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074d7bad1 02000000:00000001:1.0:1767384915.557862:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384915.557867:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352220672, offset 0 00000800:00000001:3.0:1767384915.557868:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384915.557876:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384915.557899:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdb0f7d. 00000400:00000200:3.0:1767384915.557900:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384915.557900:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384915.557908:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: PUT: OK 00000400:00000200:3.0:1767384915.557955:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d7bad1 00000400:00000010:3.0:1767384915.557959:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074d7bad1. 00000400:00000010:1.0:1767384915.557959:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b8bc2ce. 00000400:00000200:2.0:1767384915.557964:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384915.557969:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:1.0:1767384915.557971:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352220800, portal 25 00000400:00000200:3.0:1767384915.557975:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (23) 00000100:00000001:1.0:1767384915.557977:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384915.557978:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104800 00000100:00000001:1.0:1767384915.557981:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528064 : -106559128023552 : ffff9f15c506ce00) 00000400:00000200:3.0:1767384915.557987:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384915.557992:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1039 [2] + 0 00000100:00000040:1.0:1767384915.557994:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384915.557999:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (384 bytes) 00000400:00000010:2.0:1767384915.558001:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016b66cf5. 00000400:00000200:3.0:1767384915.558010:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384915.558010:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ff04041 00000100:00000001:1.0:1767384915.558019:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384915.558021:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384915.558026:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384915.558029:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (24) 00000400:00000200:2.0:1767384915.558031:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384915.558033:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d188d6a2. 00000400:00000200:3.0:1767384915.558040:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:1.0:1767384915.558041:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352220800, offset 0 00000400:00000200:3.0:1767384915.558054:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp28 to MR: 192.168.203.112@tcp28 local destination 00000400:00000200:1.0:1767384915.558055:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384915.558066:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp28 NI seq info: [58:58:256:4294967295] 192.168.203.112@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:3.0:1767384915.558076:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) -> 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) 192.168.203.112@tcp28 : ACK try# 0 00000800:00000200:3.0:1767384915.558081:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp28 00000400:00000200:2.0:1767384915.558082:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ff04041 00000800:00000010:3.0:1767384915.558086:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4d8b7b4. 00000400:00000010:2.0:1767384915.558087:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ff04041. 00000400:00000200:1.0:1767384915.558089:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384915.558095:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384915.558099:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384915.558103:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000046be7cf7 x1853237352220672 msgsize 4848 00000400:00000200:1.0:1767384915.558106:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104880 00000800:00000200:3.0:1767384915.558110:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (6) 00000400:00000200:1.0:1767384915.558122:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1049 [2] + 0 00000100:00100000:2.0:1767384915.558123:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.0:1767384915.558129:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp28 ip 192.168.203.112:986 00000100:00000040:2.0:1767384915.558131:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384915.558133:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005042e3fb. 00000800:00000200:3.0:1767384915.558139:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384915.558140:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090687090 00000100:00000001:2.0:1767384915.558146:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384915.558148:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384915.558155:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eea9abc 00000400:00000200:1.0:1767384915.558156:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384915.558161:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eea9abc. 00000800:00000001:3.0:1767384915.558166:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.558167:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384915.558168:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090687090 00000400:00000010:1.0:1767384915.558174:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090687090. 00000100:00000200:2.0:1767384915.558178:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.558180:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1767384915.558183:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384915.558184:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384915.558193:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000e44a23e7 x1853237352220800 msgsize 4848 00000100:00000001:2.0:1767384915.558200:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384915.558204:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384915.558208:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384915.558210:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384915.558220:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.558222:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384915.558225:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384915.558228:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.558234:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d188d6a2 00000100:00000001:2.0:1767384915.558235:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294904518 00000800:00000200:3.0:1767384915.558237:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384915.558239:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d188d6a2. 00000800:00000010:3.0:1767384915.558243:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4d8b7b4. 00000100:00000010:2.0:1767384915.558243:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069eaba88. 00000100:00000001:1.0:1767384915.558245:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384915.558252:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384915.558253:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384915.558255:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384915.558267:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294904518 00000400:00000200:3.0:1767384915.558270:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: ACK: OK 00000100:00000001:1.0:1767384915.558271:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384915.558273:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a9d4f96. 00000100:00000040:1.0:1767384915.558279:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.558282:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384915.558287:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.558288:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294904518 00000800:00000001:3.0:1767384915.558295:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384915.558298:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384915.558301:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384915.558304:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fdea35f. 00000100:00000001:1.0:1767384915.558304:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384915.558307:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.558311:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384915.558312:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384915.558313:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384915.558320:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.558321:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294904518 00000100:00000001:1.0:1767384915.558321:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294904518 00000100:00000001:1.0:1767384915.558329:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294904518 00000100:00000010:2.0:1767384915.558332:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009084bb4d. 00000100:00000001:1.0:1767384915.558337:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294904518 00000400:00000200:3.0:1767384915.558338:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28) <- 192.168.203.112@tcp28 : ACK - for me 00000100:00000001:2.0:1767384915.558342:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384915.558343:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294904518 00000100:00000001:1.0:1767384915.558350:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294904518 00000100:00000001:1.0:1767384915.558352:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294904518 00000100:00000001:2.0:1767384915.558354:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384915.558359:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294904518 00000400:00000200:3.0:1767384915.558361:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp28: ACK from 12345-192.168.203.112@tcp28 into md 0x178d 00000100:00000001:2.0:1767384915.558365:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.558366:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294904518 00000400:00000200:3.0:1767384915.558369:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384915.558373:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.558376:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.558380:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.558381:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: ACK: OK 00000100:00000001:2.0:1767384915.558385:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.558387:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.558390:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000100:00000001:1.0:1767384915.558392:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384915.558394:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000100:00000001:1.0:1767384915.558399:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384915.558400:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384915.558404:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384915.558408:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000100:00000001:1.0:1767384915.558411:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.558415:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384915.558417:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:1.0:1767384915.558419:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.558420:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384915.558427:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (23) 00000100:00100000:2.0:1767384915.558427:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220672 00000100:00000001:1.0:1767384915.558428:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.558435:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384915.558439:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767384915.558440:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.558443:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384915.558446:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384915.558449:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.558450:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.558455:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384915.558457:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220672 00000100:00000001:3.0:1767384915.558460:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384915.558461:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384915.558466:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384915.558466:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384915.558471:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.558475:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:1.0:1767384915.558476:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384915.558482:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00100000:1.0:1767384915.558482:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220800 02000000:00000001:1.0:1767384915.558487:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384915.558488:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384915.558491:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384915.558495:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384915.558495:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384915.558502:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384915.558503:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edf4c8e2. 00000100:00100000:1.0:1767384915.558506:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220800 00000100:00000001:2.0:1767384915.558508:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384915.558510:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384915.558513:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edf4c8e2. 00000020:00000040:1.0:1767384915.558514:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384915.558521:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384915.558524:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042641e13. 00000020:00000040:1.0:1767384915.558531:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000010:2.0:1767384915.558532:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009af76bb6. 00000020:00000001:1.0:1767384915.558534:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384915.558539:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000010:2.0:1767384915.558542:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023459b75. 00000100:00000001:1.0:1767384915.558543:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384915.558549:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00000100:00000001:1.0:1767384915.558554:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384915.558556:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384915.558557:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000100:00000001:2.0:1767384915.558564:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384915.558568:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e29b590. 00000100:00000001:2.0:1767384915.558569:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384915.558573:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.558577:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005177c77d. 00000100:00000001:2.0:1767384915.558583:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384915.558584:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000400:00000200:3.0:1767384915.558588:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384915.558590:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384915.558595:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384915.558598:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000085caf535. 00000100:00000001:1.0:1767384915.558598:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.558605:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384915.558608:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000210e6450. 00000100:00000001:1.0:1767384915.558609:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.558618:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384915.558620:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000001:2.0:1767384915.558620:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384915.558626:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384915.558628:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000085caf535 00000100:00000001:1.0:1767384915.558630:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384915.558635:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384915.558636:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000400:00000010:3.0:1767384915.558643:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000004260da02. 00000100:00000040:2.0:1767384915.558644:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00100000:1.0:1767384915.558650:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000001:2.0:1767384915.558651:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526332496 : -106558183219120 : ffff9f15fd576050) 00000400:00000200:3.0:1767384915.558652:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000040:1.0:1767384915.558657:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384915.558661:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526327376 : -106558183224240 : ffff9f15fd574c50) 00000100:00000040:2.0:1767384915.558664:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046be7cf7 x1853237352220672/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384915.558665:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 00000100:00000040:1.0:1767384915.558671:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e44a23e7 x1853237352220800/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384915.558673:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (22) 00000400:00000010:3.0:1767384915.558700:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000f0ee1e1d. 00000400:00000010:3.0:1767384915.558709:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575c4bb2. 00000100:00000001:2.0:1767384915.558714:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384915.558738:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edf4c8e2. 00000100:00000001:1.0:1767384915.558739:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384915.558740:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e218e348. 00000100:00000001:2.0:1767384915.558747:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384915.558748:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00000400:00000200:3.0:1767384915.558756:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000020:00000010:2.0:1767384915.558757:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edf4c8e2. 00000100:00000001:1.0:1767384915.558758:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384915.558766:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000400:00000200:3.0:1767384915.558771:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00100000:2.0:1767384915.558774:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046be7cf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352220672:12345-0@lo:253: 00000400:00000200:3.0:1767384915.558784:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000200:2.0:1767384915.558785:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220672 00000100:00100000:1.0:1767384915.558785:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e44a23e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352220800:12345-0@lo:253: 00000020:00000001:2.0:1767384915.558793:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384915.558801:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384915.558801:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220800 00000400:00000200:3.0:1767384915.558807:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000001:2.0:1767384915.558808:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384915.558810:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384915.558816:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384915.558817:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384915.558823:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000001:1.0:1767384915.558823:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384915.558824:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384915.558831:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384915.558835:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384915.558839:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000001:2.0:1767384915.558840:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384915.558845:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384915.558848:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384915.558853:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384915.558857:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384915.558859:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.558863:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000001:1.0:1767384915.558863:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.558867:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384915.558873:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384915.558874:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384915.558877:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000001:1.0:1767384915.558882:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1767384915.558902:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000425b1ae4. 00000400:00000200:3.0:1767384915.558904:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000001:1.0:1767384915.558905:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.558909:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.558939:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:2.0:1767384915.558942:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.558948:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 20000000:00000001:2.0:1767384915.558950:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384915.558950:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384915.558956:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384915.558960:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 20000000:00000010:2.0:1767384915.558965:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004ed90e3f. 00000400:00000200:3.0:1767384915.558966:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 02000000:00000010:1.0:1767384915.558966:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a983c617. 20000000:01000000:2.0:1767384915.558973:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384915.558973:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384915.558980:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 20000000:00000001:2.0:1767384915.558981:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384915.558982:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.558989:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384915.558993:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384915.558997:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 20000000:00000001:2.0:1767384915.558998:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384915.559001:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f7fc1e1. 20000000:00000001:2.0:1767384915.559005:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384915.559009:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384915.559012:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384915.559014:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384915.559016:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 20000000:00000001:1.0:1767384915.559019:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384915.559021:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.559023:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.559025:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384915.559026:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045908111. 20000000:01000000:2.0:1767384915.559032:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000400:00000200:3.0:1767384915.559039:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 20000000:00000001:2.0:1767384915.559040:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384915.559046:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00080000:00000001:2.0:1767384915.559048:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384915.559053:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:3.0:1767384915.559057:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:3.0:1767384915.559061:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 8], ns[58, 8] 00000400:00000200:3.0:1767384915.559065:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:3.0:1767384915.559068:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:3.0:1767384915.559073:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp29 00000400:00000200:3.0:1767384915.559077:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp29 lpni_is_preferred = 0 00000400:00000200:3.0:1767384915.559080:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp29 00000400:00000200:3.0:1767384915.559084:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp29 NI seq info: [59:59:256:4294967295] 192.168.203.112@tcp29 LPNI seq info [59:59:8:4294967295] 00000400:00000200:3.0:1767384915.559089:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp29 00000400:00000200:3.0:1767384915.559097:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp29(192.168.203.112@tcp29:) -> 192.168.203.112@tcp29(192.168.203.112@tcp:192.168.203.112@tcp29) : GET try# 0 00080000:00000001:2.0:1767384915.559099:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384915.559106:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp29 00080000:00000001:2.0:1767384915.559107:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384915.559110:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384915.559111:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4d8b7b4. 00080000:00000001:2.0:1767384915.559113:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384915.559119:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384915.559122:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000020f1704. 00000020:00000001:2.0:1767384915.559124:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000800:00000010:3.0:1767384915.559131:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000029ca26b8. 00080000:00000001:2.0:1767384915.559131:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384915.559141:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e52e1137. 00000800:00000200:3.0:1767384915.559142:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00080000:00000001:2.0:1767384915.559146:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249353216 : -106563460198400 : ffff9f14c2cf1000) 00080000:00000001:2.0:1767384915.559150:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.1:1767384915.559154:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000400:00000200:3.0:1767384915.559175:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384915.559179:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 00000400:00000200:3.0:1767384915.559250:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000001:00000001:2.0:1767384915.559260:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384915.559262:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384915.559265:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384915.559288:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384915.559291:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384915.559318:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559372:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559423:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559478:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00080000:00000001:2.0:1767384915.559478:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384915.559485:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384915.559519:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559586:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559618:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559661:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559747:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559809:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559867:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.559971:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560012:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560093:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560134:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560195:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560254:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560296:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560324:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560353:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560374:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560394:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560415:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560445:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560478:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560502:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560524:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560544:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560573:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560593:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560611:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560634:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560657:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384915.560704:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384915.560862:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b748e55a. 00000800:00000010:3.0:1767384915.560869:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000570b1061. 00000800:00000010:3.0:1767384915.560923:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf7d3d28. 00000800:00000010:3.0:1767384915.560953:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf7d3d28. 00000800:00020000:3.0:1767384915.560962:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384915.560966:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000570b1061. 00000800:00000010:3.0:1767384915.560970:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b748e55a. 00000400:02020000:3.0:1767384915.561044:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp29 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384915.561052:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp29 notifying 192.168.203.112@tcp29: down 00000800:00000200:3.0:1767384915.561059:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp29 down 00000800:00000100:3.0:1767384915.561067:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp29 00000800:00000010:3.0:1767384915.561069:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4d8b7b4. 00000400:00000200:3.0:1767384915.561073:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384915.561078:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp29->192.168.203.112@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384915.561084:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp29 added to recovery queue. ping count: 0 next ping: 238 health :900 00000400:00000200:3.0:1767384915.561088:0:16124:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384915.561090:0:16124:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384915.561094:0:16124:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384915.561143:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384915.561153:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100851 00000400:00000001:2.0:1767384915.561159:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384915.561207:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384915.561210:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575c4bb2 00000400:00000010:2.0:1767384915.561212:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000575c4bb2. 00000400:00000200:2.0:1767384915.561217:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384915.561224:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:2.0:1767384915.561229:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000f0ee1e1d. 00000400:00000200:2.0:1767384915.561233:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (23) 00000400:00000200:2.0:1767384915.561237:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000200:2.0:1767384915.561239:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102051 rc -71 00000400:00000200:2.0:1767384915.561253:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384915.561257:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (22) 00080000:00000001:2.0:1767384915.571097:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384915.571104:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384915.571107:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.571108:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384915.571110:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384915.571113:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384915.571117:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384915.571119:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384915.571120:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384915.571122:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e52e1137. 20000000:01000000:2.0:1767384915.571124:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384915.571128:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384915.571136:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384915.571140:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384915.571146:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000beb5173b. 00080000:00000020:2.0:1767384915.571147:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384915.571154:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:3.0:1767384915.571160:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384915.571164:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384915.571166:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384915.571168:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384915.571172:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384915.571176:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384915.571179:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384915.571188:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f690f126. 00010000:00000001:2.0:1767384915.571193:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384915.571197:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6a46998. 00000020:00000001:2.0:1767384915.571201:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384915.571205:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6a46998 with handle 0x7ec529173eeb83c6 to hash 00080000:00000001:3.0:1767384915.571206:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384915.571207:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384915.571211:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00080000:00000001:3.0:1767384915.571214:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384915.571216:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00080000:00000001:3.0:1767384915.571217:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384915.571222:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384915.571223:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384915.571226:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384915.571226:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.571232:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384915.571233:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:3.0:1767384915.571242:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384915.571246:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384915.571250:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ecb333d4. 00010000:00000001:2.0:1767384915.571252:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384915.571256:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384915.571257:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241882112 : -106563467669504 : ffff9f14c25d1000) 00010000:00000001:2.0:1767384915.571259:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384915.571262:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384915.571263:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.571267:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.571268:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.571277:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384915.571279:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384915.571281:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384915.571283:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384915.571285:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f690f126) refcount = 1 00010000:00010000:2.0:1767384915.571289:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.571294:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384915.571296:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384915.571298:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.571301:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.571303:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384915.571305:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384915.571308:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384915.571312:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384915.571314:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.571317:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=4 00000020:00000001:2.0:1767384915.571320:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384915.571323:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384915.571326:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384915.571329:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.571338:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384915.571342:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384915.571343:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384915.571347:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.571353:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.571358:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384915.571359:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384915.571365:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.571375:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384915.571378:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.571378:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384915.571382:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384915.571393:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384915.571396:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384915.571405:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6a46998 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384915.571409:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.571412:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384915.571415:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.571423:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384915.571426:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384915.571428:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.571430:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=5 00000020:00000001:2.0:1767384915.571434:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00080000:00000001:3.0:1767384915.571435:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384915.571438:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00080000:00000001:3.0:1767384915.571439:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384915.571447:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384915.571450:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.571458:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384915.571461:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.571463:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.571467:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384915.571469:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384915.571472:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.571474:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384915.571476:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6a46998 with handle 0x7ec529173eeb83c6 from hash 00010000:00000001:2.0:1767384915.571478:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384915.571479:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.571481:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.571482:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384915.571485:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384915.571486:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384915.571488:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384915.571490:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.571498:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.571500:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384915.571502:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384915.571505:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.571506:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.571508:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.571510:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.571512:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.571514:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.571519:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.571520:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.571521:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384915.571523:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384915.571524:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.571525:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.571527:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384915.571530:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.571532:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.571534:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.571539:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384915.571541:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384915.571542:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6a46998/0x7ec529173eeb83c6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384915.571547:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f690f126 count: 0 00010000:00000001:2.0:1767384915.571557:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384915.571558:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384915.571933:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294904518, at 4294904519 00000100:00000010:3.0:1767384915.571941:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009084bb4d. 00000100:00000040:1.0:1767384915.571943:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294904518, at 4294904519 00000100:00000040:0.0:1767384915.571947:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294904518, at 4294904519 00000100:00000010:1.0:1767384915.571952:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a9d4f96. 00000100:00000010:0.0:1767384915.571958:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069eaba88. 00000100:00000040:2.0:1767384915.571963:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294904518, at 4294904519 00000100:00000010:2.0:1767384915.571971:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fdea35f. 00010000:00000010:2.1:1767384915.577923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f690f126. 00010000:00000010:2.1:1767384915.577932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6a46998. 00080000:00000001:1.0:1767384915.582083:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384915.582089:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384915.582092:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.582095:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384915.582098:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384915.582112:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384915.582115:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384915.582120:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384915.582144:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384915.582146:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384915.582148:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384915.582150:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384915.582151:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384915.582154:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ecb333d4. 00080000:00000001:1.0:1767384915.582158:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384915.582169:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384915.582172:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384915.582173:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384915.582177:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384915.582179:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384915.582186:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c05769aa. 00010000:00000001:1.0:1767384915.582189:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384915.582193:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384915.582196:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384915.582198:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb83cd to hash 00000020:00000001:1.0:1767384915.582200:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384915.582202:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384915.582205:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384915.582207:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384915.582209:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384915.582211:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582218:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384915.582221:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384915.582222:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384915.582224:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384915.582226:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.582228:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384915.582229:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.582231:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384915.582233:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384915.582235:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384915.582236:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384915.582237:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c05769aa) refcount = 1 00010000:00010000:1.0:1767384915.582248:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582253:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384915.582255:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384915.582257:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.582259:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.582261:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384915.582263:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384915.582266:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384915.582268:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384915.582269:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384915.582271:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=4 00000020:00000001:1.0:1767384915.582273:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384915.582276:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384915.582278:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384915.582280:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582285:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384915.582286:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582290:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.582292:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384915.582293:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582297:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384915.582299:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.582301:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384915.582303:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384915.582307:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384915.582315:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384915.582317:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384915.582318:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582323:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384915.582324:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384915.582325:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384915.582326:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=5 00000020:00000001:1.0:1767384915.582327:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384915.582329:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384915.582331:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384915.582332:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582337:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384915.582339:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384915.582340:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.582343:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384915.582344:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384915.582347:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384915.582348:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384915.582350:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb83cd from hash 00010000:00000001:1.0:1767384915.582351:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384915.582353:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.582354:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384915.582354:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384915.582356:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384915.582357:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384915.582358:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384915.582359:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384915.582361:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.582362:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384915.582363:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384915.582366:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.582367:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384915.582374:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.582375:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.582377:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384915.582378:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582383:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.582384:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384915.582384:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384915.582386:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384915.582387:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384915.582387:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384915.582388:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384915.582390:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.582391:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384915.582393:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384915.582397:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384915.582399:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384915.582400:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb83cd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384915.582404:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c05769aa count: 0 00010000:00000001:1.0:1767384915.582412:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384915.582413:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384915.583591:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384915.583597:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384915.583601:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004ed90e3f. 20000000:00000001:0.0:1767384915.583608:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384915.583613:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352220672 00010000:00000001:0.0:1767384915.583618:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384915.583625:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046be7cf7 x1853237352220672/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384915.583638:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384915.583641:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384915.583646:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384915.583653:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384915.583657:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384915.583660:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384915.583665:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384915.583668:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.583674:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384915.583694:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384915.583699:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000453affc1. 00000100:00000200:0.0:1767384915.583705:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352220672, offset 224 00000400:00000200:0.0:1767384915.583715:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384915.583727:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384915.583738:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104800 00000400:00000200:0.0:1767384915.583758:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1791 [2] + 224 00000400:00000200:0.0:1767384915.583765:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.583770:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384915.583778:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384915.583783:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384915.583797:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.583819:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384915.583828:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000453affc1 00000400:00000010:0.0:1767384915.583831:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000453affc1. 00000100:00000001:0.0:1767384915.583837:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384915.583840:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384915.583846:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384915.583849:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384915.583852:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384915.583855:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.583858:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384915.583865:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046be7cf7 x1853237352220672/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384915.583876:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046be7cf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352220672:12345-0@lo:253: Request processed in 25162us (25771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384915.583935:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:0.0:1767384915.583940:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384915.583943:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384915.583946:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384915.583951:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009af76bb6. 00000020:00000010:0.0:1767384915.583957:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023459b75. 00000020:00000010:0.0:1767384915.583963:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042641e13. 00000020:00000040:0.0:1767384915.583970:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384915.583976:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384915.583979:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000425b1ae4. 02000000:00000001:0.0:1767384915.583996:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384915.583999:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384915.584006:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384915.584012:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067049fd0. 00000400:00000010:0.0:1767384915.584019:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000453affc1. 00000100:00000001:0.0:1767384915.584043:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384915.584046:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384915.584051:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384915.584054:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384915.584056:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ab22712. 00000400:00000200:0.0:1767384915.584061:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000598bf46 00000400:00000010:0.0:1767384915.584063:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000598bf46. 00000100:00000001:0.0:1767384915.584067:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384915.584072:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384915.584082:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.584092:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384915.584094:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.584098:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384915.584101:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384915.584104:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384915.584106:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384915.584110:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384915.584115:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=45 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384915.584120:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384915.584124:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384915.584126:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384915.584129:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384915.584132:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.584134:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384915.584139:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.584148:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384915.584152:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384915.584154:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384915.584166:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384915.584169:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384915.584170:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384915.584172:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384915.584174:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384915.584177:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384915.584178:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384915.584180:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384915.584183:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384915.584185:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384915.584189:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384915.584199:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352220672:0@lo:253: 00000100:00000001:0.0:1767384915.584207:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.584211:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384915.584217:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ca8573 x1853237352220672/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.584225:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384915.584228:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384915.584231:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000099a108a1. 02000000:00000001:0.0:1767384915.584240:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384915.584243:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384915.584245:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384915.584248:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384915.584252:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000029077231. 02000000:00000001:0.0:1767384915.584258:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384915.584261:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384915.584264:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ca8573. 00000100:00000001:0.0:1767384915.584270:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384915.584272:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.584275:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.584282:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384915.584284:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.584288:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384915.584292:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384915.586714:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384915.586718:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384915.586719:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009f7fc1e1. 20000000:00000001:1.0:1767384915.586725:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384915.586728:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352220800 00010000:00000001:1.0:1767384915.586730:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384915.586734:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e44a23e7 x1853237352220800/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384915.586740:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384915.586741:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384915.586743:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384915.586752:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384915.586754:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384915.586755:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384915.586757:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384915.586759:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384915.586761:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384915.586763:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384915.586765:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ff04041. 00000100:00000200:1.0:1767384915.586767:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352220800, offset 224 00000400:00000200:1.0:1767384915.586772:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384915.586777:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384915.586782:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104880 00000400:00000200:1.0:1767384915.586786:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1799 [2] + 224 00000400:00000200:1.0:1767384915.586790:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384915.586792:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384915.586795:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384915.586798:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384915.586805:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384915.586822:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384915.586826:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ff04041 00000400:00000010:1.0:1767384915.586828:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ff04041. 00000100:00000001:0.0:1767384915.586829:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384915.586831:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384915.586833:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384915.586835:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.586838:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384915.586840:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384915.586843:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384915.586844:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384915.586845:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384915.586846:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384915.586850:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384915.586851:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdb0f7d. 00000100:00000040:1.0:1767384915.586854:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e44a23e7 x1853237352220800/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.586858:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b8bc2ce 00000400:00000010:0.0:1767384915.586863:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b8bc2ce. 00000100:00100000:1.0:1767384915.586871:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e44a23e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352220800:12345-0@lo:253: Request processed in 28131us (28675us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384915.586871:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384915.586879:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384915.586912:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:1.0:1767384915.586915:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384915.586920:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384915.586923:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384915.586927:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005177c77d. 00000020:00000010:1.0:1767384915.586932:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00000200:0.0:1767384915.586932:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384915.586937:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e29b590. 00000020:00000040:1.0:1767384915.586943:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:0.0:1767384915.586945:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384915.586948:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384915.586949:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384915.586952:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a983c617. 00000100:00000001:0.0:1767384915.586952:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384915.586956:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384915.586957:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384915.586958:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384915.586961:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.586961:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384915.586967:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384915.586968:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384915.586969:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=45 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384915.586974:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005042e3fb. 00000100:00001000:0.0:1767384915.586975:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=45 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384915.586981:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ff04041. 00000100:00000001:0.0:1767384915.586981:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384915.586983:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384915.586986:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384915.586988:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.586990:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384915.586992:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.586998:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384915.586999:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384915.587000:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384915.587002:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384915.587003:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384915.587004:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384915.587005:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384915.587006:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384915.587007:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384915.587013:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384915.587014:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384915.587015:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384915.587017:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384915.587023:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002e8fb6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352220800:0@lo:253: 00000100:00000001:0.0:1767384915.587026:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.587027:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384915.587029:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002e8fb6b x1853237352220800/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.587033:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384915.587034:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384915.587036:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007a84feca. 02000000:00000001:0.0:1767384915.587040:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384915.587041:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384915.587042:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384915.587044:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384915.587045:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c0231829. 02000000:00000001:0.0:1767384915.587047:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384915.587048:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384915.587049:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002e8fb6b. 00000100:00000001:0.0:1767384915.587051:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384915.587052:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.587053:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384915.587056:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384915.587057:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.587059:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384915.587060:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384915.587243:0:26701:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008c14cc4a. 00000400:00000040:1.0:1767384915.587258:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384915.587260:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384915.587262:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.587263:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384915.587265:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.587267:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384915.587269:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384915.587270:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384915.587271:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384915.587272:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384915.587274:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384915.587275:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384915.587277:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384915.587278:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384915.587278:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384915.587280:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384915.587281:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384915.587282:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384915.587283:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384915.587288:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.587289:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384915.587290:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384915.587292:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384915.587293:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.587294:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384915.587296:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.587297:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384915.587298:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384915.587299:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384915.587300:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.587317:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384915.587319:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.587320:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384915.587322:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384915.587323:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384915.587324:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.587325:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384915.587327:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384915.587328:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384915.587330:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384915.587331:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384915.587332:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.587333:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384915.587335:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384915.587336:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384915.587337:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384915.587338:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384915.587339:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384915.587341:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384915.587342:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384915.587344:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384915.587345:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384915.587346:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384915.587347:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384915.587349:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384915.587350:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384915.587351:0:26701:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384915.587405:0:26701:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008c14cc4a. 00010000:00000010:1.1:1767384915.588002:0:26701:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c05769aa. 00010000:00000010:1.1:1767384915.588007:0:26701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00000800:00000010:2.0:1767384916.205967:0:16128:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e7134dcf. 00000800:00000200:2.0:1767384916.205984:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (6) 00000800:00000200:2.0:1767384916.205992:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp10 ip 192.168.203.112:988 00000800:00000200:2.0:1767384916.206008:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384916.206049:0:16133:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000005fdea35f. 00000400:02000040:2.0:1767384916.206057:0:16133:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.112@tcp29 00000800:00000200:1.0:1767384916.207970:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384916.207979:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384916.207981:0:16133:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000005fdea35f. 00000800:00000001:1.0:1767384916.207990:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384916.207997:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384916.208001:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384916.460971:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384916.460978:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384916.460985:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384916.460987:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384916.461028:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384916.461032:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384916.461035:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384916.827581:0:27044:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384916.827594:0:27044:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.827599:0:27044:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384916.827605:0:27044:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384916.827610:0:27044:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.827613:0:27044:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384916.908992:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767384916.908995:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384916.908998:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384916.909004:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384916.909006:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000100:00000010:2.0:1767384916.909010:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000020:00000040:1.0:1767384916.909015:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384916.909017:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384916.909022:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384916.909024:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384916.909026:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384916.909029:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384916.909032:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384916.909035:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384916.909041:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002046d4c5. 02000000:00000010:2.0:1767384916.909045:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028bcccb3. 00000100:00000001:1.0:1767384916.909049:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.909054:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909057:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384916.909060:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.909067:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384916.909069:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10d12a3] to pc [ptlrpcd_00_01+1] req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.909099:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384916.909102:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.909107:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_02+2] req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384916.909124:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909134:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384916.909135:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909138:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384916.909141:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384916.909142:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384916.909143:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909147:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384916.909153:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384916.909156:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384916.909157:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bec2a4ac. 00000020:00000040:2.0:1767384916.909163:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384916.909166:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384916.909170:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384916.909172:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1767384916.909174:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384916.909176:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384916.909178:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909185:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384916.909187:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9ece2ef. 00000100:00000001:1.0:1767384916.909190:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384916.909192:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384916.909194:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384916.909196:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909198:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384916.909202:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384916.909204:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384916.909205:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384916.909210:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384916.909210:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384916.909216:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384916.909217:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384916.909228:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352220928:0@lo:13: 00000100:00000001:0.0:1767384916.909240:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384916.909244:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384916.909246:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384916.909247:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384916.909247:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384916.909252:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384916.909252:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384916.909254:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384916.909257:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384916.909259:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384916.909260:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec2a4ac] to pc [ptlrpcd_00_03+3] req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384916.909264:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000475f83ed. 02000000:00000001:1.0:1767384916.909266:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384916.909270:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384916.909280:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e55a2b. 00000100:00100000:1.0:1767384916.909284:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352221056:0@lo:400: 00000100:00000001:2.0:1767384916.909285:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384916.909289:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00000100:00000040:2.0:1767384916.909293:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384916.909294:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384916.909299:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352220928, portal 4 00000100:00000001:2.0:1767384916.909300:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384916.909300:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384916.909305:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909307:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384916.909308:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384916.909311:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 02000000:00000010:1.0:1767384916.909314:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac8db24. 00000100:00000010:2.0:1767384916.909316:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 02000000:00000001:1.0:1767384916.909318:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384916.909321:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384916.909324:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e687b58. 00000100:00000040:0.0:1767384916.909325:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.909326:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384916.909330:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384916.909332:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 02000000:00000001:2.0:1767384916.909335:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384916.909340:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352221056, portal 25 02000000:00000010:2.0:1767384916.909344:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c88b39b. 00000100:00000001:1.0:1767384916.909347:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384916.909352:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000001:2.0:1767384916.909353:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909353:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384916.909362:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384916.909366:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384916.909366:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384916.909370:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 00000100:00000200:0.0:1767384916.909379:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352220928, offset 0 00000400:00000200:0.0:1767384916.909395:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384916.909407:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384916.909407:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384916.909411:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384916.909415:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384916.909417:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384916.909420:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050266ca5] to pc [ptlrpcd_00_00+0] req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384916.909424:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002681a52f. 00000100:00000200:1.0:1767384916.909431:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352221056, offset 0 00000400:00000200:0.0:1767384916.909433:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272104900 00000400:00000200:0.0:1767384916.909444:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1568 00000100:00000001:2.0:1767384916.909448:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384916.909450:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384916.909455:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384916.909456:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384916.909462:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384916.909464:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384916.909469:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384916.909470:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa8ad4ec. 00000100:00000001:0.0:1767384916.909471:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384916.909475:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000040:2.0:1767384916.909476:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384916.909480:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767384916.909481:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029324cfe. 00000400:00000200:1.0:1767384916.909484:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272104980 02000000:00000001:2.0:1767384916.909485:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384916.909488:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384916.909493:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000029324cfe x1853237352220928 msgsize 224 00000400:00000200:1.0:1767384916.909496:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1059 [2] + 0 02000000:00000010:2.0:1767384916.909504:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7bdf479. 00000400:00000010:1.0:1767384916.909505:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012a8f3c0. 00000100:00100000:0.0:1767384916.909509:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384916.909512:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384916.909515:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047c8b06f 00000100:00000040:2.0:1767384916.909520:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384916.909521:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384916.909523:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384916.909534:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384916.909535:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384916.909536:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d82e01f 00000100:00000001:2.0:1767384916.909540:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384916.909541:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000100:00000001:0.0:1767384916.909547:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384916.909548:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa8ad4ec] to pc [ptlrpcd_00_01+1] req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384916.909548:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c8b06f 00000400:00000010:1.0:1767384916.909555:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047c8b06f. 00000100:00000200:0.0:1767384916.909555:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.909564:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384916.909567:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384916.909575:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000cb82244f x1853237352221056 msgsize 224 00000100:00000001:2.0:1767384916.909581:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909584:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384916.909589:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384916.909591:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (243) 00000100:00000040:0.0:1767384916.909593:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384916.909595:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384916.909605:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909607:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384916.909610:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384916.909614:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384916.909618:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6488 usecs (7 jiffies) 00000020:00000010:3.0:1767384916.909621:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b748e55a. 00000100:00000001:0.0:1767384916.909623:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294905863 00000400:00000200:1.0:1767384916.909627:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002681a52f 00000100:00000001:3.0:1767384916.909630:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384916.909631:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f3af7a9. 00000400:00000010:1.0:1767384916.909632:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002681a52f. 00000100:00100000:3.0:1767384916.909634:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352220928 02000000:00000001:3.0:1767384916.909639:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384916.909639:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384916.909642:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384916.909642:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384916.909646:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384916.909647:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.909648:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384916.909653:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.909653:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384916.909653:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294905863 00000100:00000001:2.0:1767384916.909658:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384916.909663:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352220928 00000100:00000010:0.0:1767384916.909663:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062e8bece. 00000100:00000040:2.0:1767384916.909667:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.909669:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384916.909686:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384916.909687:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384916.909693:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384916.909694:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:0.0:1767384916.909696:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294905863 00000020:00000001:3.0:1767384916.909701:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384916.909704:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008c482e3. 00000100:00000001:2.0:1767384916.909706:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384916.909708:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000001:2.0:1767384916.909711:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909711:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384916.909734:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:0.0:1767384916.909735:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294905863 02000000:00000001:2.0:1767384916.909736:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384916.909737:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384916.909741:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384916.909742:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e95d856b. 00000020:00000001:3.0:1767384916.909744:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384916.909744:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384916.909747:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909749:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384916.909754:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384916.909754:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352221312:0@lo:400: 00000100:00000001:1.0:1767384916.909754:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909755:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384916.909761:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002868755. 00000100:00000001:1.0:1767384916.909761:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294905869 00000100:00000001:0.0:1767384916.909763:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.909765:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384916.909770:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000254807d1. 02000000:00000001:2.0:1767384916.909770:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384916.909771:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909772:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294905863 02000000:00000001:2.0:1767384916.909775:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.909777:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384916.909779:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384916.909780:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:1.0:1767384916.909781:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294905869 02000000:00000010:2.0:1767384916.909784:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090288a59. 02000000:00000001:2.0:1767384916.909790:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909790:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294905863 00000100:00000001:0.0:1767384916.909793:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384916.909794:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071e91da8. 00000100:00000001:0.0:1767384916.909796:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384916.909797:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384916.909797:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294905869 00000400:00000010:2.0:1767384916.909800:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c2dc5b. 00000020:00000010:3.0:1767384916.909804:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1755fe. 00000100:00000001:0.0:1767384916.909804:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384916.909806:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905863 00000100:00000200:2.0:1767384916.909807:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352221312, portal 10 00000100:00000001:0.0:1767384916.909808:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384916.909811:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3823d9d. 00000100:00000001:2.0:1767384916.909814:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384916.909814:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384916.909815:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294905869 00000020:00000010:3.0:1767384916.909818:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000001:2.0:1767384916.909819:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000100:00000001:1.0:1767384916.909822:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905863 00000100:00000040:0.0:1767384916.909824:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.909829:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384916.909830:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.909834:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384916.909836:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384916.909842:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.909844:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384916.909844:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384916.909849:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.909850:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384916.909850:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.909854:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.909858:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384916.909859:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384916.909859:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384916.909864:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909864:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384916.909864:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384916.909865:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384916.909873:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384916.909873:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384916.909874:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000100:00000001:3.0:1767384916.909877:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.909877:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384916.909881:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352221312, offset 0 00000100:00100000:0.0:1767384916.909882:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352221440:0@lo:400: 00000100:00000001:1.0:1767384916.909883:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384916.909889:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384916.909890:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384916.909891:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.909892:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384916.909894:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384916.909897:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384916.909898:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384916.909929:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384916.909932:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384916.909935:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fda864ba. 00000100:00100000:3.0:1767384916.909942:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 02000000:00000001:0.0:1767384916.909943:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.909944:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384916.909949:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384916.909950:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272104a80 00000100:00000040:3.0:1767384916.909951:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000400:00000010:0.0:1767384916.909952:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d594a0ff. 00000100:00000001:3.0:1767384916.909957:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376605184 : -106558332946432 : ffff9f15f46ab800) 00000400:00000200:2.0:1767384916.909960:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 02000000:00000001:1.0:1767384916.909962:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384916.909966:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029324cfe x1853237352220928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1767384927 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384916.909967:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384916.909968:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384916.909968:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 02000000:00000001:1.0:1767384916.909976:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384916.909977:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352221440, portal 10 00000400:00000200:2.0:1767384916.909979:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384916.909985:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384916.909988:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bec2a4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352221184:0@lo:400: 00000100:00000001:0.0:1767384916.909989:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606554496 : -106559102997120 : ffff9f15c684ad80) 00000100:00000001:2.0:1767384916.909990:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384916.909995:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384916.910000:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384916.910000:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384916.910002:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087e34285. 00000100:00000040:0.0:1767384916.910004:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384916.910006:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc5c8f0e. 02000000:00000001:1.0:1767384916.910007:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384916.910008:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000087e34285 x1853237352221312 msgsize 224 02000000:00000001:1.0:1767384916.910012:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.910013:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384916.910018:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767384916.910021:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc5c8f0e. 02000000:00000010:1.0:1767384916.910024:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea661e18. 00000100:00100000:2.0:1767384916.910030:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384916.910031:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384916.910033:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029324cfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352220928:12345-0@lo:13: 00000100:00000001:0.0:1767384916.910038:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384916.910040:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057adeb2c. 00000100:00000200:3.0:1767384916.910041:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352220928 00000100:00000040:0.0:1767384916.910046:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384916.910047:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384916.910049:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002681a52f. 00000020:00000001:3.0:1767384916.910052:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384916.910052:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384916.910052:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000100:00000200:1.0:1767384916.910054:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352221184, portal 4 00000020:00000001:3.0:1767384916.910057:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.910059:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384916.910060:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352221440, offset 0 00000020:00000001:3.0:1767384916.910061:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384916.910063:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550912 : -106559103000704 : ffff9f15c6849f80) 00000400:00000200:2.0:1767384916.910064:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000020:00000001:3.0:1767384916.910066:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000400:00000010:2.0:1767384916.910071:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000020:00000001:3.0:1767384916.910072:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384916.910074:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384916.910077:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384916.910080:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384916.910083:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384916.910085:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384916.910088:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384916.910091:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384916.910093:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384916.910101:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384916.910102:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384916.910103:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384916.910109:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384916.910112:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384916.910115:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272104b00 02000000:00000010:3.0:1767384916.910116:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d437dac7. 00000100:00000001:2.0:1767384916.910119:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384916.910119:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000def2fb68. 02000000:00000001:3.0:1767384916.910122:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384916.910124:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000100:00000040:2.0:1767384916.910125:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.910135:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384916.910141:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352221184, offset 0 00002000:00000001:3.0:1767384916.910142:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:0.0:1767384916.910142:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384916.910144:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384916.910149:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384916.910150:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384916.910154:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:0.0:1767384916.910155:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384916.910156:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:3.0:1767384916.910159:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384916.910159:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.910164:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384916.910165:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3176 usecs (4 jiffies) 00000100:00000200:0.0:1767384916.910167:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00080000:00000001:3.0:1767384916.910172:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384916.910173:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384916.910174:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294905861 00000100:00000010:0.0:1767384916.910176:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092f4ff71. 00000020:00000001:3.0:1767384916.910179:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384916.910182:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294905869 00000100:00000040:0.0:1767384916.910183:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000092f4ff71 x1853237352221440 msgsize 224 00002000:00000024:3.0:1767384916.910184:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384916.910190:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294905861 00000400:00000200:1.0:1767384916.910191:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272104a00 00000020:00000020:3.0:1767384916.910193:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384916.910196:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294905869 00000020:00000020:3.0:1767384916.910200:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00100000:0.0:1767384916.910200:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384916.910205:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2992 00002000:00000020:3.0:1767384916.910210:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384916.910211:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294905861 00000100:00000001:0.0:1767384916.910213:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384916.910214:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384916.910218:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294905869 00002000:00000001:3.0:1767384916.910219:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:0.0:1767384916.910222:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000400:00000200:1.0:1767384916.910224:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1767384916.910225:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384916.910225:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294905861 00000400:00000010:0.0:1767384916.910226:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000001:00000001:3.0:1767384916.910230:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910232:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294905869 00002000:00000001:3.0:1767384916.910235:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.910235:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384916.910236:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384916.910237:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384916.910242:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384916.910243:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352220928 00000100:00000200:1.0:1767384916.910243:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384916.910244:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384916.910253:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384916.910254:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384916.910254:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d813f64. 00000100:00000001:0.0:1767384916.910258:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384916.910260:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384916.910262:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029324cfe x1853237352220928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384916.910263:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001d813f64 x1853237352221184 msgsize 224 00000100:00000040:0.0:1767384916.910266:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.910267:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384916.910271:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384916.910278:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384916.910280:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384916.910282:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384916.910286:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910292:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.910297:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384916.910303:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384916.910305:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384916.910309:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.910310:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384916.910313:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def2fb68 00000100:00001000:3.0:1767384916.910317:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=36 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384916.910317:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000def2fb68. 00000100:00000001:2.0:1767384916.910320:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384916.910321:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.910324:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384916.910325:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221312 02000000:00000001:2.0:1767384916.910330:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384916.910331:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384916.910331:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3595 usecs (4 jiffies) 00000100:00000200:1.0:1767384916.910332:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.910334:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384916.910338:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384916.910339:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384916.910341:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294905861 02000000:00000001:2.0:1767384916.910344:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.910348:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:0.0:1767384916.910350:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294905869 00000100:00100000:2.0:1767384916.910351:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221312 02000000:00000001:3.0:1767384916.910357:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384916.910357:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384916.910359:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294905861 00000020:00000040:2.0:1767384916.910363:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000100:00000001:1.0:1767384916.910363:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384916.910364:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.910364:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294905869 00000020:00000001:2.0:1767384916.910369:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384916.910370:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.910373:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384916.910374:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:0.0:1767384916.910374:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294905861 00000020:00000001:2.0:1767384916.910383:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:0.0:1767384916.910383:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294905869 00000100:00000040:3.0:1767384916.910384:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384916.910390:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:0.0:1767384916.910391:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294905861 00000100:00000001:1.0:1767384916.910392:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384916.910393:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000add49bda. 00000100:00000001:2.0:1767384916.910398:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384916.910400:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384916.910400:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294905869 00000100:00000200:3.0:1767384916.910409:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352220928, offset 224 00000020:00000010:2.0:1767384916.910409:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b4ff4d. 00000100:00000001:0.0:1767384916.910412:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384916.910414:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910416:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384916.910420:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384916.910421:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9b4ff4d. 00000100:00000040:1.0:1767384916.910422:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6488 usecs (7 jiffies) 00000400:00000200:3.0:1767384916.910425:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384916.910428:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.910430:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294905864 00000020:00000010:2.0:1767384916.910433:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000985dc94. 00000100:00000001:1.0:1767384916.910434:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294905869 00000400:00000200:3.0:1767384916.910439:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384916.910442:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004babadd6. 00000100:00000001:1.0:1767384916.910443:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294905864 00000100:00000001:0.0:1767384916.910443:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.910450:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272104900 00000100:00000001:1.0:1767384916.910451:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294905869 00000100:00000001:0.0:1767384916.910451:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384916.910455:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384916.910457:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a0c61a6. 00000100:00000001:1.0:1767384916.910458:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294905864 00000100:00000001:0.0:1767384916.910461:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384916.910465:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17b9 [1] + 224 00000100:00000001:1.0:1767384916.910465:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294905869 00000100:00000001:0.0:1767384916.910466:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384916.910468:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384916.910470:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294905864 00000100:00000001:0.0:1767384916.910470:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910472:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384916.910477:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384916.910478:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.910479:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294905869 00000400:00000200:3.0:1767384916.910482:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384916.910483:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.910485:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384916.910490:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910492:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384916.910493:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384916.910495:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910497:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384916.910501:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384916.910502:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.910502:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384916.910509:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384916.910511:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384916.910512:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384916.910517:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384916.910518:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384916.910519:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:1.0:1767384916.910525:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384916.910529:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384916.910532:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.910533:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910538:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384916.910539:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384916.910543:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221440 00000100:00000001:0.0:1767384916.910543:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384916.910549:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221056 02000000:00000001:2.0:1767384916.910550:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384916.910554:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384916.910555:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384916.910558:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384916.910559:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.910559:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384916.910562:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384916.910563:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384916.910565:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.910566:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384916.910568:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000add49bda 00000100:00100000:2.0:1767384916.910569:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221440 02000000:00000001:0.0:1767384916.910569:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384916.910573:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000add49bda. 00000020:00000001:2.0:1767384916.910574:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384916.910576:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221056 00000020:00000040:2.0:1767384916.910579:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000001:0.0:1767384916.910581:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384916.910582:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384916.910582:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000001:2.0:1767384916.910583:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384916.910585:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:3.0:1767384916.910586:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384916.910587:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000040:1.0:1767384916.910589:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000020:00000001:0.0:1767384916.910591:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384916.910593:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384916.910594:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:1.0:1767384916.910595:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606548224 : -106559103003392 : ffff9f15c6849500) 00000020:00000040:0.0:1767384916.910596:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384916.910602:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000040:3.0:1767384916.910603:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000001:0.0:1767384916.910604:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000040:1.0:1767384916.910608:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087e34285 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1767384927 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.910609:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384916.910612:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384916.910613:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000010:2.0:1767384916.910615:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b4ff4d. 00000020:00000001:3.0:1767384916.910617:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.910622:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384916.910623:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000424f86f2. 00000020:00000001:3.0:1767384916.910624:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384916.910629:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702b8d31. 00000100:00000001:1.0:1767384916.910631:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384916.910632:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000040:3.0:1767384916.910633:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029324cfe x1853237352220928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384916.910635:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384916.910637:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e5fa001. 00000020:00000010:0.0:1767384916.910643:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702b8d31. 00000100:00000001:1.0:1767384916.910644:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384916.910647:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384916.910652:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e5fa001. 00000020:00000010:0.0:1767384916.910653:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f946d9d. 00000020:00000010:2.0:1767384916.910655:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4256c61. 00000100:00100000:3.0:1767384916.910661:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029324cfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352220928:12345-0@lo:13: Request processed in 657us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384916.910662:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087e34285 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352221312:12345-0@lo:400: 00000020:00000010:0.0:1767384916.910662:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b81ad77. 00000020:00000010:2.0:1767384916.910664:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d04571fe. 00000020:00000010:0.0:1767384916.910686:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff8010f. 00000100:00000200:1.0:1767384916.910687:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221312 00000020:00000010:2.0:1767384916.910689:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000499eeb01. 00000020:00000001:1.0:1767384916.910692:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384916.910696:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384916.910697:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384916.910698:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384916.910699:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384916.910700:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384916.910704:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910705:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384916.910705:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384916.910707:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000020:00000001:1.0:1767384916.910709:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384916.910711:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384916.910713:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384916.910714:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:0.0:1767384916.910715:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384916.910719:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384916.910726:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384916.910726:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384916.910728:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384916.910731:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384916.910732:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384916.910733:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384916.910737:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384916.910738:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384916.910740:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384916.910742:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3823d9d. 00000020:00000001:1.0:1767384916.910744:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384916.910746:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.910750:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384916.910751:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384916.910752:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 02000000:00000001:1.0:1767384916.910753:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384916.910760:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001719173a. 00000020:00000010:3.0:1767384916.910761:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1755fe. 02000000:00000001:1.0:1767384916.910765:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384916.910769:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:1.0:1767384916.910770:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910773:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384916.910774:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384916.910775:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384916.910776:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910777:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384916.910778:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:1.0:1767384916.910782:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352221312 00010000:00000001:1.0:1767384916.910786:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384916.910792:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1767384916.910792:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00010000:00000200:1.0:1767384916.910793:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087e34285 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384916.910799:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000040:0.0:1767384916.910800:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00080000:3.0:1767384916.910806:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384916.910806:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376603392 : -106558332948224 : ffff9f15f46ab100) 00000100:00000001:0.0:1767384916.910807:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526335568 : -106558183216048 : ffff9f15fd576c50) 00010000:00000001:1.0:1767384916.910808:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384916.910812:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00010000:00000001:1.0:1767384916.910819:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.910820:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092f4ff71 x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1767384927 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384916.910820:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb82244f x1853237352221056/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:142/0 lens 224/0 e 0 to 0 dl 1767384927 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384916.910826:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384916.910839:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384916.910842:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384916.910845:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384916.910853:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384916.910854:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910858:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384916.910861:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384916.910862:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767384916.910864:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8914f57. 02000000:00000001:1.0:1767384916.910865:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384916.910866:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702b8d31. 00000100:00000001:2.0:1767384916.910868:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384916.910874:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8914f57. 00000100:00000001:1.0:1767384916.910875:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384916.910875:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384916.910881:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702b8d31. 00000100:00000040:1.0:1767384916.910908:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384916.910912:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092f4ff71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352221440:12345-0@lo:400: 00000400:00000010:1.0:1767384916.910913:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000def2fb68. 00000100:00000200:1.0:1767384916.910920:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352221312, offset 224 00000100:00000200:2.0:1767384916.910921:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221440 00000100:00100000:0.0:1767384916.910925:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb82244f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352221056:12345-0@lo:400: 00000020:00000001:2.0:1767384916.910927:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384916.910932:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384916.910933:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384916.910934:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221056 00000020:00000001:2.0:1767384916.910937:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384916.910940:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384916.910941:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384916.910944:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384916.910945:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:0.0:1767384916.910945:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384916.910947:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384916.910949:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221184 00000020:00000001:0.0:1767384916.910950:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384916.910953:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384916.910954:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384916.910957:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384916.910959:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384916.910959:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384916.910960:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000400:00000200:1.0:1767384916.910962:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272104a80 00000100:00000001:3.0:1767384916.910964:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384916.910966:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384916.910967:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384916.910971:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384916.910973:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384916.910973:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384916.910977:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c9 [1] + 224 00000100:00100000:3.0:1767384916.910979:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221184 00000020:00000001:2.0:1767384916.910979:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384916.910980:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384916.910987:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384916.910987:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384916.910988:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384916.910988:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384916.910991:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:0.0:1767384916.910993:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.910994:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384916.910995:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384916.910998:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384916.911000:0:16768:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384916.911001:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384916.911002:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000001:0.0:1767384916.911004:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384916.911005:0:16778:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384916.911008:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e52e1137. 00000020:00000001:3.0:1767384916.911009:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 02000000:00000001:0.0:1767384916.911010:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384916.911013:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384916.911016:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 02000000:00000001:2.0:1767384916.911016:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384916.911017:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa3c5a17. 00000100:00000001:2.0:1767384916.911023:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384916.911024:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.911025:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384916.911031:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384916.911032:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc5c8f0e. 00000100:00000001:0.0:1767384916.911032:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384916.911034:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352221440 00000100:00000040:1.0:1767384916.911035:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384916.911039:0:16768:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.911040:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384916.911047:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352221056 00000020:00000010:3.0:1767384916.911048:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc5c8f0e. 00010000:00000001:2.0:1767384916.911049:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384916.911055:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384916.911058:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092f4ff71 x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384916.911059:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1755fe. 00000100:00000001:1.0:1767384916.911060:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384916.911063:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb82244f x1853237352221056/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384916.911067:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3823d9d. 00000400:00000200:1.0:1767384916.911067:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def2fb68 00000400:00000010:1.0:1767384916.911072:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000def2fb68. 00000020:00000010:3.0:1767384916.911076:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00010000:00000001:2.0:1767384916.911077:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384916.911078:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384916.911082:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.911083:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384916.911087:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384916.911088:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384916.911090:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384916.911093:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384916.911093:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384916.911097:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384916.911098:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:3.0:1767384916.911099:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384916.911100:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384916.911103:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384916.911104:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384916.911105:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384916.911108:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:1.0:1767384916.911110:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384916.911113:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384916.911114:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:0.0:1767384916.911114:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384916.911115:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384916.911119:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384916.911120:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384916.911122:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000040:1.0:1767384916.911123:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087e34285 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.911124:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384916.911125:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.911126:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:2.0:1767384916.911133:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384916.911134:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384916.911139:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384916.911140:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.911141:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384916.911147:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384916.911150:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000100:00000001:3.0:1767384916.911154:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384916.911158:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352221440, offset 224 00000100:00000040:0.0:1767384916.911158:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384916.911159:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384916.911165:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000100:00100000:3.0:1767384916.911168:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1767384916.911173:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087e34285 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352221312:12345-0@lo:400: Request processed in 536us (1158us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384916.911174:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384916.911176:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:3.0:1767384916.911182:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581531648 : -106559128019968 : ffff9f15c506dc00) 00000100:00000200:0.0:1767384916.911184:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352221056, offset 224 00000400:00000200:2.0:1767384916.911190:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384916.911191:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:3.0:1767384916.911192:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d813f64 x1853237352221184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1767384927 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384916.911199:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000400:00000200:0.0:1767384916.911199:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384916.911206:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384916.911207:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272104b00 00000100:00000001:1.0:1767384916.911210:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384916.911216:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384916.911217:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004babadd6. 00000400:00000200:2.0:1767384916.911223:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17d1 [1] + 224 00000020:00000010:1.0:1767384916.911226:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a0c61a6. 00000100:00000001:3.0:1767384916.911228:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384916.911233:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384916.911233:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272104980 00000020:00000010:1.0:1767384916.911234:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000985dc94. 00000020:00000010:3.0:1767384916.911235:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc5c8f0e. 00000400:00000200:2.0:1767384916.911243:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384916.911244:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384916.911244:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000400:00000200:0.0:1767384916.911249:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17bd [1] + 224 00000100:00000001:1.0:1767384916.911252:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384916.911253:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc5c8f0e. 00000400:00000200:0.0:1767384916.911256:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384916.911257:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384916.911263:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d813f64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352221184:12345-0@lo:400: 00000100:00000200:2.0:1767384916.911266:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384916.911267:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384916.911274:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384916.911275:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221184 00000100:00000001:0.0:1767384916.911277:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384916.911279:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384916.911281:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384916.911285:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384916.911287:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:1.0:1767384916.911288:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384916.911289:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384916.911291:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384916.911292:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384916.911297:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071e91da8. 00000020:00000001:3.0:1767384916.911298:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384916.911303:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000400:00000200:1.0:1767384916.911304:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c2dc5b 00000400:00000010:1.0:1767384916.911310:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021c2dc5b. 00000020:00000001:3.0:1767384916.911312:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384916.911317:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384916.911319:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384916.911325:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384916.911328:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384916.911331:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384916.911334:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384916.911336:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384916.911338:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000020:00000001:3.0:1767384916.911340:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384916.911345:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000020:00000001:3.0:1767384916.911348:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384916.911351:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384916.911353:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384916.911355:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384916.911355:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384916.911362:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384916.911363:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384916.911370:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dac5e32c. 00000100:00000040:2.0:1767384916.911372:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 02000000:00000001:3.0:1767384916.911378:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384916.911379:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384916.911383:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384916.911384:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.911384:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384916.911386:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384916.911389:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.911392:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384916.911393:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384916.911393:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384916.911394:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 02000000:00000001:1.0:1767384916.911398:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384916.911400:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00010000:00000040:3.0:1767384916.911416:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352221184 00000100:00000040:2.0:1767384916.911417:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092f4ff71 x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.911418:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384916.911422:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384916.911423:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384916.911424:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384916.911425:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384916.911431:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384916.911433:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384916.911435:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d813f64 x1853237352221184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384916.911441:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=41 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384916.911446:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00100000:2.0:1767384916.911449:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092f4ff71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352221440:12345-0@lo:400: Request processed in 584us (1258us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384916.911454:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=41 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384916.911454:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384916.911459:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384916.911468:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384916.911469:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384916.911469:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384916.911472:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00000001:3.0:1767384916.911473:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384916.911480:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=36 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384916.911480:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:1.0:1767384916.911482:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.911486:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384916.911487:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb82244f x1853237352221056/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384916.911489:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384916.911492:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384916.911493:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:1.0:1767384916.911497:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384916.911499:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d04571fe. 00000100:00000040:3.0:1767384916.911502:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000010:2.0:1767384916.911508:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000499eeb01. 00000100:00000001:3.0:1767384916.911517:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00100000:0.0:1767384916.911517:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb82244f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352221056:12345-0@lo:400: Request processed in 651us (1935us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384916.911518:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4256c61. 00010000:00000001:1.0:1767384916.911522:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384916.911526:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 02000000:00000001:3.0:1767384916.911527:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384916.911529:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384916.911532:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384916.911534:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384916.911535:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.911537:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384916.911541:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000001:1.0:1767384916.911542:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384916.911547:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384916.911548:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384916.911548:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000400:00000010:3.0:1767384916.911553:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000add49bda. 00000100:00000001:0.0:1767384916.911555:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384916.911559:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352221184, offset 224 00000100:00000040:1.0:1767384916.911559:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384916.911560:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384916.911566:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b81ad77. 00000400:00000200:3.0:1767384916.911574:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384916.911575:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff8010f. 00000100:00000001:1.0:1767384916.911578:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384916.911583:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384916.911583:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f946d9d. 00000100:00000001:1.0:1767384916.911588:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.911591:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384916.911592:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000040:1.0:1767384916.911595:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384916.911601:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384916.911604:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa3c5a17. 00000400:00000200:3.0:1767384916.911609:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272104a00 02000000:00000001:0.0:1767384916.911612:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1767384916.911613:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352221312:0@lo:400: 00000100:00000001:0.0:1767384916.911618:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.911622:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384916.911623:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17d5 [1] + 224 00000100:00000200:0.0:1767384916.911624:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384916.911629:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384916.911632:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384916.911633:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d4491d0. 00000100:00000040:1.0:1767384916.911634:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050266ca5 x1853237352221312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384916.911641:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384916.911643:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075252649. 00000100:00000001:3.0:1767384916.911653:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384916.911654:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384916.911659:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384916.911662:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384916.911663:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090288a59. 02000000:00000001:1.0:1767384916.911687:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384916.911688:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384916.911691:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384916.911692:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384916.911694:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384916.911695:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384916.911696:0:16136:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000001:2.0:1767384916.911699:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384916.911700:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384916.911703:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767384916.911705:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767384916.911707:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c88b39b. 00000400:00000010:2.0:1767384916.911709:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d594a0ff. 02000000:00000001:1.0:1767384916.911715:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384916.911717:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d82e01f 02000000:00000001:1.0:1767384916.911719:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384916.911723:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000100:00000010:1.0:1767384916.911724:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 00000100:00000001:3.0:1767384916.911726:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384916.911729:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384916.911733:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767384916.911736:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.911741:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.911747:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384916.911753:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.911755:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384916.911758:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000add49bda 00000100:00000001:1.0:1767384916.911760:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384916.911763:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000add49bda. 00000100:00000001:1.0:1767384916.911767:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384916.911771:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384916.911772:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.911774:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384916.911775:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384916.911780:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384916.911782:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.911783:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384916.911788:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384916.911791:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:2.0:1767384916.911792:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1767384916.911795:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384916.911796:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384916.911798:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384916.911799:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384916.911801:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.911802:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384916.911803:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057adeb2c. 00000020:00000001:3.0:1767384916.911807:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384916.911809:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002681a52f 00000100:00000040:3.0:1767384916.911815:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d813f64 x1853237352221184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384916.911815:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002681a52f. 00000100:00001000:2.0:1767384916.911816:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384916.911820:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384916.911828:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=41 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384916.911829:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.911839:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384916.911843:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384916.911850:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384916.911856:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384916.911857:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d813f64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352221184:12345-0@lo:400: Request processed in 621us (1587us total) trans 0 rc 0/0 00010000:00080000:2.0:1767384916.911859:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384916.911920:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.911923:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384916.911924:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384916.911928:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384916.911930:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384916.911931:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.911936:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384916.911940:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.911941:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384916.911945:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384916.911949:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384916.911953:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.911954:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384916.911957:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.911958:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384916.911962:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384916.911964:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=36 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384916.911969:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384916.911971:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384916.911981:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384916.911984:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384916.911988:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352221440:0@lo:400: 00010000:00000001:1.0:1767384916.911989:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384916.911997:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384916.912000:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384916.912004:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384916.912008:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e55a2b. 00010000:00000001:1.0:1767384916.912009:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.912016:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384916.912017:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558189bd 00000100:00000040:1.0:1767384916.912018:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:2.0:1767384916.912022:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000100:00000001:1.0:1767384916.912023:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384916.912027:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.912029:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384916.912033:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384916.912037:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384916.912052:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384916.912060:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384916.912068:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384916.912071:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384916.912071:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384916.912075:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384916.912078:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384916.912088:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bec2a4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352221184:0@lo:400: 00000100:00000001:2.0:1767384916.912089:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384916.912092:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 02000000:00000001:2.0:1767384916.912094:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384916.912096:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384916.912099:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384916.912099:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384916.912122:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 02000000:00000001:2.0:1767384916.912122:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384916.912122:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384916.912125:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e687b58. 00000100:00000001:3.0:1767384916.912129:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384916.912131:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=36 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384916.912131:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000100:00000001:3.0:1767384916.912132:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384916.912137:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000020:00000010:3.0:1767384916.912138:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3823d9d. 00000100:00001000:2.0:1767384916.912139:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384916.912142:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384916.912146:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000100:00000001:2.0:1767384916.912147:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384916.912150:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384916.912152:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384916.912153:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1755fe. 00010000:00000001:2.0:1767384916.912160:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384916.912161:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:3.0:1767384916.912167:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384916.912167:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384916.912169:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384916.912197:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.912197:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384916.912200:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384916.912202:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384916.912209:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384916.912210:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384916.912213:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384916.912214:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384916.912216:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.912217:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384916.912221:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.912223:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384916.912225:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384916.912231:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384916.912236:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384916.912237:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384916.912240:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384916.912242:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384916.912243:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.912244:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384916.912248:0:16137:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:1.0:1767384916.912248:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000040:2.0:1767384916.912253:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:1.0:1767384916.912253:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384916.912259:0:16137:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384916.912260:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384916.912268:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1767384916.912270:0:16137:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384916.912281:0:16137:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.912288:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384916.912302:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352220928:0@lo:13: 00000100:00000001:2.0:1767384916.912311:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.912313:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384916.912315:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384916.912316:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384916.912322:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384916.912323:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384916.912328:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa8ad4ec x1853237352221440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384916.912344:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352221056:0@lo:400: 00000100:00000001:2.0:1767384916.912345:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384916.912348:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384916.912351:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384916.912352:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fda864ba. 00000100:00000001:1.0:1767384916.912358:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384916.912359:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384916.912362:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384916.912364:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bec2a4ac x1853237352221184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384916.912365:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384916.912370:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384916.912373:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b7bdf479. 02000000:00000001:2.0:1767384916.912379:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384916.912380:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384916.912382:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384916.912384:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767384916.912385:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa8ad4ec. 02000000:00000010:1.0:1767384916.912388:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea661e18. 00000100:00000001:2.0:1767384916.912391:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384916.912393:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384916.912394:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384916.912396:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384916.912397:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384916.912400:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384916.912404:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352220928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384932 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384916.912405:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384916.912409:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a9ece2ef. 02000000:00000001:1.0:1767384916.912414:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384916.912418:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384916.912419:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1767384916.912421:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bec2a4ac. 02000000:00000001:2.0:1767384916.912422:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384916.912426:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000475f83ed. 00000100:00000001:1.0:1767384916.912427:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384916.912430:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384916.912430:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384916.912434:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384916.912435:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384916.912438:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384916.912443:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384916.912443:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352221056/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384916.912447:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002046d4c5. 02000000:00000001:2.0:1767384916.912453:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384916.912455:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384916.912456:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384916.912458:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767384916.912459:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 02000000:00000010:1.0:1767384916.912461:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac8db24. 00000100:00000001:2.0:1767384916.912463:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384916.912466:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384916.912467:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384916.912469:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384916.912470:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384916.912471:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384916.912475:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384916.912477:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384916.912479:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384916.912481:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384916.912485:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028bcccb3. 00000100:00000001:2.0:1767384916.912486:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384916.912489:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384916.912491:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384916.912492:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:1.0:1767384916.912499:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384916.912500:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.912502:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384916.912506:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384916.912507:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384916.912509:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384916.912511:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384916.922951:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294905869, at 4294905870 00000100:00000040:3.0:1767384916.922953:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294905869, at 4294905870 00000100:00000010:2.0:1767384916.922961:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c482e3. 00000100:00000010:3.0:1767384916.922965:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e95d856b. 00000100:00000040:0.0:1767384916.923917:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294905869, at 4294905870 00000100:00000010:0.0:1767384916.923925:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f3af7a9. 00000100:00000040:1.0:1767384916.923971:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294905869, at 4294905871 00000100:00000010:1.0:1767384916.923998:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062e8bece. 00000400:00000200:3.0:1767384917.229965:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp29 00000400:00000010:3.0:1767384917.229973:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b4e97190. 00000400:00000010:3.0:1767384917.229981:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001e1755fe. 00000400:00000010:3.0:1767384917.229987:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000add49bda. 00000400:00000010:3.0:1767384917.229996:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d09c998a. 00000400:00000200:3.0:1767384917.230002:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp29 00000400:00000200:3.0:1767384917.230032:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp29 local destination 00000400:00000200:3.0:1767384917.230038:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp29 00000400:00000200:3.0:1767384917.230043:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp29 NI seq info: [60:60:256:4294967295] 192.168.203.112@tcp29 LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1767384917.230050:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp29 00000400:00000200:3.0:1767384917.230058:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp29(192.168.203.112@tcp29:) -> 192.168.203.112@tcp29(192.168.203.112@tcp29:192.168.203.112@tcp29) : GET try# 0 00000800:00000200:3.0:1767384917.230062:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp29 00000800:00000010:3.0:1767384917.230066:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4c4524c. 00000800:00000200:3.0:1767384917.230072:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000800:00000200:3.1:1767384917.230077:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000400:00000200:3.0:1767384917.230099:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp29 added to recovery queue. ping count: 1 next ping: 240 health :900 00000400:00000200:1.0:1767384917.230190:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230233:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230257:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230271:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230287:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230302:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230320:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230335:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230352:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230367:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230390:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230407:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230427:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230442:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230465:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230483:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230497:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230513:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230535:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230551:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230580:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230600:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230617:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230641:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230667:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230710:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230730:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230753:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230770:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230786:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230801:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230819:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230840:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230859:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384917.230879:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384917.231087:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a983c617. 00000800:00000010:1.0:1767384917.231091:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066e1e3df. 00000800:00000010:1.0:1767384917.231098:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fb19298. 00000800:00000010:1.0:1767384917.231128:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fb19298. 00000800:00020000:1.0:1767384917.231139:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384917.236065:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066e1e3df. 00000800:00000010:1.0:1767384917.236070:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a983c617. 00000400:02020000:1.0:1767384917.236117:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp29 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384917.240318:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp29 notifying 192.168.203.112@tcp29: down 00000400:00000200:1.0:1767384917.240323:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384917.240328:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp29 00000800:00000010:1.0:1767384917.240359:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4c4524c. 00000400:00000200:1.0:1767384917.240363:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384917.240368:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp29->192.168.203.112@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384917.240376:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384917.240378:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384917.240388:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384917.486008:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384917.486016:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.486024:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384917.486026:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.486093:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384917.486100:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384917.486105:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384917.572523:0:27208:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384917.572529:0:27208:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:2.0:1767384917.576846:0:27208:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384917.585955:0:27209:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000136cd98b. 00000400:00000010:2.0:1767384917.585977:0:27209:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004c4937fe. 00000400:00000010:2.0:1767384917.585992:0:27209:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000357f616a. 00000400:00000010:2.0:1767384917.585997:0:27209:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005d6fc51f. 00000400:00000010:2.0:1767384917.586001:0:27209:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000233b93ca. 00000400:00000010:2.0:1767384917.586006:0:27209:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edf4c8e2. 00000400:00000010:2.0:1767384917.586008:0:27209:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004b79e4fe. 00000400:00000010:2.0:1767384917.586009:0:27209:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edb3b910. 00000400:00000010:2.0:1767384917.586012:0:27209:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000060dcd592. 00000800:00000010:2.0:1767384917.586028:0:27209:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bb93cdbb. 00000800:00000200:2.0:1767384917.586041:0:27209:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384917.586055:0:27209:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384917.586109:0:27209:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384917.586139:0:27209:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp31 [8/256/0/180] 00000400:00000010:2.0:1767384917.587931:0:27209:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000025ae4e00. 00000400:00000010:2.0:1767384917.587938:0:27209:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cb18082. 00000400:00000010:2.0:1767384917.587945:0:27209:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000400:00000001:2.0:1767384917.587965:0:27209:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384917.587968:0:27209:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384917.587969:0:27209:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000747d6d5b. 00000400:00000200:2.0:1767384917.587971:0:27209:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000400:00000010:2.0:1767384917.587973:0:27209:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000400:00000010:2.0:1767384917.587977:0:27209:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000064395a2b. 00000400:00000200:2.0:1767384917.587984:0:27209:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (21) 00000400:00000200:2.0:1767384917.588006:0:27209:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384917.588018:0:27209:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:2.0:1767384917.588028:0:27209:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004ed90e3f. 00000400:00000200:3.0:1767384917.588032:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384917.588035:0:27209:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384917.588043:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102071 00000020:01000000:2.0:1767384917.588045:0:27209:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp31 00000400:00000200:3.0:1767384917.588051:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (22) 00000400:00000010:3.0:1767384917.588065:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000006c72d485. 00000400:00000010:3.0:1767384917.588069:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000400:00000010:2.0:1767384917.588072:0:27209:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004c4937fe. 00000400:00000010:3.0:1767384917.588076:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4031bf1. 00000400:00000010:2.0:1767384917.588077:0:27209:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000136cd98b. 00000400:00000200:3.0:1767384917.588085:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767384917.588099:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767384917.588108:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000001:1.0:1767384917.588112:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384917.588118:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 10000000:00000001:1.0:1767384917.588120:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384917.588125:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384917.588130:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 10000000:01000000:1.0:1767384917.588131:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384917.588137:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384917.588142:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384917.588143:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:01000004:1.0:1767384917.588145:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.588149:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384917.588154:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384917.588158:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:01000004:1.0:1767384917.588159:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384917.588164:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384917.588169:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:01000004:1.0:1767384917.588170:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384917.588175:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384917.588179:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384917.588180:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384917.588189:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000010:1.0:1767384917.588190:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000004ec5a3. 00000400:00000200:3.0:1767384917.588214:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000040:1.0:1767384917.588217:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384917.588221:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767384917.588229:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:1.0:1767384917.588229:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384917.588237:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384917.588238:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384917.588245:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 02000000:00000001:1.0:1767384917.588248:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.588251:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767384917.588258:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:3.0:1767384917.588264:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 02000000:00000010:1.0:1767384917.588264:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 00000100:00000001:1.0:1767384917.588275:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.588282:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:3.0:1767384917.588288:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000100:00000001:1.0:1767384917.588289:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.588295:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.588297:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 8], ns[58, 8] 00000400:00000200:3.0:1767384917.588309:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 8], ns[60, 8] 00000100:00000040:1.0:1767384917.588313:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004ec5a3] to pc [ptlrpcd_00_02+2] req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.588320:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:3.0:1767384917.588348:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp10 00000400:00000200:3.0:1767384917.588356:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384917.588360:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp10 00000400:00000200:3.0:1767384917.588363:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp10 NI seq info: [61:61:256:4294967295] 192.168.203.112@tcp10 LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1767384917.588370:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp10 00000400:00000200:3.0:1767384917.588376:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10:) -> 192.168.203.112@tcp10(192.168.203.112@tcp:192.168.203.112@tcp10) : GET try# 0 00000800:00000200:3.0:1767384917.588381:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp10 00000800:00000010:3.0:1767384917.588387:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4d8b7b4. 10000000:00000001:1.0:1767384917.588411:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384917.588412:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (6) 00000100:00000001:2.0:1767384917.588415:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384917.588423:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.588424:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.588431:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384917.588432:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp10 ip 192.168.203.112:988 00000020:00000001:1.0:1767384917.588432:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384917.588440:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 2, nob 96 niov 1 nkiov 0 00000020:01000000:1.0:1767384917.588440:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384917.588446:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384917.588455:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384917.588460:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384917.588464:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000100:00000001:2.0:1767384917.588466:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384917.588466:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384917.588471:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100271 rc 0 00000100:00000001:2.0:1767384917.588475:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384917.588475:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384917.588483:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384917.588487:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384917.588488:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384917.588494:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384917.588502:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384917.588504:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.588510:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384917.588511:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000004ec5a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352221568:0@lo:253: 00000020:01000004:1.0:1767384917.588514:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384917.588518:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384917.588523:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384917.588524:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384917.588529:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384917.588530:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384917.588533:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384917.588536:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd728439. 02000000:00000001:2.0:1767384917.588539:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384917.588544:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:2.0:1767384917.588545:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384917.588552:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384917.588555:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384917.588556:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001af92ef2. 02000000:00000001:1.0:1767384917.588559:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.588562:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384917.588569:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f7fc1e1. 00000400:00000010:2.0:1767384917.588570:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000463ca322. 00000100:00000001:1.0:1767384917.588581:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384917.588582:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384917.588583:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c4937fe. 00000100:00000001:1.0:1767384917.588591:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1767384917.588592:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4d8b7b4. 00000100:00000200:2.0:1767384917.588592:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352221568, portal 25 00000100:00000001:1.0:1767384917.588597:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.588603:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384917.588605:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384917.588606:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581532544 : -106559128019072 : ffff9f15c506df80) 00000100:00000040:1.0:1767384917.588614:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd728439] to pc [ptlrpcd_00_03+3] req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384917.588626:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.588634:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp10->192.168.203.112@tcp10: GET: OK 00000400:00000200:3.0:1767384917.588650:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384917.588662:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000100:00000001:2.0:1767384917.588685:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384917.588694:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384917.588696:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384917.588697:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077b27320. 10000000:00000001:1.0:1767384917.588698:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384917.588703:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384917.588707:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384917.588708:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352221568, offset 0 00000020:00000001:1.0:1767384917.588709:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384917.588711:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000000:1.0:1767384917.588720:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767384917.588723:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.588726:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384917.588728:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004ed90e3f. 00000400:00000200:2.0:1767384917.588748:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384917.588753:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10) <- 192.168.203.112@tcp10 : GET - for me 00000100:00000001:1.0:1767384917.588755:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.588761:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.588764:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384917.588767:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104b80 00000100:00000040:1.0:1767384917.588776:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.588777:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384917.588789:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1069 [2] + 0 00000400:00000010:2.0:1767384917.588807:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c87de8fe. 00000400:00000200:2.0:1767384917.588817:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d479afbd 00000100:00000001:1.0:1767384917.588819:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.588824:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.588826:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.588828:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 384/384 into md 0x17fd [1] + 0 02000000:00000001:1.0:1767384917.588834:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384917.588842:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384917.588843:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384917.588857:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp10 to MR: 192.168.203.112@tcp10 local destination 02000000:00000001:1.0:1767384917.588859:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.588865:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp10 NI seq info: [62:62:256:4294967295] 192.168.203.112@tcp10 LPNI seq info [62:62:8:4294967295] 00000100:00100000:1.0:1767384917.588868:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352221696:0@lo:253: 00000100:00000001:1.0:1767384917.588879:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384917.588880:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10:192.168.203.112@tcp10) -> 192.168.203.112@tcp10(192.168.203.112@tcp10:192.168.203.112@tcp10) 192.168.203.112@tcp10 : REPLY try# 0 00000800:00000200:3.0:1767384917.588917:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.112@tcp10 00000800:00000010:3.0:1767384917.588922:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4d8b7b4. 00000800:00000200:3.0:1767384917.588928:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (6) 02000000:00000001:1.0:1767384917.588929:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384917.588934:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.588935:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d479afbd 00000800:00000200:3.0:1767384917.588942:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp10 ip 192.168.203.112:1021 00000400:00000010:2.0:1767384917.588946:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d479afbd. 00000800:00000200:3.0:1767384917.588948:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 3, nob 480 niov 1 nkiov 1 02000000:00000001:1.0:1767384917.588948:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384917.588953:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384917.588956:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767384917.588957:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007a84feca. 00000100:00000040:2.0:1767384917.588961:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000070dd229 x1853237352221568 msgsize 4848 02000000:00000001:1.0:1767384917.588963:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.588975:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384917.588976:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e687b58. 00000100:00000040:2.0:1767384917.588978:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384917.588990:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b209b3c9. 00000100:00000001:2.0:1767384917.588993:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384917.589001:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352221696, portal 25 00000800:00000200:3.0:1767384917.589003:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384917.589004:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b27320 00000100:00000001:1.0:1767384917.589007:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384917.589011:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b27320. 00000800:00000010:3.0:1767384917.589013:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4d8b7b4. 00000100:00000001:1.0:1767384917.589014:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581529856 : -106559128021760 : ffff9f15c506d500) 00000100:00000001:2.0:1767384917.589017:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384917.589019:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384917.589032:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.589033:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.589038:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp10->192.168.203.112@tcp10: REPLY: OK 00000800:00000001:3.0:1767384917.589058:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.589067:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.589071:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384917.589073:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384917.589080:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384917.589082:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384917.589082:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384917.589091:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384917.589095:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384917.589100:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384917.589103:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de18fe3f. 00000100:00000200:1.0:1767384917.589114:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352221696, offset 0 00000100:00000001:2.0:1767384917.589126:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.589127:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp10(192.168.203.112@tcp10) <- 192.168.203.112@tcp10 : REPLY - for me 00000100:00000001:2.0:1767384917.589137:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384917.589137:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384917.589150:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.589156:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp10: Reply from 12345-192.168.203.112@tcp10 of length 384/384 into md 0x1801 00000100:00000001:2.0:1767384917.589163:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294906549 00000400:00000200:1.0:1767384917.589165:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767384917.589167:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384917.589172:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000db52a7e. 00000800:00000001:3.0:1767384917.589179:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.589184:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384917.589185:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104c00 00000400:00000200:3.0:1767384917.589186:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.589201:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp10->192.168.203.112@tcp10: REPLY: OK 00000100:00000001:2.0:1767384917.589201:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294906549 00000400:00000200:1.0:1767384917.589209:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1079 [2] + 0 00000100:00000010:2.0:1767384917.589216:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079187d3f. 00000400:00000010:1.0:1767384917.589218:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bccdc10d. 00000400:00000200:1.0:1767384917.589226:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd2506e8 00000100:00000001:2.0:1767384917.589228:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384917.589234:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf52c73 00000400:00000200:1.0:1767384917.589237:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384917.589238:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294906549 00000400:00000010:3.0:1767384917.589239:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf52c73. 00000100:00000010:2.0:1767384917.589256:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fdea35f. 00000400:00000200:3.0:1767384917.589257:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384917.589257:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384917.589265:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384917.589273:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000100:00000001:2.0:1767384917.589274:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294906549 00000400:00000200:1.0:1767384917.589275:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2506e8 00000400:00000200:3.0:1767384917.589283:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00000010:2.0:1767384917.589284:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000701d3fd0. 00000400:00000010:1.0:1767384917.589285:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd2506e8. 00000400:00000200:3.0:1767384917.589295:0:16130:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.112@tcp (400 bytes) 00000100:00000001:2.0:1767384917.589296:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384917.589300:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384917.589304:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384917.589305:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384917.589309:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:2.0:1767384917.589323:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.589326:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000922ee37a x1853237352221696 msgsize 4848 00000100:00000001:2.0:1767384917.589330:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.589331:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000006c72d485. 00000100:00000001:2.0:1767384917.589342:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384917.589343:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384917.589344:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (23) 00000100:00000040:1.0:1767384917.589352:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384917.589357:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384917.589357:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384917.589364:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384917.589367:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.589369:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.589371:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384917.589373:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.589377:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.589380:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.589381:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de18fe3f 00000400:00000010:1.0:1767384917.589386:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de18fe3f. 00000400:00000200:3.0:1767384917.589393:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384917.589393:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384917.589398:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000006c72d485. 00000400:00000010:3.0:1767384917.589403:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b334f3f. 00000100:00000001:2.0:1767384917.589405:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384917.589410:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000100:00000200:1.0:1767384917.589410:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384917.589411:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221568 02000000:00000001:2.0:1767384917.589418:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384917.589419:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006c72d485 00000100:00000001:2.0:1767384917.589427:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767384917.589428:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384917.589437:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384917.589438:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384917.589438:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384917.589444:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000210e6450. 00000100:00000040:1.0:1767384917.589447:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384917.589448:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.589450:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384917.589457:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000100:00100000:2.0:1767384917.589464:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221568 00000400:00000200:3.0:1767384917.589465:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:1.0:1767384917.589467:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.589472:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384917.589475:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000085caf535. 00000020:00000001:2.0:1767384917.589476:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384917.589480:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.589484:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:3.0:1767384917.589485:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000100:00000001:1.0:1767384917.589486:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294906549 00000020:00000001:2.0:1767384917.589493:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384917.589493:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294906549 00000400:00000200:3.0:1767384917.589496:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100871 00000100:00000001:1.0:1767384917.589502:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294906549 00000020:00000040:2.0:1767384917.589503:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000400:00000200:3.0:1767384917.589507:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:0 00000100:00000001:1.0:1767384917.589508:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294906549 00000020:00000001:2.0:1767384917.589517:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384917.589518:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102071 rc 1 00000100:00000001:1.0:1767384917.589518:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294906549 00000100:00000001:1.0:1767384917.589531:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294906549 00000020:00000001:2.0:1767384917.589532:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384917.589537:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102071 00000100:00000001:1.0:1767384917.589539:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294906549 00000400:00000200:3.0:1767384917.589547:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (22) 00000100:00000001:1.0:1767384917.589548:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294906549 00000100:00000001:2.0:1767384917.589549:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384917.589556:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384917.589557:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000005e77480b. 00000020:00000010:2.0:1767384917.589557:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fc11fbe. 00000100:00000001:1.0:1767384917.589560:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.589573:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384917.589574:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000001:1.0:1767384917.589574:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384917.589586:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fc11fbe. 00000100:00000001:1.0:1767384917.589587:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384917.589588:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a47931d0. 00000400:00000200:3.0:1767384917.589596:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767384917.589598:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384917.589603:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384917.589604:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:00000010:2.0:1767384917.589604:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011c28001. 00000020:00000010:2.0:1767384917.589616:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011f79ba2. 00000100:00000001:1.0:1767384917.589616:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384917.589618:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:1.0:1767384917.589623:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384917.589630:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000499eeb01. 00000100:00000001:1.0:1767384917.589630:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.589632:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000100:00000001:1.0:1767384917.589644:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.589654:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000040:2.0:1767384917.589655:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384917.589663:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384917.589679:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384917.589683:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.589684:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384917.589694:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:1.0:1767384917.589694:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384917.589695:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.589700:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221696 02000000:00000001:1.0:1767384917.589708:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384917.589711:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:1.0:1767384917.589712:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.589713:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.589717:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.589728:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.589732:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00100000:1.0:1767384917.589734:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221696 00000400:00000200:3.0:1767384917.589741:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:2.0:1767384917.589743:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384917.589746:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384917.589748:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384917.589749:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384917.589756:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384917.589758:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00100000:2.0:1767384917.589764:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000020:00000040:1.0:1767384917.589764:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000400:00000200:3.0:1767384917.589779:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:1.0:1767384917.589780:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000040:2.0:1767384917.589781:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384917.589791:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526325328 : -106558183226288 : ffff9f15fd574450) 00000020:00000001:1.0:1767384917.589793:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384917.589798:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:1.0:1767384917.589804:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384917.589806:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000070dd229 x1853237352221568/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.589809:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000010:1.0:1767384917.589811:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000099e6cd4. 00000100:00000001:1.0:1767384917.589821:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384917.589833:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000099e6cd4. 00000400:00000200:3.0:1767384917.589837:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000010:1.0:1767384917.589846:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e29b590. 00000020:00000010:1.0:1767384917.589859:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007688f95. 00000400:00000200:3.0:1767384917.589867:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000001:2.0:1767384917.589872:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384917.589875:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:2.0:1767384917.589878:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fc11fbe. 00000400:00000200:3.0:1767384917.589880:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000100:00000001:2.0:1767384917.589912:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384917.589919:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000020:00000010:2.0:1767384917.589920:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fc11fbe. 00000100:00000001:1.0:1767384917.589929:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384917.589934:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384917.589939:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00000100:00100000:2.0:1767384917.589941:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000070dd229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352221568:12345-0@lo:253: 00000100:00000001:1.0:1767384917.589942:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.589957:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.589963:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221568 00000100:00000001:1.0:1767384917.589966:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.589967:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 00000020:00000001:2.0:1767384917.589970:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384917.589980:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384917.589982:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 00000100:00000001:1.0:1767384917.589986:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384917.589988:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.589993:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384917.589994:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384917.590000:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000020:00000001:2.0:1767384917.590001:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00100000:1.0:1767384917.590009:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000020:00000001:2.0:1767384917.590015:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384917.590016:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000001:2.0:1767384917.590019:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.590021:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526330448 : -106558183221168 : ffff9f15fd575850) 00000020:00000001:2.0:1767384917.590031:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384917.590037:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384917.590037:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000922ee37a x1853237352221696/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.590039:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000020:00000001:2.0:1767384917.590046:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.590053:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp11 00000100:00000001:2.0:1767384917.590060:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384917.590062:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp11 lpni_is_preferred = 0 00000100:00000001:1.0:1767384917.590064:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384917.590067:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp11 00000020:00000010:1.0:1767384917.590069:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000099e6cd4. 00000400:00000200:3.0:1767384917.590077:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp11 NI seq info: [63:63:256:4294967295] 192.168.203.112@tcp11 LPNI seq info [63:63:8:4294967295] 02000000:00000001:2.0:1767384917.590077:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384917.590078:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384917.590086:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000099e6cd4. 00000400:00000200:3.0:1767384917.590092:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp11 02000000:00000010:2.0:1767384917.590092:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000342be977. 00000100:00100000:1.0:1767384917.590093:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000922ee37a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352221696:12345-0@lo:253: 02000000:00000001:2.0:1767384917.590104:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.590104:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221696 00000400:00000200:3.0:1767384917.590108:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11:) -> 192.168.203.112@tcp11(192.168.203.112@tcp:192.168.203.112@tcp11) : GET try# 0 00000100:00000001:2.0:1767384917.590114:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.590120:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:3.0:1767384917.590122:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp11 20000000:00000001:2.0:1767384917.590128:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384917.590128:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1767384917.590129:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4d8b7b4. 00000020:00000001:1.0:1767384917.590135:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.590139:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1767384917.590144:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (6) 00000020:00000001:1.0:1767384917.590144:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 20000000:00000010:2.0:1767384917.590149:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001635d968. 00000020:00000001:1.0:1767384917.590152:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:2.0:1767384917.590155:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384917.590155:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384917.590156:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp11 ip 192.168.203.112:988 00000800:00000200:3.0:1767384917.590168:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 2, nob 96 niov 1 nkiov 0 20000000:00000001:2.0:1767384917.590168:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384917.590169:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384917.590177:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384917.590177:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384917.590184:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 20000000:00000001:2.0:1767384917.590185:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.590185:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.590190:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100271 rc 0 20000000:00000001:2.0:1767384917.590200:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.590201:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384917.590204:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384917.590209:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384917.590212:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ed90e3f. 02000000:00000001:1.0:1767384917.590215:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.590217:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384917.590220:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384917.590225:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064395a2b. 20000000:01000000:2.0:1767384917.590230:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000010:1.0:1767384917.590231:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000027c3c97. 20000000:01000000:1.0:1767384917.590240:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384917.590243:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384917.590245:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384917.590246:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:3.0:1767384917.590249:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:1.0:1767384917.590253:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384917.590254:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4d8b7b4. 20000000:00000001:1.0:1767384917.590257:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.590259:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384917.590259:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384917.590261:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384917.590272:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: GET: OK 00000400:00000200:3.0:1767384917.590275:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384917.590278:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:3.0:1767384917.590286:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590291:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.590293:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590298:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.590304:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11) <- 192.168.203.112@tcp11 : GET - for me 00000400:00000200:3.0:1767384917.590309:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384917.590313:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 400/400 into md 0x17fd [1] + 0 00000400:00000200:3.0:1767384917.590320:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp11 to MR: 192.168.203.112@tcp11 local destination 00000400:00000200:3.0:1767384917.590324:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp11 NI seq info: [64:64:256:4294967295] 192.168.203.112@tcp11 LPNI seq info [64:64:8:4294967295] 00080000:00000001:2.0:1767384917.590334:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384917.590342:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384917.590348:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384917.590354:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384917.590361:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11:192.168.203.112@tcp11) -> 192.168.203.112@tcp11(192.168.203.112@tcp11:192.168.203.112@tcp11) 192.168.203.112@tcp11 : REPLY try# 0 00000020:00000001:2.0:1767384917.590364:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1767384917.590369:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.112@tcp11 00000020:00000001:2.0:1767384917.590371:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000800:00000010:3.0:1767384917.590374:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4d8b7b4. 00080000:00000001:2.0:1767384917.590376:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:3.0:1767384917.590382:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (6) 00080000:00000010:2.0:1767384917.590384:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a6adbea3. 00080000:00000001:2.0:1767384917.590389:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249355264 : -106563460196352 : ffff9f14c2cf1800) 00000800:00000200:3.0:1767384917.590390:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp11 ip 192.168.203.112:1019 00000800:00000200:3.0:1767384917.590396:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 3, nob 496 niov 1 nkiov 1 00080000:00000001:2.0:1767384917.590404:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384917.590435:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384917.590438:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4d8b7b4. 00000400:00000200:3.0:1767384917.590442:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.590445:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: REPLY: OK 00000800:00000001:3.0:1767384917.590452:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590455:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.590456:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590459:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.590461:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590463:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.590466:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11) <- 192.168.203.112@tcp11 : REPLY - for me 00000400:00000200:3.0:1767384917.590473:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp11: Reply from 12345-192.168.203.112@tcp11 of length 400/400 into md 0x1819 00000800:00000001:3.0:1767384917.590476:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590482:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.590483:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.590485:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: REPLY: OK 00000400:00000200:3.0:1767384917.590487:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384917.590488:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000400:00000200:3.0:1767384917.590493:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384917.590495:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:3.0:1767384917.590496:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384917.590499:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 23. state = 0x100271 00000400:00000200:3.0:1767384917.590504:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384917.590510:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (23) 00000800:00000001:3.0:1767384917.590513:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590523:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.590548:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384917.590555:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000f1 00000001:00000001:2.0:1767384917.590558:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384917.590560:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.590561:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 0000000085caf535. 00080000:00000001:2.0:1767384917.590564:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000010:3.0:1767384917.590567:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 000000008464254a. 00000400:00000010:3.0:1767384917.590572:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000052586ac0. 00080000:00000001:2.0:1767384917.590589:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384917.590594:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384917.590597:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp29(00000000f94283d1) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384917.590607:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004f2f3714. 00000400:00000200:3.0:1767384917.590612:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004f2f3714 nid 192.168.203.112@tcp30 00000400:00000010:3.0:1767384917.590619:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001f141949. 00000400:00000200:3.0:1767384917.590621:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000001f141949 net tcp30 00000400:00000200:3.0:1767384917.590624:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (22) 00000400:00000200:3.0:1767384917.590631:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp30 flags 0x11 00000400:00000010:3.0:1767384917.590636:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000068eb396b. 00000400:00000200:3.0:1767384917.590639:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000068eb396b nid 192.168.203.112@tcp31 00000400:00000010:3.0:1767384917.590644:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f591fe16. 00000400:00000200:3.0:1767384917.590647:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f591fe16 net tcp31 00000400:00000200:3.0:1767384917.590650:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (23) 00000400:00000200:3.0:1767384917.590657:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp31 flags 0x11 00000400:00000010:3.0:1767384917.590659:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 0000000085caf535. 00000400:00000010:3.0:1767384917.590662:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 000000008464254a. 00000400:00000010:3.0:1767384917.590664:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000052586ac0. 00000400:00000010:3.0:1767384917.590681:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000005e77480b. 00000400:00000200:3.0:1767384917.590687:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384917.590691:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100171 00000400:00000200:3.0:1767384917.590697:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 rc 1 00000400:00000200:3.0:1767384917.590702:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 00000400:00000010:3.0:1767384917.590710:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000400:00000200:3.0:1767384917.590714:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (24) 00000400:00000010:3.0:1767384917.590721:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bffbeb92. 00080000:00000001:2.0:1767384917.590726:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384917.590727:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp11 00080000:00000001:2.0:1767384917.590734:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384917.590741:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp11 to MR: 192.168.203.112@tcp11 local destination 00000400:00000200:3.0:1767384917.590749:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp11 NI seq info: [65:65:256:4294967295] 192.168.203.112@tcp11 LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767384917.590760:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp11 00000400:00000200:3.0:1767384917.590768:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11:192.168.203.112@tcp11) -> 192.168.203.112@tcp11(192.168.203.112@tcp11:192.168.203.112@tcp11) : PUT try# 0 00000800:00000200:3.0:1767384917.590773:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.112@tcp11 00000800:00000010:3.0:1767384917.590775:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4d8b7b4. 00000800:00000200:3.0:1767384917.590784:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (6) 00000800:00000200:3.0:1767384917.590791:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp11 ip 192.168.203.112:988 00000800:00000200:3.0:1767384917.590793:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1767384917.590809:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384917.590812:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100571 rc 0 00000800:00000200:3.0:1767384917.590870:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384917.590872:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4d8b7b4. 00000400:00000200:3.0:1767384917.590875:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.590879:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: PUT: OK 00000400:00000200:3.0:1767384917.590881:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384917.590884:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp11: 0 00000800:00000001:3.0:1767384917.590936:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590942:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.590944:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590948:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.590954:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11) <- 192.168.203.112@tcp11 : PUT - for me 00000400:00000200:3.0:1767384917.590962:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384917.590967:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 400/400 into md 0x1815 [1] + 0 00000400:00000010:3.0:1767384917.590971:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b334f3f. 00000400:00000200:3.0:1767384917.590974:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004bf52c73 00000800:00000001:3.0:1767384917.590978:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.590983:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.590985:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.590988:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: PUT: OK 00000400:00000200:3.0:1767384917.590992:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf52c73 00000400:00000010:3.0:1767384917.590993:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf52c73. 00000400:00000200:3.0:1767384917.590997:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384917.591008:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (25) 00000400:00000200:3.0:1767384917.591014:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:3.0:1767384917.591018:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000005e77480b. 00000400:00000200:3.0:1767384917.591023:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 23 00000400:00000200:3.0:1767384917.591029:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384917.591039:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (26) 00000400:00000200:3.0:1767384917.591045:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384917.591053:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp11 to MR: 192.168.203.112@tcp11 local destination 00000400:00000200:3.0:1767384917.591059:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp11 NI seq info: [66:66:256:4294967295] 192.168.203.112@tcp11 LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1767384917.591078:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11:192.168.203.112@tcp11) -> 192.168.203.112@tcp11(192.168.203.112@tcp11:192.168.203.112@tcp11) 192.168.203.112@tcp11 : ACK try# 0 00000800:00000200:3.0:1767384917.591084:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp11 00000800:00000010:3.0:1767384917.591087:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4d8b7b4. 00000800:00000200:3.0:1767384917.591093:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (6) 00000800:00000200:3.0:1767384917.591103:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp11 ip 192.168.203.112:1019 00000800:00000200:3.0:1767384917.591106:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4d8b7b4 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384917.591161:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384917.591166:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4d8b7b4. 00000400:00000200:3.0:1767384917.591171:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.591181:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: ACK: OK 00000800:00000001:3.0:1767384917.591198:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.591205:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.591209:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.591216:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384917.591219:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.591226:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.591237:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp11(192.168.203.112@tcp11) <- 192.168.203.112@tcp11 : ACK - for me 00000400:00000200:3.0:1767384917.591257:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp11: ACK from 12345-192.168.203.112@tcp11 into md 0x181d 00000400:00000200:3.0:1767384917.591262:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.591268:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp11->192.168.203.112@tcp11: ACK: OK 00000400:00000200:3.0:1767384917.591273:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384917.591282:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000400:00000200:3.0:1767384917.591289:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384917.591292:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:3.0:1767384917.591298:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384917.591302:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (25) 00000800:00000001:3.0:1767384917.591340:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.591347:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.591398:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384917.591404:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b334f3f. 00000400:00000010:3.0:1767384917.591409:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000400:00000200:3.0:1767384917.591414:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006c72d485 00000400:00000200:3.0:1767384917.591426:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000f1 00000400:00000010:3.0:1767384917.591434:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 0000000052586ac0. 00000400:00000010:3.0:1767384917.591438:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 000000008464254a. 00000400:00000010:3.0:1767384917.591441:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000085caf535. 00000400:00000010:3.0:1767384917.591474:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 0000000052586ac0. 00000400:00000010:3.0:1767384917.591478:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 000000008464254a. 00000400:00000010:3.0:1767384917.591484:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000085caf535. 00000400:00000010:3.0:1767384917.591487:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000005e77480b. 00000400:00000200:3.0:1767384917.591491:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384917.591494:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100171 00000400:00000200:3.0:1767384917.591500:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 rc 1 00000400:00000200:3.0:1767384917.591506:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 00000400:00000200:3.0:1767384917.591509:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384917.591513:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:3.0:1767384917.591516:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384917.591522:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (24) 00080000:00000001:0.0:1767384917.601206:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384917.601210:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384917.601214:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:3.0:1767384917.601215:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384917.601219:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384917.601220:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384917.601222:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384917.601224:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384917.601226:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384917.601232:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a6adbea3. 00080000:00000001:3.0:1767384917.601237:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384917.601237:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384917.601251:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384917.601254:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384917.601261:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384917.601267:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000094f40d2a. 20000000:01000000:1.0:1767384917.601272:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:1.0:1767384917.601278:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384917.601281:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384917.601285:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384917.601286:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:0.0:1767384917.601288:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384917.601301:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384917.601303:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384917.601311:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000baea057f. 00010000:00000001:0.0:1767384917.601315:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384917.601318:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5f2da9e. 00080000:00000001:1.0:1767384917.601319:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384917.601324:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384917.601325:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:0.0:1767384917.601328:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5f2da9e with handle 0x7ec529173eeb83d4 to hash 00080000:00000001:1.0:1767384917.601329:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.601334:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384917.601335:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384917.601338:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00000020:00000001:1.0:1767384917.601340:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384917.601343:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00000020:00000001:1.0:1767384917.601346:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384917.601347:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.601350:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.601352:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384917.601354:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384917.601357:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f3935a3d. 00080000:00000001:1.0:1767384917.601363:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238230528 : -106563471321088 : ffff9f14c2255800) 00010000:00000001:0.0:1767384917.601365:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384917.601367:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384917.601369:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384917.601371:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384917.601373:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384917.601375:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.601378:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384917.601379:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.601380:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384917.601382:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384917.601384:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384917.601386:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384917.601388:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000baea057f) refcount = 1 00010000:00010000:0.0:1767384917.601392:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.601396:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384917.601398:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384917.601400:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.601401:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.601403:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384917.601406:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384917.601415:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384917.601418:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.601420:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.601421:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=4 00000020:00000001:0.0:1767384917.601423:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.601426:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00000001:00000001:1.0:1767384917.601427:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384917.601428:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:1.0:1767384917.601431:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.601432:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384917.601436:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384917.601442:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384917.601444:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.601448:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.601449:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384917.601452:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384917.601455:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.601456:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.601461:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.601462:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384917.601467:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384917.601468:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384917.601474:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b5f2da9e already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384917.601476:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384917.601478:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384917.601480:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.601485:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384917.601488:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.601490:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.601492:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=5 00000020:00000001:0.0:1767384917.601499:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.601501:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.601507:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384917.601509:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.601514:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384917.601516:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384917.601519:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.601525:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384917.601527:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384917.601531:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.601532:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384917.601535:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b5f2da9e with handle 0x7ec529173eeb83d4 from hash 00010000:00000001:0.0:1767384917.601537:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384917.601538:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.601540:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.601542:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384917.601546:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384917.601548:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384917.601551:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384917.601554:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.601558:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.601560:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384917.601562:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384917.601565:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.601567:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.601568:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.601570:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.601573:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.601576:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.601580:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.601581:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.601583:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384917.601590:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384917.601592:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.601593:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384917.601594:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384917.601595:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:1.0:1767384917.601600:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384917.601601:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384917.601605:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.601608:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.601612:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384917.601615:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384917.601616:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83d4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384917.601621:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000baea057f count: 0 00010000:00000001:0.0:1767384917.601643:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384917.601646:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384917.602954:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294906549, at 4294906550 00000100:00000010:1.0:1767384917.602963:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079187d3f. 00000100:00000040:2.0:1767384917.603004:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294906549, at 4294906550 00000100:00000010:2.0:1767384917.603015:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fdea35f. 00000100:00000040:0.0:1767384917.603431:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294906549, at 4294906550 00000100:00000010:0.0:1767384917.603439:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000db52a7e. 00000100:00000040:3.0:1767384917.604057:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294906549, at 4294906551 00000100:00000010:3.0:1767384917.604071:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000701d3fd0. 00010000:00000010:0.1:1767384917.608967:0:27214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000baea057f. 00010000:00000010:0.1:1767384917.608981:0:27214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5f2da9e. 00000400:00000010:0.0:1767384917.612363:0:27214:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008eea4463. 00000400:00000040:0.0:1767384917.612382:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384917.612386:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384917.612389:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.612392:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384917.612395:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.612399:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384917.612403:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384917.612406:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384917.612408:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384917.612410:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384917.612413:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384917.612414:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384917.612416:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384917.612419:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384917.612422:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384917.612425:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384917.612427:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384917.612435:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384917.612437:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384917.612440:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.612443:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384917.612445:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384917.612449:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384917.612450:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.612452:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384917.612454:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.612456:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384917.612457:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384917.612459:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384917.612461:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.612462:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384917.612464:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.612466:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384917.612467:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384917.612469:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384917.612470:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.612472:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384917.612474:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384917.612478:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384917.612480:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384917.612482:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384917.612485:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.612487:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384917.612490:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384917.612492:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384917.612495:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384917.612497:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384917.612499:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384917.612502:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384917.612505:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384917.612509:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384917.612512:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384917.612514:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384917.612517:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384917.612519:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384917.612522:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384917.612532:0:27214:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384917.612650:0:27214:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008eea4463. 00080000:00000001:2.0:1767384917.613599:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384917.613604:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384917.613616:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384917.613618:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384917.613620:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384917.613623:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f3935a3d. 00080000:00000001:2.0:1767384917.613629:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384917.613722:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384917.613727:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384917.613730:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.613732:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384917.613734:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384917.613745:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384917.613749:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384917.613756:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384917.613758:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384917.613762:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384917.613764:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384917.613768:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384917.613770:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384917.613776:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000baea057f. 00010000:00000001:0.0:1767384917.613780:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384917.613784:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5f2da9e. 00000020:00000001:0.0:1767384917.613787:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384917.613792:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5f2da9e with handle 0x7ec529173eeb83db to hash 00000020:00000001:0.0:1767384917.613794:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384917.613797:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.613801:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.613804:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.613807:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.613809:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.613817:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384917.613820:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384917.613822:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384917.613825:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384917.613827:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.613829:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384917.613832:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.613834:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384917.613836:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384917.613837:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384917.613839:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384917.613842:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000baea057f) refcount = 1 00010000:00010000:0.0:1767384917.613844:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.613849:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384917.613858:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384917.613860:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.613863:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.613865:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384917.613868:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384917.613871:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384917.613873:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.613874:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.613875:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=4 00000020:00000001:0.0:1767384917.613877:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.613879:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.613882:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384917.613883:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.613928:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384917.613931:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.613936:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.613937:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384917.613940:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.613944:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.613945:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.613946:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384917.613947:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384917.613952:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b5f2da9e already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384917.613955:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384917.613956:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384917.613958:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.613972:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384917.613973:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384917.613973:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384917.613974:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=5 00000020:00000001:0.0:1767384917.613976:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.613979:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384917.613981:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384917.613983:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.613987:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384917.613989:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384917.613990:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.613992:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384917.613993:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384917.613994:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384917.613995:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384917.613996:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b5f2da9e with handle 0x7ec529173eeb83db from hash 00010000:00000001:0.0:1767384917.613998:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384917.613999:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.613999:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.614000:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384917.614001:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384917.614002:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384917.614004:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384917.614005:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384917.614007:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.614008:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384917.614009:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384917.614011:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.614011:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.614012:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.614013:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.614015:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.614021:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.614025:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.614026:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.614027:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384917.614028:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384917.614030:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384917.614031:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384917.614033:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384917.614036:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384917.614037:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.614039:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384917.614042:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384917.614045:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384917.614047:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb83db lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384917.614051:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000baea057f count: 0 00010000:00000001:0.0:1767384917.614059:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384917.614060:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384917.616104:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384917.616111:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384917.616116:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001635d968. 20000000:00000001:3.0:1767384917.616125:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384917.616132:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352221568 00010000:00000001:3.0:1767384917.616137:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384917.616150:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000070dd229 x1853237352221568/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384917.616161:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384917.616165:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.616170:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.616175:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384917.616181:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384917.616185:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384917.616188:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384917.616191:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.616196:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384917.616203:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384917.616208:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc1f1e68. 00000100:00000200:3.0:1767384917.616215:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352221568, offset 224 00000400:00000200:3.0:1767384917.616223:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.616238:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384917.616252:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104b80 00000400:00000200:3.0:1767384917.616262:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1805 [2] + 224 00000400:00000200:3.0:1767384917.616269:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384917.616277:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384917.616285:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.616292:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.616305:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.616328:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384917.616338:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.616343:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384917.616345:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc1f1e68 00000400:00000010:3.0:1767384917.616349:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc1f1e68. 00000100:00000001:3.0:1767384917.616354:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384917.616356:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384917.616357:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384917.616363:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384917.616366:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384917.616367:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000463ca322. 00000100:00000040:3.0:1767384917.616371:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384917.616376:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384917.616377:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c4937fe 00000020:00000001:3.0:1767384917.616379:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384917.616383:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c4937fe. 00000020:00000001:3.0:1767384917.616384:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384917.616395:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000070dd229 x1853237352221568/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.616396:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384917.616411:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000070dd229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352221568:12345-0@lo:253: Request processed in 26535us (27445us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384917.616411:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.616434:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000200:2.0:1767384917.616438:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.616440:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384917.616449:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384917.616455:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384917.616461:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384917.616462:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011f79ba2. 00000100:00000001:2.0:1767384917.616464:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.616469:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384917.616471:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000499eeb01. 02000000:00000001:2.0:1767384917.616476:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384917.616477:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011c28001. 00000100:00000001:2.0:1767384917.616480:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.616483:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.616486:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384917.616487:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384917.616498:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384917.616499:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=47 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384917.616501:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000342be977. 00000100:00001000:2.0:1767384917.616507:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=47 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384917.616510:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384917.616515:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.616516:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.616518:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.616523:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384917.616524:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384917.616529:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000210e6450. 00010000:00000001:2.0:1767384917.616533:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.616536:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc1f1e68. 00000100:00000001:2.0:1767384917.616538:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.616545:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.616552:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384917.616556:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384917.616559:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384917.616563:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384917.616565:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384917.616566:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384917.616568:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384917.616569:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384917.616571:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384917.616572:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384917.616573:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384917.616575:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384917.616575:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384917.616577:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384917.616582:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000004ec5a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352221568:0@lo:253: 00000100:00000001:2.0:1767384917.616586:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.616588:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384917.616589:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000004ec5a3 x1853237352221568/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.616594:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384917.616596:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384917.616599:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001af92ef2. 02000000:00000001:2.0:1767384917.616602:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384917.616604:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384917.616605:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384917.616607:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384917.616609:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:2.0:1767384917.616613:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384917.616615:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384917.616617:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000004ec5a3. 00000100:00000001:2.0:1767384917.616626:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384917.616627:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.616629:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.616636:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384917.616639:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.616643:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.616646:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384917.617948:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384917.617952:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384917.617955:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000027c3c97. 20000000:00000001:1.0:1767384917.617961:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384917.617965:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352221696 00010000:00000001:1.0:1767384917.617968:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384917.617973:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000922ee37a x1853237352221696/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384917.617983:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384917.617985:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384917.617987:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.617992:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384917.617994:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384917.617996:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384917.617999:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384917.618001:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.618003:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384917.618006:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384917.618010:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de18fe3f. 00000100:00000200:1.0:1767384917.618014:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352221696, offset 224 00000400:00000200:1.0:1767384917.618020:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384917.618027:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384917.618033:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104c00 00000400:00000200:1.0:1767384917.618039:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x180d [2] + 224 00000400:00000200:1.0:1767384917.618046:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384917.618050:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.618060:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384917.618064:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.618075:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.618096:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384917.618104:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de18fe3f 00000100:00000001:2.0:1767384917.618107:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384917.618107:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de18fe3f. 00000100:00000001:2.0:1767384917.618112:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.618118:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384917.618119:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384917.618124:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384917.618126:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384917.618127:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e687b58. 00000400:00000200:2.0:1767384917.618133:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b209b3c9 00000400:00000010:2.0:1767384917.618135:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b209b3c9. 00000100:00000001:1.0:1767384917.618136:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.618139:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384917.618144:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000200:2.0:1767384917.618147:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384917.618156:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384917.618163:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.618167:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384917.618173:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384917.618182:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384917.618183:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384917.618187:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000922ee37a x1853237352221696/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.618188:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384917.618194:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384917.618200:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.618204:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.618211:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384917.618219:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=47 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384917.618219:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000922ee37a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352221696:12345-0@lo:253: Request processed in 28151us (28889us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384917.618236:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=47 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384917.618244:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:2.0:1767384917.618246:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384917.618252:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.618253:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00010000:00000001:2.0:1767384917.618257:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384917.618259:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384917.618262:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.618264:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384917.618269:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384917.618271:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007688f95. 00000020:00000010:1.0:1767384917.618279:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00000040:2.0:1767384917.618280:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384917.618288:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e29b590. 00000100:00000001:2.0:1767384917.618291:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384917.618297:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:2.0:1767384917.618304:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384917.618305:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384917.618306:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384917.618312:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000010:1.0:1767384917.618312:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ed90e3f. 00000020:01000004:2.0:1767384917.618315:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384917.618324:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384917.618326:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384917.618327:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384917.618328:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384917.618335:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384917.618336:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384917.618339:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384917.618343:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384917.618345:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:1.0:1767384917.618345:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384917.618353:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384917.618354:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057adeb2c. 00000100:00100000:2.0:1767384917.618366:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352221696:0@lo:253: 00000400:00000010:1.0:1767384917.618372:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de18fe3f. 00000100:00000001:2.0:1767384917.618374:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.618379:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384917.618386:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd728439 x1853237352221696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.618393:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384917.618396:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384917.618399:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007a84feca. 02000000:00000001:2.0:1767384917.618406:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384917.618409:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384917.618410:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384917.618413:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384917.618414:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:2.0:1767384917.618421:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384917.618423:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384917.618426:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd728439. 00000100:00000001:2.0:1767384917.618430:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384917.618432:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.618434:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.618440:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384917.618441:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.618444:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.618447:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384917.621044:0:27218:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000baea057f. 00010000:00000010:0.1:1767384917.621053:0:27218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5f2da9e. 00000800:00000200:1.0:1767384918.252977:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (6) 00000800:00000200:1.0:1767384918.252989:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:988 00000800:00000200:1.0:1767384918.252994:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384918.253006:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384918.253014:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384918.253021:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000add49bda 00000400:00000010:2.0:1767384918.253029:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000add49bda. 00000400:00000200:2.0:1767384918.253041:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384918.253052:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384918.253070:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b4e97190. 00000400:00000010:2.0:1767384918.253078:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001e1755fe. 00000800:00000200:1.0:1767384918.253128:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384918.253134:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.253144:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384918.253149:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384918.253155:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384918.509962:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384918.509971:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384918.509980:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384918.509982:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384918.510020:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384918.510024:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384918.510027:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384918.987728:0:27569:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384918.987740:0:27569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.987743:0:27569:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384918.987748:0:27569:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384918.987752:0:27569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384918.987755:0:27569:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.277970:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp29 00000400:00000010:3.0:1767384919.277977:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bc7317c8. 00000400:00000010:3.0:1767384919.277983:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000911b5a8f. 00000400:00000010:3.0:1767384919.277988:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000400:00000010:3.0:1767384919.277995:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da31a58a. 00000400:00000200:3.0:1767384919.277999:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp29 00000400:00000200:3.0:1767384919.278020:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp29 local destination 00000400:00000200:3.0:1767384919.278026:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp29 00000400:00000200:3.0:1767384919.278029:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp29 NI seq info: [67:67:256:4294967295] 192.168.203.112@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1767384919.278035:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp29 00000400:00000200:3.0:1767384919.278042:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp29(192.168.203.112@tcp29:) -> 192.168.203.112@tcp29(192.168.203.112@tcp29:192.168.203.112@tcp29) : GET try# 0 00000800:00000200:3.0:1767384919.278047:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp29 00000800:00000010:3.0:1767384919.278051:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d426ab08. 00000800:00000200:3.0:1767384919.278057:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000800:00000200:3.1:1767384919.278061:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000400:00000200:3.0:1767384919.278082:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp29 added to recovery queue. ping count: 2 next ping: 244 health :800 00000400:00000200:0.0:1767384919.278141:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278190:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278205:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278220:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278234:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278249:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278263:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278277:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278291:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278305:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278328:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278343:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278357:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278373:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278387:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278415:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278428:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278442:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278456:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278470:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278484:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278497:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278511:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278525:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278540:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278554:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278568:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278582:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278596:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278614:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278627:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278643:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278672:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384919.278692:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384919.278851:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3e66c6b. 00000800:00000010:0.0:1767384919.278858:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000831d207d. 00000800:00000010:0.0:1767384919.278863:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093c3b376. 00000800:00000010:0.0:1767384919.279299:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093c3b376. 00000800:00020000:0.0:1767384919.279309:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384919.279313:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000831d207d. 00000800:00000010:0.0:1767384919.279320:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f3e66c6b. 00000400:02020000:0.0:1767384919.279358:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp29 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384919.279364:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp29 notifying 192.168.203.112@tcp29: down 00000800:00000200:0.0:1767384919.279369:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp29 down 00000800:00000100:0.0:1767384919.279374:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp29 00000800:00000010:0.0:1767384919.279378:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d426ab08. 00000400:00000200:0.0:1767384919.279382:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384919.279387:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp29->192.168.203.112@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384919.279393:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384919.279396:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384919.279399:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp29) recovery failed with -71 00010000:00000001:2.0:1767384919.532983:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384919.532992:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384919.533001:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384919.533003:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384919.533045:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384919.533051:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384919.533054:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384919.731492:0:27734:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384919.731496:0:27734:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767384919.734552:0:27734:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384919.740993:0:27735:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008dbf866a. 00000400:00000010:1.0:1767384919.741006:0:27735:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ad7ee15b. 00000400:00000010:1.0:1767384919.741014:0:27735:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007dd402cb. 00000400:00000010:1.0:1767384919.741017:0:27735:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007ebdd540. 00000400:00000010:1.0:1767384919.741020:0:27735:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000025c0826b. 00000400:00000010:1.0:1767384919.741024:0:27735:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6053e6d. 00000400:00000010:1.0:1767384919.741025:0:27735:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e6450fde. 00000400:00000010:1.0:1767384919.741027:0:27735:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ccfeec8. 00000400:00000010:1.0:1767384919.741030:0:27735:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000047f37bb3. 00000800:00000010:1.0:1767384919.741042:0:27735:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000096d1921b. 00000800:00000200:1.0:1767384919.741051:0:27735:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384919.741059:0:27735:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384919.741103:0:27735:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384919.741121:0:27735:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp32 [8/256/0/180] 00000400:00000010:1.0:1767384919.742563:0:27735:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000abeadf02. 00000400:00000010:1.0:1767384919.742569:0:27735:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eabd67b. 00000400:00000010:1.0:1767384919.742579:0:27735:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 00000400:00000001:1.0:1767384919.742593:0:27735:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384919.742595:0:27735:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384919.742596:0:27735:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cb18082. 00000400:00000200:1.0:1767384919.742598:0:27735:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000400:00000010:1.0:1767384919.742599:0:27735:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000400:00000010:1.0:1767384919.742603:0:27735:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000025ae4e00. 00000400:00000200:1.0:1767384919.742606:0:27735:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (23) 00000400:00000200:1.0:1767384919.742615:0:27735:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384919.742622:0:27735:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:1.0:1767384919.742628:0:27735:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000027c3c97. 00000020:01000000:1.0:1767384919.742632:0:27735:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384919.742634:0:27735:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp32 00000400:00000200:3.0:1767384919.742635:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384919.742642:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:1.0:1767384919.742646:0:27735:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ad7ee15b. 00000400:00000010:3.0:1767384919.742649:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000400:00000010:1.0:1767384919.742650:0:27735:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008dbf866a. 00000400:00000200:3.0:1767384919.742668:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (24) 00000400:00000010:3.0:1767384919.742676:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000603f09d1. 00000400:00000200:3.0:1767384919.742682:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767384919.742693:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:00000001:2.0:1767384919.742697:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384919.742699:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384919.742707:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:2.0:1767384919.742707:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384919.742715:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384919.742717:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 10000000:01000000:2.0:1767384919.742723:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384919.742729:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:01000004:2.0:1767384919.742736:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384919.742739:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:01000004:2.0:1767384919.742743:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384919.742747:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000020:01000004:2.0:1767384919.742748:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384919.742754:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384919.742757:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:01000004:2.0:1767384919.742760:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.742763:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384919.742768:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384919.742773:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384919.742775:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384919.742780:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384919.742781:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:3.0:1767384919.742790:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000010:2.0:1767384919.742792:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa8ad4ec. 00000400:00000200:3.0:1767384919.742795:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000040:2.0:1767384919.742801:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384919.742806:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00000001:2.0:1767384919.742811:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384919.742812:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 02000000:00000001:2.0:1767384919.742820:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384919.742824:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 02000000:00000001:2.0:1767384919.742829:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.742830:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:3.0:1767384919.742840:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 02000000:00000010:2.0:1767384919.742844:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001af92ef2. 00000400:00000200:3.0:1767384919.742845:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:3.0:1767384919.742855:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000100:00000001:2.0:1767384919.742857:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.742864:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:3.0:1767384919.742869:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000100:00000001:2.0:1767384919.742871:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384919.742874:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 12], ns[67, 12] 00000400:00000200:3.0:1767384919.742877:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:3.0:1767384919.742879:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384919.742917:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:3.0:1767384919.742923:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp30 00000100:00000001:2.0:1767384919.742924:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.742930:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp30 lpni_is_preferred = 0 00000400:00000200:3.0:1767384919.742934:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp30 00000400:00000200:3.0:1767384919.742938:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp30 NI seq info: [68:68:256:4294967295] 192.168.203.112@tcp30 LPNI seq info [68:68:8:4294967295] 00000100:00000040:2.0:1767384919.742938:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa8ad4ec] to pc [ptlrpcd_00_00+0] req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384919.742964:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp30 10000000:00000001:2.0:1767384919.742976:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.742977:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp30(192.168.203.112@tcp30:) -> 192.168.203.112@tcp30(192.168.203.112@tcp:192.168.203.112@tcp30) : PUT try# 0 10000000:00000001:2.0:1767384919.742983:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.742989:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384919.742994:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.112@tcp30 00000020:01000000:2.0:1767384919.742996:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384919.743000:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060d7a44e. 00000020:00000001:2.0:1767384919.743005:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384919.743007:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:3.0:1767384919.743009:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000d00939c. 10000000:00000001:2.0:1767384919.743009:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384919.743011:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:3.0:1767384919.743013:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000786e1376. 00000020:01000004:2.0:1767384919.743014:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384919.743024:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384919.743028:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384919.743038:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:3.0:1767384919.743039:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000020:01000004:2.0:1767384919.743048:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.743054:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.1:1767384919.743055:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000020:01000004:2.0:1767384919.743060:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384919.743063:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384919.743065:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384919.743069:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f39eb8. 00000020:00000040:2.0:1767384919.743071:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384919.743077:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:2.0:1767384919.743078:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384919.743082:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384919.743086:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 02000000:00000001:2.0:1767384919.743087:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384919.743096:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ba1499dd. 00000100:00000001:2.0:1767384919.743101:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.743104:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384919.743105:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384919.743110:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f39eb8] to pc [ptlrpcd_00_01+1] req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.743117:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384919.743124:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.743124:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384919.743129:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.743130:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384919.743137:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384919.743140:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384919.743143:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384919.743146:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000020:00000010:2.0:1767384919.743154:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000027c3c97. 00000100:00000001:1.0:1767384919.743168:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384919.743171:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.743177:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384919.743181:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384919.743186:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384919.743194:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7f39eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352221952:0@lo:253: 00000100:00000001:1.0:1767384919.743201:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384919.743209:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384919.743214:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.743218:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384919.743227:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384919.743227:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000088eff205. 00000100:00000001:2.0:1767384919.743233:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384919.743233:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.743240:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384919.743242:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000010:1.0:1767384919.743243:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e687b58. 00000100:00000040:2.0:1767384919.743249:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384919.743255:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad7ee15b. 00000100:00000001:2.0:1767384919.743267:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384919.743268:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352221952, portal 25 00000400:00000200:3.0:1767384919.743272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:2.0:1767384919.743272:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.743285:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384919.743286:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384919.743289:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.743291:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606557184 : -106559102994432 : ffff9f15c684b800) 00000400:00000200:3.0:1767384919.743304:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 02000000:00000001:2.0:1767384919.743307:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384919.743315:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384919.743316:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352221824:0@lo:253: 00000400:00000200:3.0:1767384919.743328:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:2.0:1767384919.743332:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384919.743344:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384919.743346:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384919.743355:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.743362:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384919.743363:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384919.743370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000010:1.0:1767384919.743371:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077b27320. 02000000:00000010:2.0:1767384919.743373:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000342be977. 02000000:00000001:2.0:1767384919.743378:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384919.743379:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352221952, offset 0 00000400:00000010:2.0:1767384919.743392:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000463ca322. 00000400:00000200:1.0:1767384919.743400:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384919.743408:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000010:2.0:1767384919.743410:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000598bf46. 00000400:00000200:1.0:1767384919.743417:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384919.743420:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352221824, portal 25 00000100:00000001:2.0:1767384919.743425:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384919.743427:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606554496 : -106559102997120 : ffff9f15c684ad80) 00000400:00000200:1.0:1767384919.743433:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104d00 00000100:00000040:2.0:1767384919.743437:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384919.743448:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1089 [2] + 0 00000400:00000200:3.0:1767384919.743454:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000010:1.0:1767384919.743469:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de8266f. 00000100:00000001:2.0:1767384919.743475:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384919.743479:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000675649af 00000100:00000040:2.0:1767384919.743485:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384919.743487:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384919.743489:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7ebd813. 00000100:00000200:2.0:1767384919.743495:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352221824, offset 0 00000400:00000200:1.0:1767384919.743499:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384919.743507:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384919.743514:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000675649af 00000400:00000010:1.0:1767384919.743518:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000675649af. 00000400:00000200:3.0:1767384919.743519:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384919.743528:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384919.743529:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384919.743536:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384919.743541:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000005029d13b x1853237352221952 msgsize 4848 00000400:00000200:2.0:1767384919.743547:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104c80 00000100:00100000:1.0:1767384919.743560:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384919.743565:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384919.743568:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1099 [2] + 0 00000400:00000010:2.0:1767384919.743573:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bff862c. 00000100:00000001:1.0:1767384919.743576:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384919.743577:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384919.743587:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009957b982 00000400:00000200:1.0:1767384919.743592:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b27320 00000400:00000200:2.0:1767384919.743596:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384919.743597:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b27320. 00000100:00000001:1.0:1767384919.743610:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384919.743613:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384919.743620:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384919.743621:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009957b982 00000400:00000010:2.0:1767384919.743626:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009957b982. 00000400:00000200:3.0:1767384919.743632:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00000001:2.0:1767384919.743639:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384919.743643:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384919.743645:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384919.743647:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000f2e02574 x1853237352221824 msgsize 4848 00000100:00000040:1.0:1767384919.743666:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384919.743680:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384919.743690:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384919.743692:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.743696:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000001:1.0:1767384919.743696:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384919.743708:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384919.743713:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384919.743717:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7ebd813 00000100:00000001:1.0:1767384919.743720:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294908703 00000400:00000010:2.0:1767384919.743721:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7ebd813. 00000100:00000010:1.0:1767384919.743729:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2f944a. 00000100:00000001:2.0:1767384919.743731:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384919.743744:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.743744:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384919.743760:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294908703 00000100:00000001:2.0:1767384919.743762:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384919.743764:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000010:1.0:1767384919.743772:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060ed0c8. 00000100:00000040:2.0:1767384919.743773:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.743781:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384919.743786:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.743789:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384919.743789:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294908703 00000100:00000010:1.0:1767384919.743798:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a07910. 00000100:00000001:2.0:1767384919.743801:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.743803:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384919.743807:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294908703 00000400:00000200:3.0:1767384919.743808:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000001:1.0:1767384919.743810:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294908703 00000100:00000001:2.0:1767384919.743814:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294908703 00000100:00000010:1.0:1767384919.743819:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000131d439e. 00000100:00000001:2.0:1767384919.743821:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294908703 00000100:00000001:1.0:1767384919.743824:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384919.743826:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294908703 00000100:00000001:1.0:1767384919.743828:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384919.743838:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294908703 00000100:00000001:1.0:1767384919.743839:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.743840:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000100:00000001:2.0:1767384919.743852:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294908703 00000100:00000001:1.0:1767384919.743854:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.743867:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294908703 00000100:00000001:1.0:1767384919.743868:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.743870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000100:00000001:1.0:1767384919.743880:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384919.743882:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294908703 00000100:00000001:2.0:1767384919.743930:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384919.743935:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.743949:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.743952:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.743960:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000100:00000001:2.0:1767384919.743962:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384919.743967:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384919.743973:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384919.743975:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384919.743978:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.743984:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.744025:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384919.744030:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221952 02000000:00000001:2.0:1767384919.744032:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384919.744035:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384919.744038:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.744042:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384919.744046:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221952 00000400:00000200:3.0:1767384919.744047:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000020:00000001:2.0:1767384919.744057:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384919.744059:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384919.744063:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384919.744066:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384919.744070:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384919.744073:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384919.744080:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.744086:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c2e7a49. 00000100:00000001:2.0:1767384919.744091:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.744095:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c2e7a49. 00000020:00000010:2.0:1767384919.744104:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008845c562. 00000020:00000010:2.0:1767384919.744112:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000231bbd53. 00000400:00000200:3.0:1767384919.744120:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000020:00000010:2.0:1767384919.744121:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e91d4f4. 00000100:00000040:2.0:1767384919.744141:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384919.744148:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384919.744150:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384919.744153:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.744165:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.744179:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.744196:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384919.744200:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352221824 00000400:00000200:3.0:1767384919.744205:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 02000000:00000001:2.0:1767384919.744211:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384919.744213:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384919.744215:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.744219:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384919.744222:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352221824 00000020:00000001:2.0:1767384919.744224:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384919.744227:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384919.744229:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384919.744230:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384919.744233:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384919.744236:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384919.744239:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.744242:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c2e7a49. 00000100:00000001:2.0:1767384919.744246:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.744248:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c2e7a49. 00000020:00000010:2.0:1767384919.744253:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:2.0:1767384919.744256:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3ed2d5d. 00000020:00000010:2.0:1767384919.744259:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006857c85a. 00000100:00000001:2.0:1767384919.744267:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384919.744270:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384919.744271:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.744279:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.744282:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.744301:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384919.744303:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384919.744309:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000400:00000200:3.0:1767384919.744310:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000100:00000040:2.0:1767384919.744314:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384919.744317:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526324304 : -106558183227312 : ffff9f15fd574050) 00000100:00000040:2.0:1767384919.744327:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005029d13b x1853237352221952/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.744334:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384919.744337:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c2e7a49. 00000100:00000001:2.0:1767384919.744340:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.744347:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c2e7a49. 00000100:00100000:2.0:1767384919.744354:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005029d13b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352221952:12345-0@lo:253: 00000100:00000200:2.0:1767384919.744358:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221952 00000020:00000001:2.0:1767384919.744361:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384919.744366:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384919.744368:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.744371:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384919.744373:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384919.744376:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384919.744378:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384919.744381:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384919.744383:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384919.744387:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.744392:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384919.744396:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384919.744402:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001635d968. 00000400:00000200:3.0:1767384919.744404:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 02000000:00000001:2.0:1767384919.744405:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.744412:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.744415:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384919.744427:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f7fc1e1. 20000000:01000000:2.0:1767384919.744431:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384919.744434:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384919.744438:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384919.744457:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.744460:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.744462:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384919.744472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 20000000:00000010:2.0:1767384919.744475:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015c29b3d. 20000000:01000000:2.0:1767384919.744478:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00000100:00000001:1.0:1767384919.744482:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:00000001:2.0:1767384919.744486:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384919.744489:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384919.744491:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:2.0:1767384919.744493:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:1.0:1767384919.744495:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.744499:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.744508:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000100:00000001:1.0:1767384919.744525:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384919.744528:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384919.744536:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:1.0:1767384919.744540:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384919.744543:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526339664 : -106558183211952 : ffff9f15fd577c50) 00000400:00000200:3.0:1767384919.744548:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000100:00000040:1.0:1767384919.744549:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f2e02574 x1853237352221824/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384919.744558:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.744559:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:2.0:1767384919.744565:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000010:1.0:1767384919.744566:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a617a09f. 00080000:00000001:2.0:1767384919.744568:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.744570:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384919.744574:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384919.744577:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384919.744578:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000020:00000001:2.0:1767384919.744581:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000020:00000010:1.0:1767384919.744582:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a617a09f. 00000100:00100000:1.0:1767384919.744594:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f2e02574 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352221824:12345-0@lo:253: 00080000:00000001:2.0:1767384919.744596:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384919.744601:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000100:00000200:1.0:1767384919.744601:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352221824 00080000:00000010:2.0:1767384919.744605:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f45a73cd. 00000020:00000001:1.0:1767384919.744606:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1767384919.744616:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249357312 : -106563460194304 : ffff9f14c2cf2000) 00000020:00000001:1.0:1767384919.744617:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384919.744621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00080000:00000001:2.0:1767384919.744624:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384919.744624:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.744632:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384919.744634:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384919.744636:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384919.744638:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384919.744640:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384919.744642:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384919.744646:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.744649:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000100:00000001:1.0:1767384919.744650:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384919.744670:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384919.744688:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000027c3c97. 02000000:00000001:1.0:1767384919.744691:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.744693:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.744695:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384919.744705:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004ed90e3f. 00000400:00000200:3.0:1767384919.744709:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 20000000:01000000:1.0:1767384919.744709:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384919.744715:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384919.744717:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384919.744719:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.744721:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.744726:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384919.744762:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384919.744782:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384919.744843:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000001:00000001:2.0:1767384919.744849:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384919.744851:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.744855:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384919.744874:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00080000:00000001:2.0:1767384919.744881:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.744885:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384919.744964:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00080000:00000001:2.0:1767384919.745116:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384919.745123:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384919.745221:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ac9b0a2. 00000800:00000010:3.0:1767384919.745225:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4d0a628. 00000800:00000010:3.0:1767384919.745229:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c6de6cc. 00000800:00000010:3.0:1767384919.745251:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c6de6cc. 00000800:00020000:3.0:1767384919.745262:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384919.745265:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4d0a628. 00000800:00000010:3.0:1767384919.745268:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000ac9b0a2. 00000400:02020000:3.0:1767384919.745334:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp30 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384919.745341:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp30 notifying 192.168.203.112@tcp30: down 00000800:00000200:3.0:1767384919.745350:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp30 down 00000800:00000100:3.0:1767384919.745355:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.112@tcp30 00000800:00000010:3.0:1767384919.745359:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060d7a44e. 00000400:00000200:3.0:1767384919.745362:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384919.745366:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp30->192.168.203.112@tcp30: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384919.745374:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp30 added to recovery queue. ping count: 0 next ping: 242 health :900 00000400:00000200:3.0:1767384919.745377:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384919.745386:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384919.745393:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384919.745433:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384919.745438:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x101151 00000400:00000001:1.0:1767384919.745457:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384919.745459:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384919.745461:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00000400:00000010:1.0:1767384919.745463:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 00000400:00000200:1.0:1767384919.745467:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384919.745472:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384919.745481:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (25) 00000400:00000200:1.0:1767384919.745484:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384919.745485:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc -71 00000400:00000200:1.0:1767384919.745488:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:1.0:1767384919.745496:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (24) 00080000:00000001:3.0:1767384919.756128:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384919.756135:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384919.756137:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384919.756139:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384919.756143:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384919.756144:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384919.756145:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384919.756147:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384919.756150:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384919.756151:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f45a73cd. 00080000:00000001:0.0:1767384919.756156:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384919.756168:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384919.756179:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384919.756183:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005632ffcb. 20000000:01000000:3.0:1767384919.756185:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384919.756186:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384919.756191:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:0.0:1767384919.756195:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384919.756199:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384919.756200:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:3.0:1767384919.756202:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384919.756209:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384919.756211:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384919.756215:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384919.756223:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002c28c3c2. 00010000:00000001:0.0:1767384919.756228:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384919.756231:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053c9c6ce. 00000020:00000001:0.0:1767384919.756234:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384919.756248:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000053c9c6ce with handle 0x7ec529173eeb83e2 to hash 00000020:00000001:0.0:1767384919.756251:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384919.756254:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00080000:00000001:2.0:1767384919.756256:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384919.756257:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00080000:00000001:2.0:1767384919.756263:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384919.756264:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384919.756265:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756267:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.756271:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384919.756274:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:0.0:1767384919.756277:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384919.756280:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384919.756289:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384919.756293:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384919.756298:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000605bc38e. 00010000:00000001:0.0:1767384919.756299:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384919.756305:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249363456 : -106563460188160 : ffff9f14c2cf3800) 00010000:00000001:0.0:1767384919.756306:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384919.756311:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384919.756313:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384919.756316:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.756321:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384919.756323:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.756326:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384919.756329:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384919.756332:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384919.756334:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384919.756336:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002c28c3c2) refcount = 1 00010000:00010000:0.0:1767384919.756341:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.756348:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384919.756350:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384919.756352:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.756354:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756355:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384919.756357:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384919.756360:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384919.756362:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384919.756364:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384919.756365:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=4 00000020:00000001:0.0:1767384919.756366:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.756368:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.756372:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384919.756373:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.756378:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384919.756386:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.756391:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.756392:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384919.756395:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.756399:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384919.756400:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756403:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384919.756406:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384919.756411:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053c9c6ce already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384919.756414:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384919.756418:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384919.756420:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384919.756422:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384919.756426:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756426:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384919.756434:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384919.756435:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384919.756437:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384919.756438:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=5 00000020:00000001:0.0:1767384919.756442:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.756444:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.756445:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384919.756446:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.756450:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384919.756451:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384919.756453:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756455:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384919.756457:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1767384919.756459:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756460:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384919.756463:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384919.756469:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384919.756472:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053c9c6ce with handle 0x7ec529173eeb83e2 from hash 00010000:00000001:0.0:1767384919.756475:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384919.756476:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.756479:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.756481:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384919.756483:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384919.756486:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384919.756487:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384919.756489:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.756490:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756492:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384919.756492:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384919.756495:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.756498:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.756500:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756501:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.756503:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.756506:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.756510:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.756511:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.756514:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384919.756516:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384919.756518:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.756521:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.756524:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384919.756529:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384919.756531:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.756533:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.756536:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384919.756537:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384919.756540:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384919.756555:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002c28c3c2 count: 0 00010000:00000001:0.0:1767384919.756577:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384919.756580:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384919.756605:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384919.756609:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384919.756945:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294908703, at 4294908704 00000100:00000010:1.0:1767384919.756954:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060ed0c8. 00000100:00000040:3.0:1767384919.756955:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294908703, at 4294908704 00000100:00000010:3.0:1767384919.756966:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000131d439e. 00000100:00000040:2.0:1767384919.757004:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294908703, at 4294908704 00000100:00000010:2.0:1767384919.757014:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a07910. 00000100:00000040:0.0:1767384919.757282:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294908703, at 4294908704 00000100:00000010:0.0:1767384919.757290:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2f944a. 00010000:00000010:0.1:1767384919.760946:0:27740:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c28c3c2. 00010000:00000010:0.1:1767384919.760962:0:27740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053c9c6ce. 00000400:00000010:0.0:1767384919.766779:0:27740:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000783c2b2a. 00000400:00000040:0.0:1767384919.766799:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384919.766802:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384919.766805:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384919.766807:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384919.766810:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384919.766811:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384919.766815:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384919.766816:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384919.766818:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384919.766820:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384919.766822:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384919.766824:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384919.766826:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384919.766828:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384919.766830:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384919.766832:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384919.766834:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384919.766835:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384919.766837:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384919.766839:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384919.766841:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384919.766843:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384919.766845:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384919.766847:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384919.766850:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384919.766853:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384919.766855:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384919.766858:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384919.766860:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384919.766871:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384919.766872:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384919.766874:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384919.766876:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384919.766877:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384919.766879:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384919.766881:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384919.766882:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384919.766920:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384919.766922:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384919.766923:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384919.766925:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384919.766926:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384919.766928:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384919.766929:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384919.766930:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384919.766932:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384919.766933:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384919.766934:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384919.766936:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384919.766937:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384919.766939:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384919.766940:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384919.766941:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384919.766943:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384919.766945:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384919.766946:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384919.766947:0:27740:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384919.767063:0:27740:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000783c2b2a. 00080000:00000001:0.0:1767384919.767198:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384919.767199:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384919.767200:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384919.767203:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384919.767205:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384919.767207:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384919.767207:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384919.767210:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000605bc38e. 20000000:00000001:1.0:1767384919.767213:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384919.767214:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384919.767219:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384919.767223:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384919.767235:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384919.767238:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384919.767238:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384919.767243:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384919.767245:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384919.767246:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384919.767254:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384919.767257:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384919.767262:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002c28c3c2. 00010000:00000001:0.0:1767384919.767265:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384919.767267:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053c9c6ce. 00000020:00000001:0.0:1767384919.767270:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384919.767272:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000053c9c6ce with handle 0x7ec529173eeb83e9 to hash 00000020:00000001:0.0:1767384919.767273:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384919.767275:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.767277:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.767280:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384919.767281:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.767283:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767292:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384919.767295:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384919.767297:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384919.767301:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384919.767303:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.767306:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384919.767308:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.767310:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384919.767313:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384919.767315:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384919.767316:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384919.767319:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002c28c3c2) refcount = 1 00010000:00010000:0.0:1767384919.767323:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767330:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384919.767333:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384919.767336:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.767338:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.767340:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384919.767343:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384919.767353:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384919.767356:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384919.767357:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384919.767359:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=4 00000020:00000001:0.0:1767384919.767361:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.767364:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.767366:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384919.767368:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767373:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384919.767374:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767378:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.767379:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384919.767380:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767383:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384919.767384:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.767386:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384919.767387:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384919.767391:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053c9c6ce already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384919.767392:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384919.767394:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384919.767396:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767399:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384919.767401:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384919.767402:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384919.767403:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=5 00000020:00000001:0.0:1767384919.767409:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.767411:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384919.767414:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384919.767415:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767421:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384919.767423:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384919.767425:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.767428:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384919.767429:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384919.767430:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384919.767432:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384919.767434:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053c9c6ce with handle 0x7ec529173eeb83e9 from hash 00010000:00000001:0.0:1767384919.767436:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384919.767437:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.767439:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.767440:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384919.767442:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384919.767443:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384919.767445:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384919.767446:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.767449:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.767451:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384919.767453:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384919.767455:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.767456:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.767458:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.767460:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.767462:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.767464:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767470:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.767472:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.767473:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384919.767482:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384919.767485:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.767487:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.767490:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384919.767492:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384919.767494:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.767496:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.767500:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384919.767502:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384919.767502:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb83e9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384919.767506:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002c28c3c2 count: 0 00010000:00000001:0.0:1767384919.767512:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384919.767512:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384919.768859:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384919.768863:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384919.768865:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009f7fc1e1. 20000000:00000001:3.0:1767384919.768872:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384919.768876:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352221952 00010000:00000001:3.0:1767384919.768878:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384919.768884:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005029d13b x1853237352221952/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384919.768914:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384919.768916:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384919.768920:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384919.768926:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384919.768930:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384919.768933:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384919.768937:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384919.768940:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.768946:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384919.768956:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384919.768961:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed081c2. 00000100:00000200:3.0:1767384919.768968:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352221952, offset 224 00000400:00000200:3.0:1767384919.768981:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384919.768993:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384919.769003:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104d00 00000400:00000200:3.0:1767384919.769016:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1841 [2] + 224 00000400:00000200:3.0:1767384919.769022:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.769027:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384919.769033:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384919.769037:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384919.769047:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384919.769062:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384919.769069:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed081c2 00000400:00000010:3.0:1767384919.769072:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed081c2. 00000100:00000001:3.0:1767384919.769075:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384919.769077:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384919.769084:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384919.769087:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384919.769089:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384919.769091:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384919.769093:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384919.769098:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005029d13b x1853237352221952/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.769106:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005029d13b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352221952:12345-0@lo:253: Request processed in 24770us (25562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384919.769115:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000040:3.0:1767384919.769118:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384919.769122:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384919.769124:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384919.769130:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000231bbd53. 00000020:00000010:3.0:1767384919.769135:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e91d4f4. 00000020:00000010:3.0:1767384919.769141:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008845c562. 00000020:00000040:3.0:1767384919.769147:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384919.769152:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384919.769154:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001635d968. 00000100:00000001:1.0:1767384919.769165:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384919.769168:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384919.769169:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384919.769174:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384919.769174:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384919.769177:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384919.769180:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e687b58. 00000100:00000200:3.0:1767384919.769182:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384919.769184:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad7ee15b 00000400:00000010:1.0:1767384919.769187:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad7ee15b. 00000400:00000010:3.0:1767384919.769189:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daede07. 00000100:00000001:1.0:1767384919.769190:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384919.769196:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384919.769197:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ed081c2. 00000100:00000200:1.0:1767384919.769208:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.769215:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384919.769217:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.769219:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384919.769221:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384919.769223:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384919.769225:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.769227:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384919.769231:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384919.769239:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384919.769241:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384919.769242:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.769244:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384919.769245:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.769246:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384919.769249:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.769254:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.769256:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384919.769257:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384919.769279:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384919.769280:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384919.769282:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384919.769284:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384919.769285:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384919.769286:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384919.769288:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384919.769289:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384919.769290:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384919.769293:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384919.769298:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7f39eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352221952:0@lo:253: 00000100:00000001:1.0:1767384919.769302:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.769304:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384919.769305:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7f39eb8 x1853237352221952/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.769310:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384919.769312:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384919.769314:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000088eff205. 02000000:00000001:1.0:1767384919.769319:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384919.769320:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384919.769322:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384919.769323:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384919.769325:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ba1499dd. 02000000:00000001:1.0:1767384919.769332:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384919.769334:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384919.769335:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7f39eb8. 00000100:00000001:1.0:1767384919.769338:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384919.769338:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.769340:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.769345:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384919.769346:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.769348:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384919.769349:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384919.769789:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384919.769792:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384919.769793:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004ed90e3f. 20000000:00000001:3.0:1767384919.769797:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384919.769799:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352221824 00010000:00000001:3.0:1767384919.769801:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384919.769805:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f2e02574 x1853237352221824/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384919.769810:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384919.769812:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384919.769813:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384919.769815:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384919.769817:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384919.769819:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384919.769821:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384919.769822:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384919.769823:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384919.769827:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384919.769830:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3aeeac4. 00000100:00000200:3.0:1767384919.769832:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352221824, offset 224 00000400:00000200:3.0:1767384919.769836:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384919.769841:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384919.769845:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104c80 00000400:00000200:3.0:1767384919.769851:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1849 [2] + 224 00000400:00000200:3.0:1767384919.769856:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.769859:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384919.769861:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384919.769864:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384919.769870:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384919.769922:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384919.769932:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384919.769933:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3aeeac4 00000100:00000001:1.0:1767384919.769936:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384919.769937:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3aeeac4. 00000100:00000001:3.0:1767384919.769941:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384919.769943:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384919.769943:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384919.769947:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384919.769950:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384919.769951:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000463ca322. 00000100:00000040:3.0:1767384919.769958:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:1.0:1767384919.769960:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000598bf46 00010000:00000001:3.0:1767384919.769961:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384919.769963:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000598bf46. 00000020:00000001:3.0:1767384919.769964:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384919.769967:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384919.769967:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384919.769971:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2e02574 x1853237352221824/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384919.769975:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.769986:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f2e02574 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352221824:12345-0@lo:253: Request processed in 25424us (26334us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384919.769996:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384919.770001:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:3.0:1767384919.770007:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384919.770011:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384919.770012:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384919.770014:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384919.770015:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.770018:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384919.770019:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3ed2d5d. 02000000:00000001:1.0:1767384919.770020:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384919.770023:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384919.770024:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006857c85a. 00000100:00000001:1.0:1767384919.770025:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384919.770030:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 02000000:00000001:1.0:1767384919.770030:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384919.770032:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=49 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384919.770034:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00001000:1.0:1767384919.770037:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=49 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384919.770040:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384919.770042:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384919.770043:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000027c3c97. 00000100:00000001:1.0:1767384919.770046:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384919.770047:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384919.770049:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384919.770050:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.770052:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.770054:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384919.770056:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384919.770061:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e38e59b3. 00000100:00000040:1.0:1767384919.770062:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384919.770065:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3aeeac4. 00000100:00000001:1.0:1767384919.770074:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.770076:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384919.770077:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384919.770079:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384919.770081:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384919.770082:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384919.770084:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384919.770085:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384919.770086:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384919.770087:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384919.770088:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384919.770089:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384919.770091:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384919.770095:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384919.770101:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa8ad4ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352221824:0@lo:253: 00000100:00000001:1.0:1767384919.770104:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.770106:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384919.770108:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa8ad4ec x1853237352221824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.770116:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384919.770118:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384919.770121:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000342be977. 02000000:00000001:1.0:1767384919.770127:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384919.770129:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384919.770130:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384919.770133:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384919.770135:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001af92ef2. 02000000:00000001:1.0:1767384919.770140:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384919.770142:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384919.770143:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa8ad4ec. 00000100:00000001:1.0:1767384919.770151:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384919.770152:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.770154:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.770163:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384919.770165:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.770168:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384919.770172:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384919.776103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c28c3c2. 00010000:00000010:0.1:1767384919.776109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053c9c6ce. 00000100:00000001:2.0:1767384919.980969:0:22984:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384919.980976:0:22984:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.981031:0:16759:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384919.981043:0:16759:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384920.302030:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384920.302041:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384920.302050:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf52c73 00000400:00000010:2.0:1767384920.302057:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf52c73. 00000400:00000200:2.0:1767384920.302067:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384920.302078:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384920.302090:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bc7317c8. 00000400:00000010:2.0:1767384920.302096:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000911b5a8f. 00010000:00000001:2.0:1767384920.556966:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384920.556972:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.556978:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384920.556982:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384920.556985:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384920.556987:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.556990:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384920.556993:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.556995:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384920.556997:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384920.557033:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384920.557038:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384920.557041:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384921.004997:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384921.005005:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384921.005030:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.005033:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384921.005034:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384921.005036:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384921.005039:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384921.005041:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384921.005044:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 45 10000000:00000001:2.0:1767384921.005048:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384921.005051:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384921.005061:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000356f8b8e. 00000020:00000040:2.0:1767384921.005066:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384921.005072:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384921.005077:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384921.005084:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384921.005097:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f997e569. 00000100:00000001:2.0:1767384921.005110:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.005126:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384921.005130:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384921.005140:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000112ca2b4. 00010000:00000001:2.0:1767384921.005146:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384921.005149:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000060061fef. 00000020:00000001:2.0:1767384921.005154:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384921.005157:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000060061fef with handle 0x7ec529173eeb83f0 to hash 00000020:00000001:2.0:1767384921.005160:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384921.005162:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.005165:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.005169:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384921.005172:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.005175:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384921.005185:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384921.005196:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384921.005202:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384921.005204:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384921.005210:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8c7a43. 00000100:00000001:2.0:1767384921.005213:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267726848 : -106563441824768 : ffff9f14c3e76c00) 00000100:00000001:2.0:1767384921.005216:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384921.005219:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 00000100:00000001:2.0:1767384921.005225:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384921.005228:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.005230:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384921.005233:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384921.005240:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005250:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384921.005260:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.005264:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384921.005267:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384921.005270:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384921.005272:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000356f8b8e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352222080:0@lo:101: 00000100:00000001:2.0:1767384921.005277:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384921.005284:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384921.005287:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.005291:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384921.005294:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e127855f. 02000000:00000001:2.0:1767384921.005296:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384921.005303:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030e27025. 00000400:00000010:2.0:1767384921.005312:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000100:00000200:2.0:1767384921.005320:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352222080, portal 25 00000100:00000001:2.0:1767384921.005322:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384921.005323:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 00000100:00000040:2.0:1767384921.005328:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005335:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384921.005338:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384921.005341:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000100:00000200:2.0:1767384921.005344:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352222080, offset 0 00000400:00000200:2.0:1767384921.005352:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.005369:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.005394:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272104d80 00000400:00000200:2.0:1767384921.005401:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10c1 [2] + 0 00000400:00000010:2.0:1767384921.005405:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000858d98c8. 00000400:00000200:2.0:1767384921.005411:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f184b09 00000400:00000200:2.0:1767384921.005418:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.005422:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384921.005428:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f184b09 00000400:00000010:2.0:1767384921.005430:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f184b09. 00000100:00000001:2.0:1767384921.005456:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384921.005459:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384921.005473:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000ee1b1ebd x1853237352222080 msgsize 328 00000100:00100000:2.0:1767384921.005479:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384921.005482:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384921.005504:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.005516:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000400:00000010:2.0:1767384921.005518:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000100:00000001:2.0:1767384921.005523:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384921.005527:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005541:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.005545:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.005554:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.005556:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.005574:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.005581:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294909965 00000100:00000010:2.0:1767384921.005586:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000100:00000001:2.0:1767384921.005596:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384921.005610:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294909965 00000100:00000010:2.0:1767384921.005616:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb8b0c1d. 00000100:00000001:3.0:1767384921.005622:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384921.005625:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384921.005631:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222080 02000000:00000001:3.0:1767384921.005637:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384921.005641:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.005641:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294909965 00000100:00000010:2.0:1767384921.005671:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086320116. 00000100:00000001:3.0:1767384921.005677:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.005680:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384921.005701:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294909965 02000000:00000001:3.0:1767384921.005718:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384921.005730:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222080 00000100:00000010:2.0:1767384921.005730:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fdea35f. 00000020:00000001:3.0:1767384921.005742:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384921.005742:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000040:3.0:1767384921.005749:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384921.005754:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384921.005755:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384921.005757:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:2.0:1767384921.005761:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.005763:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384921.005771:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384921.005772:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.005776:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384921.005779:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384921.005781:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cd8c7a43 going to sleep for 11 seconds 00000020:00000010:3.0:1767384921.005785:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fa73997. 00000100:00000001:3.0:1767384921.005790:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384921.005793:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384921.005794:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fa73997. 00000100:00000001:2.0:1767384921.005798:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384921.005803:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090288a59. 00000020:00000010:3.0:1767384921.005808:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b129e54b. 00000020:00000010:3.0:1767384921.005812:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000040:3.0:1767384921.005822:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384921.005824:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384921.005825:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384921.005827:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.005834:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.005848:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.005858:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384921.005859:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384921.005866:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384921.005869:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384921.005871:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526328400 : -106558183223216 : ffff9f15fd575050) 00000100:00000040:3.0:1767384921.005876:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee1b1ebd x1853237352222080/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.005903:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384921.005906:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fa73997. 00000100:00000001:3.0:1767384921.005910:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384921.005914:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fa73997. 00000100:00100000:3.0:1767384921.005922:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee1b1ebd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352222080:12345-0@lo:101: 00000100:00000200:3.0:1767384921.005925:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222080 00000020:00000001:3.0:1767384921.005929:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384921.005933:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384921.005935:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.005937:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384921.005939:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384921.005942:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384921.005944:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384921.005947:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384921.005950:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384921.005956:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.005958:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384921.005961:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384921.005962:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384921.005964:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384921.005966:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.005972:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384921.005980:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000170d022d. 00010000:00000001:3.0:1767384921.005985:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384921.005988:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000079712aee. 00000020:00000001:3.0:1767384921.005992:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384921.005994:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000079712aee with handle 0x7ec529173eeb83f7 to hash 00000020:00000001:3.0:1767384921.005996:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384921.005998:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384921.006001:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00010000:3.0:1767384921.006005:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb83f0 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384921.006014:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384921.006017:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384921.006026:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384921.006028:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384921.006032:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ecb333d4. 02000000:00000001:3.0:1767384921.006039:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.006041:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.006042:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384921.006046:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384921.006048:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384921.006050:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384921.006051:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.006053:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384921.006054:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.006056:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384921.006057:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384921.006059:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384921.006059:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384921.006061:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000170d022d) refcount = 1 00010000:00010000:3.0:1767384921.006064:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.006069:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384921.006070:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384921.006071:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.006073:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.006074:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384921.006078:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384921.006081:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.006088:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384921.006090:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384921.006093:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.006095:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.006097:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384921.006099:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.006101:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384921.006102:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000079712aee, rc 0) 00000020:00000001:3.0:1767384921.006105:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384921.006109:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352222080 00010000:00000001:3.0:1767384921.006112:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384921.006123:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee1b1ebd x1853237352222080/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/344 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384921.006133:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384921.006136:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384921.006139:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384921.006145:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384921.006148:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384921.006151:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384921.006153:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384921.006155:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.006157:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384921.006159:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384921.006163:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9aabc53. 00000100:00000200:3.0:1767384921.006169:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352222080, offset 224 00000400:00000200:3.0:1767384921.006173:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.006184:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384921.006193:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272104d80 00000400:00000200:3.0:1767384921.006199:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1861 [1] + 224 00000400:00000200:3.0:1767384921.006204:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.006207:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384921.006212:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384921.006215:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384921.006222:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.006237:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384921.006243:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9aabc53 00000400:00000010:3.0:1767384921.006245:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9aabc53. 00000100:00000001:3.0:1767384921.006249:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384921.006250:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384921.006255:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384921.006257:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384921.006259:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384921.006260:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.006267:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384921.006270:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee1b1ebd x1853237352222080/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/344 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384921.006276:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee1b1ebd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352222080:12345-0@lo:101: Request processed in 392us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384921.006281:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000040:3.0:1767384921.006284:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384921.006285:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384921.006286:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384921.006290:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b129e54b. 00000020:00000010:3.0:1767384921.006294:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000020:00000010:3.0:1767384921.006297:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090288a59. 00000020:00000040:3.0:1767384921.006300:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384921.006306:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384921.006308:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ecb333d4. 00000100:00000001:2.0:1767384921.006309:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384921.006313:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384921.006316:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384921.006319:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384921.006321:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384921.006323:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384921.006326:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003492f1f. 00000400:00000010:2.0:1767384921.006327:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e27025. 00000400:00000200:2.0:1767384921.006346:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:2.0:1767384921.006350:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000100:00000001:2.0:1767384921.006354:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384921.006357:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a19154d3. 00000100:00000200:2.0:1767384921.006363:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384921.006376:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.006395:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384921.006397:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.006400:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384921.006404:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384921.006407:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.006410:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.006414:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.006420:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384921.006424:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.006428:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384921.006430:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.006433:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384921.006435:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.006439:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.006444:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.006450:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384921.006454:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384921.006458:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384921.006478:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384921.006488:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000356f8b8e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352222080:0@lo:101: 00000100:00000001:2.0:1767384921.006512:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.006518:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.006521:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384921.006525:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.006530:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.006539:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384921.006543:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd8c7a43. 00000100:00000001:2.0:1767384921.006548:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384921.006550:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.006553:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384921.006557:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.006561:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.006564:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060061fef refcount=4 00000020:00000001:2.0:1767384921.006567:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.006571:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000040:2.0:1767384921.006578:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000060061fef, remote cookie: 0x7ec529173eeb83f7, flags: 0x0 00010000:00000001:2.0:1767384921.006583:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384921.006588:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384921.006591:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384921.006593:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384921.006596:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384921.006600:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000112ca2b4) refcount = 1 00010000:00010000:2.0:1767384921.006605:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.006614:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384921.006618:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384921.006620:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384921.006624:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384921.006630:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.006634:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.006682:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384921.006686:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.006689:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.006691:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.006694:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.006696:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.006700:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.006706:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000356f8b8e x1853237352222080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.006719:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384921.006724:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384921.006728:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e127855f. 02000000:00000001:2.0:1767384921.006735:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384921.006737:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384921.006739:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384921.006743:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384921.006746:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f997e569. 02000000:00000001:2.0:1767384921.006751:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384921.006753:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384921.006757:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000356f8b8e. 00000100:00000001:2.0:1767384921.006762:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384921.006764:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384921.006767:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.006771:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384921.006774:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:2.0:1767384921.006777:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.006780:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.006783:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.006786:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060061fef refcount=3 00000020:00000001:2.0:1767384921.006789:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.006793:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.006797:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384921.006800:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.006801:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.006804:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.006814:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384921.006817:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008f138409. 00000100:00000010:2.0:1767384921.006837:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000356f8b8e. 00000020:00000040:2.0:1767384921.006841:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384921.006845:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384921.006848:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384921.006852:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384921.006858:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f997e569. 00000100:00000001:2.0:1767384921.006864:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.006869:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384921.006873:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e127855f. 00000100:00000010:2.0:1767384921.006876:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ca1ccf56. 00000020:00000040:2.0:1767384921.006879:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384921.006922:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384921.006925:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384921.006930:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8c7a43. 00000100:00000001:2.0:1767384921.006934:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267726848 : -106563441824768 : ffff9f14c3e76c00) 00000100:00000001:2.0:1767384921.006937:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384921.006939:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 00000100:00000001:2.0:1767384921.006943:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384921.006945:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.006948:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384921.006950:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384921.006955:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.006964:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384921.006965:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.006968:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384921.006970:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384921.006973:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384921.006976:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000356f8b8e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352222208:0@lo:256: 00000100:00000001:2.0:1767384921.006980:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384921.006984:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384921.006987:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.006998:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384921.007005:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030e27025. 00000400:00000010:2.0:1767384921.007028:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000510899b8. 00000100:00000200:2.0:1767384921.007033:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272104e00-0x6958272104e00, portal 33 00000100:00000001:2.0:1767384921.007037:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.007039:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384921.007043:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbcadd73. 02000000:00000001:2.0:1767384921.007044:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384921.007047:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a2ea318. 00000400:00000010:2.0:1767384921.007049:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000100:00000200:2.0:1767384921.007051:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352222208, portal 25 00000100:00000001:2.0:1767384921.007053:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384921.007054:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 00000100:00000040:2.0:1767384921.007057:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.007063:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384921.007065:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384921.007067:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000100:00000200:2.0:1767384921.007069:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352222208, offset 0 00000400:00000200:2.0:1767384921.007072:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.007079:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.007085:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272104e00 00000400:00000200:2.0:1767384921.007089:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10d1 [2] + 0 00000400:00000010:2.0:1767384921.007092:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dad8ad8. 00000400:00000200:2.0:1767384921.007095:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8a8691a 00000400:00000200:2.0:1767384921.007099:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.007102:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384921.007104:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a8691a 00000400:00000010:2.0:1767384921.007106:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8a8691a. 00000100:00000001:2.0:1767384921.007110:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384921.007112:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384921.007115:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000ddee6f09 x1853237352222208 msgsize 304 00000100:00100000:2.0:1767384921.007118:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384921.007119:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384921.007138:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.007143:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000400:00000010:2.0:1767384921.007145:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000100:00000001:2.0:1767384921.007147:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384921.007150:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.007158:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.007162:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.007163:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384921.007167:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222208 02000000:00000001:3.0:1767384921.007174:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384921.007180:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384921.007183:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.007194:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.007194:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384921.007207:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222208 00000100:00000001:2.0:1767384921.007207:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384921.007212:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384921.007213:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384921.007215:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384921.007220:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384921.007220:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294909967 00000020:00000040:3.0:1767384921.007223:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384921.007229:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384921.007233:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384921.007233:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294909965 00000100:00000001:3.0:1767384921.007244:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384921.007246:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294909967 00000100:00000001:2.0:1767384921.007250:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294909965 00000020:00000010:3.0:1767384921.007257:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fa73997. 00000100:00000001:2.0:1767384921.007259:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294909967 00000100:00000001:3.0:1767384921.007266:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384921.007267:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909965 00000020:00000010:3.0:1767384921.007275:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fa73997. 00000100:00000001:2.0:1767384921.007277:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294909967 00000100:00000001:2.0:1767384921.007286:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909965 00000020:00000010:3.0:1767384921.007287:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090288a59. 00000100:00000001:2.0:1767384921.007297:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384921.007298:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b129e54b. 00000100:00000001:2.0:1767384921.007314:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384921.007315:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000001:2.0:1767384921.007329:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.007332:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384921.007333:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384921.007344:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384921.007344:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cd8c7a43 going to sleep for 11 seconds 00000100:00000001:3.0:1767384921.007352:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384921.007354:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384921.007356:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.007357:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007365:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007394:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.007402:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384921.007403:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384921.007407:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767384921.007409:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384921.007411:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526337616 : -106558183214000 : ffff9f15fd577450) 00000100:00000040:3.0:1767384921.007414:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddee6f09 x1853237352222208/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 304/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.007421:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384921.007423:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fa73997. 00000100:00000001:3.0:1767384921.007425:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384921.007426:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fa73997. 00000100:00100000:3.0:1767384921.007429:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddee6f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352222208:12345-0@lo:256: 00000100:00000200:3.0:1767384921.007432:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222208 00000020:00000001:3.0:1767384921.007433:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384921.007435:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384921.007436:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.007438:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384921.007439:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384921.007441:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384921.007442:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384921.007449:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384921.007450:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384921.007452:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007456:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384921.007458:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384921.007461:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ecb333d4. 02000000:00000001:3.0:1767384921.007462:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007464:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.007467:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384921.007482:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384921.007485:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384921.007487:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384921.007489:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.007491:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384921.007493:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384921.007495:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000075e6b8a3. 20000000:00000001:3.0:1767384921.007497:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384921.007509:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384921.007515:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384921.007519:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384921.007521:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384921.007523:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384921.007524:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384921.007526:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384921.007527:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384921.007529:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384921.007530:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384921.007532:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384921.007533:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384921.007535:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384921.007536:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384921.007537:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384921.007539:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384921.007540:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384921.007541:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384921.007543:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384921.007544:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384921.007546:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384921.007547:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384921.007553:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384921.007554:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:3.0:1767384921.007556:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3592/1/4/3. 20000000:00000040:3.0:1767384921.007563:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384921.007565:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384921.007566:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384921.007568:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384921.007569:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384921.007571:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384921.007573:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384921.007574:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384921.007575:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384921.007577:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384921.007578:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384921.007580:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384921.007581:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384921.007582:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384921.007584:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384921.007585:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384921.007586:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384921.007588:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384921.007589:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384921.007591:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384921.007592:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384921.007593:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384921.007595:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384921.007596:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:3.0:1767384921.007598:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3088/1/4/3. 20000000:01000000:3.0:1767384921.007599:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1008, version 52 20000000:00000001:3.0:1767384921.007601:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1008 : 1008 : 3f0) 00000100:00000001:3.0:1767384921.007603:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384921.007606:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e0e4c9f7. 00000100:00000010:3.0:1767384921.007608:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000054bee1c8. 00000020:00000040:3.0:1767384921.007610:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384921.007613:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384921.007616:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384921.007619:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9aabc53. 00000400:00000010:3.0:1767384921.007624:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000019e7b9fd. 00000400:00000200:3.0:1767384921.007631:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.007640:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384921.007665:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1008 into portal 33 MB=0x6958272104e00 00000400:00000200:3.0:1767384921.007671:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1008/1008 into md 0x1871 [4] + 0 00000400:00000010:3.0:1767384921.007674:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e27025. 00000400:00000200:3.0:1767384921.007677:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000510899b8 00000400:00000200:3.0:1767384921.007680:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.007682:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384921.007685:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510899b8 00000400:00000010:3.0:1767384921.007714:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000510899b8. 00000100:00000001:3.0:1767384921.007716:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384921.007717:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000356f8b8e desc 00000000e127855f mbits 1853237352222208 00000100:00000001:3.0:1767384921.007726:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384921.007729:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384921.007732:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384921.007736:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x187d 00000400:00000200:3.0:1767384921.007738:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.007739:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384921.007741:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384921.007743:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e0e4c9f7 00000100:00000001:3.0:1767384921.007745:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384921.007753:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9aabc53 00000400:00000010:3.0:1767384921.007758:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9aabc53. 00000100:00000001:2.0:1767384921.007759:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.007763:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007765:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384921.007766:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e0e4c9f7 00000100:00000001:3.0:1767384921.007767:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384921.007782:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1008 bytes via portal 33 id 12345-0@lo mbits 0x6958272104e00-0x6958272104e00 00000100:00000001:3.0:1767384921.007791:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.007794:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007796:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384921.007798:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384921.007801:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000054bee1c8. 00000100:00000010:3.0:1767384921.007803:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e0e4c9f7. 00000100:00000001:3.0:1767384921.007804:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384921.007805:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384921.007813:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000075e6b8a3. 20000000:00000001:3.0:1767384921.007815:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384921.007816:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352222208 00010000:00000001:3.0:1767384921.007818:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384921.007820:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddee6f09 x1853237352222208/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 304/240 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384921.007825:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384921.007826:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384921.007827:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384921.007829:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384921.007831:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384921.007832:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384921.007833:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384921.007834:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.007836:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384921.007837:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384921.007838:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9aabc53. 00000100:00000200:3.0:1767384921.007841:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352222208, offset 224 00000400:00000200:3.0:1767384921.007843:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.007846:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384921.007849:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272104e00 00000400:00000200:3.0:1767384921.007851:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1875 [1] + 224 00000400:00000200:3.0:1767384921.007854:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.007855:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384921.007857:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384921.007859:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384921.007864:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.007877:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384921.007879:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9aabc53 00000400:00000010:3.0:1767384921.007880:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9aabc53. 00000100:00000001:3.0:1767384921.007881:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384921.007905:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384921.007911:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384921.007913:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384921.007915:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384921.007916:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.007918:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384921.007921:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddee6f09 x1853237352222208/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 304/240 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384921.007928:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddee6f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352222208:12345-0@lo:256: Request processed in 506us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384921.007934:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767384921.007939:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384921.007941:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384921.007942:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384921.007950:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384921.007950:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384921.007953:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384921.007958:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b129e54b. 00000020:00000010:3.0:1767384921.007969:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000400:00000010:2.0:1767384921.007969:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a2ea318. 00000400:00000200:2.0:1767384921.007976:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000020:00000010:3.0:1767384921.007979:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090288a59. 00000400:00000010:2.0:1767384921.007980:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000100:00000001:2.0:1767384921.007988:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384921.007991:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000200:2.0:1767384921.007998:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384921.008002:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384921.008008:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ecb333d4. 02000000:00000001:3.0:1767384921.008022:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384921.008023:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384921.008034:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384921.008045:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384921.008046:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3d0ed5. 00000400:00000010:3.0:1767384921.008058:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e84a872. 00000100:00000001:2.0:1767384921.008065:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384921.008069:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.008072:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384921.008074:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384921.008075:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.008076:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.008078:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.008082:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384921.008085:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.008087:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384921.008088:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.008090:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384921.008091:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.008093:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.008095:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384921.008101:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.008106:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384921.008108:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384921.008110:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384921.008115:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000356f8b8e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352222208:0@lo:256: 00000100:00000001:2.0:1767384921.008119:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.008121:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.008126:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384921.008128:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.008130:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.008135:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384921.008137:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd8c7a43. 00000100:00000001:2.0:1767384921.008139:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384921.008140:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384921.008143:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 52, more 0. 10000000:00000001:2.0:1767384921.008147:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384921.008153:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a05ef928. 00010000:00000001:2.0:1767384921.008165:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384921.008168:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384921.008174:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:2.0:1767384921.008177:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.008179:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384921.008180:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:2.0:1767384921.008182:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:2.0:1767384921.008186:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 24 NIDs 00000400:00001000:2.0:1767384921.008189:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384921.008192:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767384921.008197:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384921.008202:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (23) 00000400:00000200:2.0:1767384921.008206:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (24) 00000400:00000200:2.0:1767384921.008220:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384921.008222:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384921.008225:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384921.008227:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767384921.008229:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (25) 00000400:00000200:2.0:1767384921.008231:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:2.0:1767384921.008233:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:2.0:1767384921.008236:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008238:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:2.0:1767384921.008239:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:2.0:1767384921.008241:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008242:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:2.0:1767384921.008250:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:2.0:1767384921.008253:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008254:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:2.0:1767384921.008256:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:2.0:1767384921.008258:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008259:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:2.0:1767384921.008261:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:2.0:1767384921.008264:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008266:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:2.0:1767384921.008267:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:2.0:1767384921.008270:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008272:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:2.0:1767384921.008274:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:2.0:1767384921.008279:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008281:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:2.0:1767384921.008285:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:1.0:1767384921.008287:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384921.008291:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008294:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:1.0:1767384921.008297:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 00000400:00000200:2.0:1767384921.008302:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000010:1.0:1767384921.008307:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002681a52f. 00000400:00000200:2.0:1767384921.008308:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008318:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:1.0:1767384921.008318:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (24) 00000400:00000200:2.0:1767384921.008326:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000010:1.0:1767384921.008327:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003667e790. 00000400:00000200:2.0:1767384921.008334:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008340:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:1.0:1767384921.008343:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384921.008348:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:2.0:1767384921.008353:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008355:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:1.0:1767384921.008367:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384921.008368:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:2.0:1767384921.008381:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.008385:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384921.008389:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:2.0:1767384921.008397:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:2.0:1767384921.008412:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.008412:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384921.008422:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:2.0:1767384921.008431:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:1.0:1767384921.008432:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:2.0:1767384921.008447:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.008454:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:2.0:1767384921.008456:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:1.0:1767384921.008460:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:2.0:1767384921.008473:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:1.0:1767384921.008481:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:2.0:1767384921.008488:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008499:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:1.0:1767384921.008504:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:2.0:1767384921.008509:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:1.0:1767384921.008519:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:2.0:1767384921.008521:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008531:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:2.0:1767384921.008539:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:1.0:1767384921.008540:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:2.0:1767384921.008554:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.008554:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:2.0:1767384921.008569:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:1.0:1767384921.008577:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:2.0:1767384921.008578:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:2.0:1767384921.008595:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.008596:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:2.0:1767384921.008603:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:2.0:1767384921.008615:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:1.0:1767384921.008617:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:2.0:1767384921.008621:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008623:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:2.0:1767384921.008624:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:2.0:1767384921.008637:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384921.008660:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:2.0:1767384921.008664:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:1.0:1767384921.008672:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:2.0:1767384921.008689:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.008698:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:2.0:1767384921.008699:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:2.0:1767384921.008707:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:2.0:1767384921.008718:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.008723:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:2.0:1767384921.008724:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:2.0:1767384921.008735:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:1.0:1767384921.008745:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000010:2.0:1767384921.008747:0:16773:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000f20f339e. 00000400:00000200:2.0:1767384921.008768:0:16773:0:(peer.c:264:lnet_peer_alloc()) 00000000f20f339e nid 192.168.203.112@tcp32 00000400:00000200:1.0:1767384921.008770:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000010:2.0:1767384921.008781:0:16773:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000031b9f732. 00000400:00000200:1.0:1767384921.008789:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:2.0:1767384921.008793:0:16773:0:(peer.c:204:lnet_peer_net_alloc()) 0000000031b9f732 net tcp32 00000400:00000010:2.0:1767384921.008805:0:16773:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000093766d04. 00000400:00000200:1.0:1767384921.008813:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 12], ns[67, 12] 00000400:00000200:1.0:1767384921.008818:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[68, 12], ns[68, 12] 00000400:00000200:1.0:1767384921.008821:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:2.0:1767384921.008827:0:16773:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000093766d04 nid 192.168.203.112@tcp32 00000400:00000200:1.0:1767384921.008834:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:1.0:1767384921.008840:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp31 00000400:00000200:1.0:1767384921.008843:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp31 lpni_is_preferred = 0 00000400:00000200:1.0:1767384921.008846:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp31 00000400:00000200:1.0:1767384921.008849:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp31 NI seq info: [69:69:256:4294967295] 192.168.203.112@tcp31 LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1767384921.008854:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp31 00000400:00000200:1.0:1767384921.008860:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp31(192.168.203.112@tcp31:) -> 192.168.203.112@tcp31(192.168.203.112@tcp:192.168.203.112@tcp31) : PUT try# 0 00000800:00000200:1.0:1767384921.008864:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.112@tcp31 00000400:00000200:2.0:1767384921.008865:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f20f339e (0) 00000800:00000010:1.0:1767384921.008871:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001278299b. 00000400:00000200:2.0:1767384921.008878:0:16773:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.112@tcp32: -2 00000800:00000010:1.0:1767384921.008924:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004c4937fe. 00000400:00000200:2.0:1767384921.008935:0:16773:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp32 NID 192.168.203.112@tcp32 flags 0x1 00000800:00000010:1.0:1767384921.008936:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ad7ee15b. 00000400:00000200:2.0:1767384921.008943:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f20f339e (1) 00000400:00000200:2.0:1767384921.008951:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f20f339e (2) 00000800:00000200:1.0:1767384921.008952:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000800:00000200:1.1:1767384921.008957:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000400:00000200:1.0:1767384921.008981:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384921.008982:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f20f339e (1) 00000400:00000200:1.0:1767384921.008987:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100571 rc 0 00000400:00000200:2.0:1767384921.008989:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f20f339e (2) 00000400:00000200:2.0:1767384921.008996:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp32 (00000000f20f339e): 0 00000400:00000200:2.0:1767384921.008999:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384921.009005:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384921.009009:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x41 00000400:00000200:2.0:1767384921.009012:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp32 NID 192.168.203.112@tcp32: 0. pending discovery 00000400:00000200:2.0:1767384921.009015:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f20f339e (3) 00000100:00000001:2.0:1767384921.009025:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.009025:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f20f339e (2) 00010000:00000001:2.0:1767384921.009037:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384921.009040:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f366953c. 10000000:00000040:2.0:1767384921.009047:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 00000400:00000010:1.0:1767384921.009047:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000def2fb68. 00000400:00000200:3.0:1767384921.009050:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 10000000:00000010:2.0:1767384921.009065:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001af38cb4. 00000400:00000010:1.0:1767384921.009066:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ddcd7acb. 10000000:00000040:2.0:1767384921.009073:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 51/52 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:2.0:1767384921.009077:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384921.009083:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp32 00000020:00000001:2.0:1767384921.009089:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384921.009094:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp32 local destination 00000020:00000010:2.0:1767384921.009097:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f114972. 00000400:00000200:1.0:1767384921.009101:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000020:00000010:2.0:1767384921.009109:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b9970815. 00000400:00000200:1.0:1767384921.009109:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp32 00000400:00000200:3.0:1767384921.009112:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000040:00000010:2.0:1767384921.009122:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009f903de1. 00000400:00000200:1.0:1767384921.009122:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp32 lpni_is_preferred = 0 00000020:00000010:2.0:1767384921.009136:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1b3a42c. 00000400:00000200:1.0:1767384921.009136:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp32 00000020:00000010:2.0:1767384921.009151:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000114f726d. 00000400:00000200:3.0:1767384921.009153:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.009158:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp32 NI seq info: [70:70:256:4294967295] 192.168.203.112@tcp32 LPNI seq info [1:1:8:4294967295] 00000020:00000010:2.0:1767384921.009165:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000393b99d3. 00000400:00000200:1.0:1767384921.009169:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp32 80000000:00000010:2.0:1767384921.009173:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004019d2d2. 00000400:00000200:3.0:1767384921.009183:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 40000000:00000010:2.0:1767384921.009183:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000853b862b. 00000400:00000200:1.0:1767384921.009194:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp32(192.168.203.112@tcp32:) -> 192.168.203.112@tcp32(192.168.203.112@tcp32:192.168.203.112@tcp32) : GET try# 0 00100000:00000010:2.0:1767384921.009197:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004f5a8bb2. 00000800:00000200:1.0:1767384921.009202:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp32 00040000:00000010:2.0:1767384921.009204:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ad25568. 00000800:00000010:1.0:1767384921.009207:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005194b7e2. 00040000:00000010:2.0:1767384921.009210:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008cbaf782. 00000800:00000010:1.0:1767384921.009214:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ba4a019c. 00040000:00000010:2.0:1767384921.009216:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a015c91b. 00000400:00000200:3.0:1767384921.009217:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000010:1.0:1767384921.009219:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ad5862a0. 00080000:00000010:2.0:1767384921.009226:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000387cda8a. 00000800:00000200:1.0:1767384921.009227:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000004:00000010:2.0:1767384921.009236:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002b069bb0. 00000800:00000200:1.1:1767384921.009236:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000400:00000200:3.0:1767384921.009244:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000004:00000010:2.0:1767384921.009250:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d78e30b3. 00000400:00000200:1.0:1767384921.009257:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp32 00000004:00000010:2.0:1767384921.009258:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000096a10bef. 00000400:00000200:1.0:1767384921.009265:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x241 rc 0 00002000:00000010:2.0:1767384921.009269:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ffeea7d8. 00000400:00000200:3.0:1767384921.009271:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000004:00000010:2.0:1767384921.009275:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005962c73c. 00000004:00000001:2.0:1767384921.009281:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384921.009294:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384921.009296:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001af38cb4 00000040:00001000:2.0:1767384921.009298:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384921.009300:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384921.009302:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384921.009304:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384921.009309:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384921.009311:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384921.009313:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384921.009315:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:2.0:1767384921.009316:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384921.009323:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.009324:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.009373:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.009396:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000004:00000001:2.0:1767384921.009396:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384921.009408:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b9970815. 00000040:00000010:2.0:1767384921.009416:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009f903de1. 00000020:00000010:2.0:1767384921.009421:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1b3a42c. 00000020:00000010:2.0:1767384921.009429:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000114f726d. 00000400:00000200:1.0:1767384921.009436:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000020:00000010:2.0:1767384921.009437:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000393b99d3. 80000000:00000010:2.0:1767384921.009448:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004019d2d2. 40000000:00000010:2.0:1767384921.009454:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000853b862b. 00100000:00000010:2.0:1767384921.009461:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004f5a8bb2. 00040000:00000010:2.0:1767384921.009469:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003ad25568. 00000400:00000200:3.0:1767384921.009470:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00040000:00000010:2.0:1767384921.009487:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008cbaf782. 00040000:00000010:2.0:1767384921.009494:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a015c91b. 00000400:00000200:1.0:1767384921.009497:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00080000:00000010:2.0:1767384921.009499:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000387cda8a. 00000004:00000010:2.0:1767384921.009507:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002b069bb0. 00000004:00000010:2.0:1767384921.009513:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d78e30b3. 00000004:00000010:2.0:1767384921.009519:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000096a10bef. 00002000:00000010:2.0:1767384921.009524:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ffeea7d8. 00000004:00000010:2.0:1767384921.009530:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005962c73c. 00000020:00000010:2.0:1767384921.009534:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f114972. 00000020:00000001:2.0:1767384921.009538:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.009541:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384921.009545:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 10000000:00000010:2.0:1767384921.009545:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001af38cb4. 10000000:00000040:2.0:1767384921.009560:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384921.009564:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a05ef928. 00000400:00000200:1.0:1767384921.009565:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 10000000:00000001:2.0:1767384921.009582:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.009585:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.009592:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000356f8b8e x1853237352222208/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.009599:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384921.009601:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384921.009602:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbcadd73. 02000000:00000001:2.0:1767384921.009607:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384921.009609:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384921.009611:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384921.009613:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000020:00000001:2.0:1767384921.009615:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384921.009618:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384921.009620:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384921.009623:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384921.009627:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384921.009629:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ca1ccf56. 00000100:00000010:2.0:1767384921.009634:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e127855f. 00000100:00000001:2.0:1767384921.009638:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384921.009641:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f997e569. 00000400:00000200:1.0:1767384921.009642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 02000000:00000001:2.0:1767384921.009665:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384921.009667:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384921.009669:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000356f8b8e. 00000100:00000001:2.0:1767384921.009673:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384921.009676:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384921.009699:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 10000000:00000010:2.0:1767384921.009714:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008f138409. 00000400:00000200:1.0:1767384921.009719:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 10000000:01000000:2.0:1767384921.009720:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384921.009733:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384921.009737:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.009740:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.009743:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060061fef refcount=3 00000020:00000001:2.0:1767384921.009746:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.009749:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00000400:00000200:3.0:1767384921.009752:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00010000:00000001:2.0:1767384921.009754:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384921.009762:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384921.009780:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00010000:00000001:2.0:1767384921.009786:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.009789:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384921.009792:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.009800:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384921.009803:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.009805:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384921.009807:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.009808:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 10000000:00000001:2.0:1767384921.009813:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.009817:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384921.009821:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384921.009824:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:2.0:1767384921.009827:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384921.009853:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.009951:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.009952:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010040:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010065:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010101:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010114:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010155:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010159:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010206:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010215:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010256:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010286:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010371:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010378:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010436:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010454:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010515:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010531:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010598:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010611:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010669:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010760:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010763:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010860:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.010952:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.010971:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.011041:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011041:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.011120:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011153:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.011180:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011197:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.011233:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011271:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.011301:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011346:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.011352:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011423:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011455:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011492:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384921.011528:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000800:00000010:3.0:1767384921.011539:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ac9b0a2. 00000800:00000010:3.0:1767384921.011549:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002af7256e. 00000800:00000010:3.0:1767384921.011555:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fa73997. 00000800:00000010:3.0:1767384921.011572:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fa73997. 00000400:00000200:1.0:1767384921.011575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00020000:3.0:1767384921.011593:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384921.011596:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002af7256e. 00000800:00000010:3.0:1767384921.011599:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000ac9b0a2. 00000400:02020000:3.0:1767384921.011664:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp31 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384921.011669:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp31 notifying 192.168.203.112@tcp31: down 00000800:00000200:3.0:1767384921.011674:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp31 down 00000800:00000100:3.0:1767384921.011680:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.112@tcp31 00000800:00000010:3.0:1767384921.011693:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001278299b. 00000400:00000200:3.0:1767384921.011696:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384921.011701:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp31->192.168.203.112@tcp31: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384921.011708:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp31 added to recovery queue. ping count: 0 next ping: 243 health :900 00000400:00000200:3.0:1767384921.011711:0:16124:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384921.011713:0:16124:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384921.011716:0:16124:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384921.011742:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384921.011745:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x101171 00000800:00000010:1.0:1767384921.011759:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ed90e3f. 00000400:00000001:3.0:1767384921.011760:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384921.011763:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384921.011765:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002681a52f 00000400:00000010:3.0:1767384921.011767:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002681a52f. 00000800:00000010:1.0:1767384921.011767:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c34d1806. 00000400:00000200:3.0:1767384921.011774:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000800:00000010:1.0:1767384921.011775:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f197c80. 00000400:00000200:3.0:1767384921.011777:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384921.011781:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (25) 00000400:00000200:3.0:1767384921.011783:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384921.011785:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 rc -71 00000400:00000200:3.0:1767384921.011790:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384921.011792:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (24) 00000800:00000010:1.0:1767384921.011800:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f197c80. 00000800:00020000:1.0:1767384921.011808:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384921.011810:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c34d1806. 00000800:00000010:1.0:1767384921.011812:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ed90e3f. 00000400:02020000:1.0:1767384921.011853:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp32 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384921.011858:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp32 notifying 192.168.203.112@tcp32: down 00000800:00000200:1.0:1767384921.011861:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp32 down 00000800:00000100:1.0:1767384921.011864:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp32 00000800:00000010:1.0:1767384921.011866:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005194b7e2. 00000400:00000200:1.0:1767384921.011868:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384921.011871:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp32->192.168.203.112@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384921.011874:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp32 added to recovery queue. ping count: 0 next ping: 243 health :900 00000400:00000200:1.0:1767384921.011877:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384921.011879:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp32: 1 00000400:00000200:1.0:1767384921.011881:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp32 (00000000f20f339e): -114 00000400:00000200:3.0:1767384921.011933:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384921.011938:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x841 00000400:00000001:3.0:1767384921.011941:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384921.011944:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384921.011945:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def2fb68 00000400:00000010:3.0:1767384921.011959:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000def2fb68. 00000400:00000200:3.0:1767384921.011963:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384921.011966:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp32 (00000000f20f339e): -114 00000400:00000010:3.0:1767384921.011969:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f366953c. 00000400:00000200:3.0:1767384921.011972:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f20f339e (3) 00000400:00000200:3.0:1767384921.011975:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp32:-71 00000400:00000200:3.0:1767384921.011978:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x2041 rc -71 00000400:00000200:3.0:1767384921.011981:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp32 (00000000f20f339e) 00000400:00000200:3.0:1767384921.011986:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f20f339e (2) 00000020:00000010:0.0:1767384921.019270:0:28113:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004769e8d4. 00000020:00000040:0.0:1767384921.019276:0:28113:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384921.019278:0:28113:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004769e8d4. 00000100:00000040:0.0:1767384921.020974:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294909967, at 4294909968 00000100:00000040:2.0:1767384921.020982:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294909967, at 4294909968 00000100:00000040:1.0:1767384921.020983:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294909967, at 4294909968 00000100:00000010:0.0:1767384921.020983:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000040:3.0:1767384921.021000:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294909967, at 4294909968 00000100:00000010:2.0:1767384921.021005:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086320116. 00000100:00000010:1.0:1767384921.021008:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb8b0c1d. 00000100:00000010:3.0:1767384921.021009:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fdea35f. 00080000:00000001:0.0:1767384921.099594:0:28105:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384921.099617:0:28105:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384921.099623:0:28105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.099632:0:28105:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384921.099672:0:28105:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384921.099689:0:28105:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384921.325001:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp30 00000400:00000010:2.0:1767384921.325013:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002b898a5e. 00000400:00000010:2.0:1767384921.325027:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a015c91b. 00000400:00000010:2.0:1767384921.325037:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000400:00000010:2.0:1767384921.325052:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e989b193. 00000400:00000200:2.0:1767384921.325061:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp30 00000400:00000200:2.0:1767384921.325092:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp30 local destination 00000400:00000200:2.0:1767384921.325103:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp30 00000400:00000200:2.0:1767384921.325110:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp30 NI seq info: [71:71:256:4294967295] 192.168.203.112@tcp30 LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1767384921.325122:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp30 00000400:00000200:2.0:1767384921.325132:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp30(192.168.203.112@tcp30:) -> 192.168.203.112@tcp30(192.168.203.112@tcp30:192.168.203.112@tcp30) : GET try# 0 00000800:00000200:2.0:1767384921.325139:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp30 00000800:00000010:2.0:1767384921.325146:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003ad25568. 00000800:00000200:2.0:1767384921.325154:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000800:00000200:2.1:1767384921.325161:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000400:00000200:2.0:1767384921.325193:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp30 added to recovery queue. ping count: 1 next ping: 244 health :900 00000400:00000200:3.0:1767384921.325281:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325327:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325340:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325352:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325365:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325378:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325391:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325403:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325415:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325427:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325440:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325453:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325465:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325478:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325492:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325506:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325518:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325530:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325544:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325558:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325582:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325597:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325612:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325625:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325639:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325674:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325699:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325711:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325724:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325737:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325749:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325762:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325780:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325810:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.325836:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384921.326030:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ac9b0a2. 00000800:00000010:3.0:1767384921.326036:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbfefefd. 00000800:00000010:3.0:1767384921.326040:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ceb1d84. 00000800:00000010:3.0:1767384921.326056:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ceb1d84. 00000800:00020000:3.0:1767384921.326064:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384921.332563:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbfefefd. 00000800:00000010:3.0:1767384921.332567:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000ac9b0a2. 00000400:02020000:3.0:1767384921.332611:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp30 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384921.337920:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp30 notifying 192.168.203.112@tcp30: down 00000400:00000200:3.0:1767384921.337926:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384921.337935:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp30 00000800:00000010:3.0:1767384921.337940:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003ad25568. 00000400:00000200:3.0:1767384921.337946:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384921.337952:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp30->192.168.203.112@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384921.337965:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384921.337969:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384921.337981:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384921.581041:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384921.581054:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.581067:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384921.581070:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.581125:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384921.581130:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.581133:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384921.885160:0:28271:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384921.885164:0:28271:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:0.0:1767384921.889256:0:28271:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384921.896152:0:28272:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000126c1582. 00000400:00000010:1.0:1767384921.896175:0:28272:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e0851828. 00000400:00000010:1.0:1767384921.896183:0:28272:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a8288742. 00000400:00000010:1.0:1767384921.896186:0:28272:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eac8db24. 00000400:00000010:1.0:1767384921.896189:0:28272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fa896163. 00000400:00000010:1.0:1767384921.896193:0:28272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed19a370. 00000400:00000010:1.0:1767384921.896194:0:28272:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006fc20860. 00000400:00000010:1.0:1767384921.896195:0:28272:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b3cfa5f. 00000400:00000010:1.0:1767384921.896198:0:28272:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c2cd64ce. 00000800:00000010:1.0:1767384921.896210:0:28272:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005194b7e2. 00000800:00000200:1.0:1767384921.896220:0:28272:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384921.896229:0:28272:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384921.896259:0:28272:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384921.896282:0:28272:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp33 [8/256/0/180] 00000400:00000010:1.0:1767384921.897631:0:28272:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000007e29b590. 00000400:00000010:1.0:1767384921.897654:0:28272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e687b58. 00000400:00000010:1.0:1767384921.897669:0:28272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4db31a1. 00000400:00000001:1.0:1767384921.897687:0:28272:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384921.897688:0:28272:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384921.897690:0:28272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eabd67b. 00000400:00000200:1.0:1767384921.897692:0:28272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000400:00000010:1.0:1767384921.897694:0:28272:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000400:00000010:1.0:1767384921.897697:0:28272:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000abeadf02. 00000400:00000200:1.0:1767384921.897700:0:28272:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (23) 00000400:00000200:1.0:1767384921.897710:0:28272:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384921.897712:0:28272:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f20f339e (1) 00000400:00000200:1.0:1767384921.897714:0:28272:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp32 (00000000f20f339e): 0 00000400:00000200:1.0:1767384921.897721:0:28272:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:1.0:1767384921.897727:0:28272:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004ed90e3f. 00000020:01000000:1.0:1767384921.897732:0:28272:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384921.897734:0:28272:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp33 00000400:00000200:3.0:1767384921.897735:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384921.897742:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 00000400:00000010:1.0:1767384921.897746:0:28272:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e0851828. 00000400:00000010:3.0:1767384921.897748:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9aabc53. 00000400:00000010:1.0:1767384921.897750:0:28272:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000126c1582. 00000400:00000200:3.0:1767384921.897752:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (24) 00000400:00000010:3.0:1767384921.897759:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006296e491. 00000400:00000200:3.0:1767384921.897763:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767384921.897774:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767384921.897779:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384921.897784:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:3.0:1767384921.897790:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000020:00000001:2.0:1767384921.897791:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384921.897798:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 10000000:00000001:2.0:1767384921.897800:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384921.897805:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384921.897806:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 10000000:01000000:2.0:1767384921.897812:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384921.897819:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000020:01000004:2.0:1767384921.897819:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384921.897827:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384921.897830:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384921.897833:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:01000004:2.0:1767384921.897835:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384921.897844:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384921.897851:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:01000004:2.0:1767384921.897851:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384921.897858:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384921.897861:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384921.897863:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384921.897865:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384921.897866:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:3.0:1767384921.897874:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000010:2.0:1767384921.897877:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000356f8b8e. 00000400:00000200:3.0:1767384921.897882:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000020:00000040:2.0:1767384921.897932:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384921.897933:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:3.0:1767384921.897944:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00000001:2.0:1767384921.897946:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384921.897950:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 02000000:00000001:2.0:1767384921.897953:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384921.897962:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.897967:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000400:00000200:3.0:1767384921.897974:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:3.0:1767384921.897979:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 02000000:00000010:2.0:1767384921.897981:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007a84feca. 00000400:00000200:3.0:1767384921.897983:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:3.0:1767384921.897992:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:3.0:1767384921.897997:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 12], ns[67, 12] 00000100:00000001:2.0:1767384921.897997:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.898008:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[70, 12], ns[71, 12] 00000400:00000200:3.0:1767384921.898010:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[69, 12], ns[69, 12] 00000400:00000200:3.0:1767384921.898013:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:2.0:1767384921.898014:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384921.898017:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.898018:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp12 00000400:00000200:3.0:1767384921.898028:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp12 lpni_is_preferred = 0 00000100:00000040:2.0:1767384921.898035:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000356f8b8e] to pc [ptlrpcd_00_02+2] req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384921.898036:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp12 00000400:00000200:3.0:1767384921.898053:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp12 NI seq info: [72:72:256:4294967295] 192.168.203.112@tcp12 LPNI seq info [71:71:8:4294967295] 00000400:00000200:3.0:1767384921.898072:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp12 10000000:00000001:2.0:1767384921.898097:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.898106:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.898107:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12:) -> 192.168.203.112@tcp12(192.168.203.112@tcp:192.168.203.112@tcp12) : PUT try# 0 00000100:00000001:0.0:1767384921.898107:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384921.898118:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.898122:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384921.898126:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384921.898128:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384921.898131:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.112@tcp12 00000800:00000010:3.0:1767384921.898138:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c4524c. 00000100:00000040:0.0:1767384921.898140:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384921.898143:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384921.898150:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:3.0:1767384921.898151:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (6) 10000000:00000001:2.0:1767384921.898156:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384921.898161:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384921.898162:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384921.898166:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp12 ip 192.168.203.112:988 02000000:00000001:0.0:1767384921.898169:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767384921.898171:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 1, nob 528 niov 1 nkiov 1 02000000:00000001:0.0:1767384921.898174:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767384921.898175:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384921.898180:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384921.898183:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384921.898184:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00100000:0.0:1767384921.898186:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000356f8b8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352222336:0@lo:253: 00000020:01000004:2.0:1767384921.898190:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384921.898197:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100571 rc 0 00000020:01000004:2.0:1767384921.898199:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384921.898199:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384921.898207:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x2061 00000020:01000004:2.0:1767384921.898209:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384921.898211:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384921.898215:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f20f339e (2) 00000020:01000004:2.0:1767384921.898216:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384921.898217:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384921.898222:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384921.898224:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:2.0:1767384921.898228:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384921.898230:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384921.898232:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f0ceb4cb. 00000020:01000004:2.0:1767384921.898232:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:0.0:1767384921.898234:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f3e66c6b. 00000100:00000010:2.0:1767384921.898244:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000400:00000010:3.0:1767384921.898245:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 02000000:00000001:0.0:1767384921.898246:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384921.898257:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000400:00000010:0.0:1767384921.898259:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041a2507c. 00000400:00000010:3.0:1767384921.898260:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000504efc1e. 00000100:00000001:2.0:1767384921.898263:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384921.898267:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057e26bfb. 02000000:00000001:2.0:1767384921.898269:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384921.898276:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp32 02000000:00000001:2.0:1767384921.898281:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384921.898282:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352222336, portal 25 00000100:00000001:0.0:1767384921.898287:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384921.898289:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp32 local destination 00000100:00000001:0.0:1767384921.898290:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 02000000:00000010:2.0:1767384921.898292:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 00000400:00000200:3.0:1767384921.898297:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000100:00000040:0.0:1767384921.898299:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.898303:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.898307:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp32 00000100:00000001:0.0:1767384921.898318:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384921.898319:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp32 lpni_is_preferred = 0 00000100:00000001:2.0:1767384921.898321:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384921.898328:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp32 00000100:00000040:0.0:1767384921.898328:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384921.898329:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384921.898335:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f116d07d. 00000400:00000200:3.0:1767384921.898344:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp32 NI seq info: [73:73:256:4294967295] 192.168.203.112@tcp32 LPNI seq info [2:2:8:4294967295] 00000100:00000200:0.0:1767384921.898345:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352222336, offset 0 00000100:00000040:2.0:1767384921.898350:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8420ece] to pc [ptlrpcd_00_03+3] req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384921.898354:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp32 00000400:00000200:0.0:1767384921.898361:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.898375:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp32(192.168.203.112@tcp32:) -> 192.168.203.112@tcp32(192.168.203.112@tcp32:192.168.203.112@tcp32) : GET try# 0 00000800:00000200:3.0:1767384921.898401:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp32 00000400:00000200:0.0:1767384921.898402:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384921.898406:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000060d7a44e. 10000000:00000001:2.0:1767384921.898409:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.898417:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384921.898418:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000400:00000200:0.0:1767384921.898419:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104e80 00000020:00000001:2.0:1767384921.898423:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384921.898431:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.1:1767384921.898432:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000400:00000200:0.0:1767384921.898440:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10e9 [2] + 0 00000020:00000010:2.0:1767384921.898443:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004ed90e3f. 00000400:00000010:0.0:1767384921.898445:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e583d65. 00000400:00000200:0.0:1767384921.898455:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068971062 00000400:00000200:3.0:1767384921.898460:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp32 00000400:00000200:0.0:1767384921.898462:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.898465:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x261 rc 0 00000100:00000001:2.0:1767384921.898466:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.898469:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.898475:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384921.898480:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384921.898481:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384921.898487:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068971062 00000400:00000010:0.0:1767384921.898493:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068971062. 00000100:00000001:2.0:1767384921.898497:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384921.898503:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.898503:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384921.898507:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384921.898512:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000163497cc x1853237352222336 msgsize 4848 02000000:00000001:2.0:1767384921.898513:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384921.898520:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384921.898521:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384921.898526:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384921.898531:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.898539:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384921.898546:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f116d07d 00000100:00100000:2.0:1767384921.898551:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352222464:0@lo:253: 00000400:00000010:0.0:1767384921.898552:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f116d07d. 00000100:00000001:0.0:1767384921.898559:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384921.898564:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384921.898566:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384921.898572:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384921.898576:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384921.898577:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.898581:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384921.898584:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384921.898595:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.898597:0:16138:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1767384921.898598:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f7fc1e1. 00000100:00000001:0.0:1767384921.898602:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.898604:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.898608:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294910858 00000400:00000010:2.0:1767384921.898612:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a2ea318. 00000100:00000010:0.0:1767384921.898613:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e95d856b. 00000800:00000200:3.0:1767384921.898625:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384921.898625:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384921.898626:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b14add88. 00000100:00000001:0.0:1767384921.898632:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294910858 00000800:00000010:3.0:1767384921.898635:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c4524c. 00000100:00000010:0.0:1767384921.898650:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062e8bece. 00000100:00000200:2.0:1767384921.898652:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352222464, portal 25 00000400:00000200:3.0:1767384921.898657:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384921.898657:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384921.898659:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384921.898666:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000001:0.0:1767384921.898669:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294910858 00000400:00000200:3.0:1767384921.898679:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: PUT: OK 00000100:00000010:0.0:1767384921.898680:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb3772d9. 00000100:00000040:2.0:1767384921.898681:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.898690:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384921.898692:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384921.898700:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294910858 00000400:00000200:3.0:1767384921.898706:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000100:00000010:0.0:1767384921.898711:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb808c1e. 00000100:00000001:2.0:1767384921.898712:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384921.898722:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384921.898724:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384921.898725:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384921.898732:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eac347ed. 00000100:00000001:0.0:1767384921.898735:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384921.898737:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384921.898738:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352222464, offset 0 00000100:00000001:0.0:1767384921.898739:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384921.898747:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384921.898753:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384921.898756:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.898757:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384921.898764:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.898773:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12) <- 192.168.203.112@tcp12 : PUT - for me 00000100:00000001:0.0:1767384921.898773:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384921.898777:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384921.898786:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384921.898787:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 432 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384921.898789:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384921.898797:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384921.898802:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 400/432 into md 0x1821 [1] + 0 00000100:00000001:0.0:1767384921.898803:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384921.898806:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b334f3f. 00000400:00000200:2.0:1767384921.898808:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272104f00 00000100:00000001:0.0:1767384921.898815:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.898821:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a5759b7 00000800:00000001:3.0:1767384921.898827:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384921.898831:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1111 [2] + 0 00000800:00000001:3.0:1767384921.898834:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384921.898836:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b6396a. 00000400:00000200:3.0:1767384921.898840:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.898844:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af3da55f 00000400:00000200:3.0:1767384921.898852:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: PUT: OK 00000100:00000001:0.0:1767384921.898855:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384921.898856:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000200:2.0:1767384921.898857:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384921.898859:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222336 00000400:00000010:3.0:1767384921.898860:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 02000000:00000001:0.0:1767384921.898868:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384921.898869:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384921.898870:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384921.898874:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384921.898915:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.898918:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (25) 02000000:00000001:0.0:1767384921.898921:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.898925:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00100000:0.0:1767384921.898927:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222336 00000400:00000200:2.0:1767384921.898928:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af3da55f 00000400:00000200:3.0:1767384921.898931:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (432 bytes) 00000020:00000001:0.0:1767384921.898932:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384921.898939:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af3da55f. 00000020:00000040:0.0:1767384921.898939:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:3.0:1767384921.898942:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000020:00000001:0.0:1767384921.898945:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384921.898950:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:2.0:1767384921.898952:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384921.898953:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384921.898955:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (26) 00000100:00000200:2.0:1767384921.898958:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:0.0:1767384921.898958:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384921.898961:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767384921.898967:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a601dc5b x1853237352222464 msgsize 4848 00000100:00000001:0.0:1767384921.898967:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384921.898974:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp12 to MR: 192.168.203.112@tcp12 local destination 00000020:00000010:0.0:1767384921.898975:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702b8d31. 00000100:00000001:0.0:1767384921.898985:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384921.898988:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp12 NI seq info: [74:74:256:4294967295] 192.168.203.112@tcp12 LPNI seq info [72:72:8:4294967295] 00000100:00100000:2.0:1767384921.898993:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384921.898994:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702b8d31. 00000100:00000040:2.0:1767384921.899006:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:0.0:1767384921.899010:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023b5d10b. 00000020:00000010:0.0:1767384921.899016:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b81ad77. 00000400:00000200:3.0:1767384921.899022:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12:192.168.203.112@tcp12) -> 192.168.203.112@tcp12(192.168.203.112@tcp12:192.168.203.112@tcp12) 192.168.203.112@tcp12 : ACK try# 0 00000020:00000010:0.0:1767384921.899022:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff8010f. 00000100:00000001:2.0:1767384921.899025:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384921.899031:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp12 00000100:00000040:0.0:1767384921.899034:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000010:3.0:1767384921.899035:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c4524c. 00000100:00000001:0.0:1767384921.899041:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384921.899044:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:3.0:1767384921.899045:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (6) 00000100:00000001:0.0:1767384921.899046:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384921.899050:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eac347ed 00000800:00000200:3.0:1767384921.899055:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp12 ip 192.168.203.112:1017 00000100:00000001:0.0:1767384921.899055:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384921.899058:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eac347ed. 00000800:00000200:3.0:1767384921.899061:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384921.899067:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384921.899068:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384921.899077:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384921.899077:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384921.899089:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.899089:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384921.899089:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384921.899101:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384921.899102:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222464 02000000:00000001:0.0:1767384921.899111:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384921.899119:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.899121:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384921.899122:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384921.899124:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384921.899134:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c4524c. 02000000:00000001:0.0:1767384921.899136:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.899150:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384921.899156:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222464 00000020:00000001:0.0:1767384921.899160:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384921.899161:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384921.899164:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384921.899164:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384921.899169:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384921.899175:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: ACK: OK 00000100:00000001:2.0:1767384921.899175:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294910859 00000020:00000040:0.0:1767384921.899176:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000020:00000001:0.0:1767384921.899192:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384921.899196:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384921.899200:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910858 00000800:00000001:3.0:1767384921.899201:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384921.899201:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384921.899209:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294910859 00000020:00000010:0.0:1767384921.899210:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702b8d31. 00000800:00000001:3.0:1767384921.899211:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.899213:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384921.899214:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384921.899225:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702b8d31. 00000100:00000001:2.0:1767384921.899240:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910858 00000020:00000010:0.0:1767384921.899240:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000669d4e14. 00000800:00000001:3.0:1767384921.899241:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384921.899253:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384921.899254:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a1fc62d. 00000100:00000001:2.0:1767384921.899259:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294910859 00000020:00000010:0.0:1767384921.899260:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000014a0092b. 00000800:00000001:3.0:1767384921.899261:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.899273:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910858 00000100:00000001:0.0:1767384921.899274:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384921.899282:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384921.899284:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp12(192.168.203.112@tcp12) <- 192.168.203.112@tcp12 : ACK - for me 00000100:00000001:0.0:1767384921.899285:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.899286:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294910859 00000400:00000200:3.0:1767384921.899303:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp12: ACK from 12345-192.168.203.112@tcp12 into md 0x1899 00000100:00000001:2.0:1767384921.899304:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910858 00000100:00000001:0.0:1767384921.899304:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.899313:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.899315:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384921.899317:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384921.899322:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.899324:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384921.899331:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384921.899333:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp12->192.168.203.112@tcp12: ACK: OK 00000100:00000001:2.0:1767384921.899335:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.899338:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9aabc53 00000100:00000001:2.0:1767384921.899341:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384921.899341:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000400:00000010:3.0:1767384921.899342:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9aabc53. 00000100:00000040:0.0:1767384921.899356:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000400:00000200:3.0:1767384921.899357:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384921.899360:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526164560 : -106558183387056 : ffff9f15fd54d050) 00000100:00000001:2.0:1767384921.899361:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384921.899365:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000100:00000001:2.0:1767384921.899366:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384921.899373:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000163497cc x1853237352222336/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 4848/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.899375:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384921.899378:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:2.0:1767384921.899383:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.899388:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.899390:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (25) 00000100:00000001:2.0:1767384921.899399:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384921.899401:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.899410:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.899411:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384921.899419:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702b8d31. 00000100:00000001:0.0:1767384921.899421:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384921.899422:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702b8d31. 00000100:00100000:0.0:1767384921.899431:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000163497cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352222336:12345-0@lo:253: 00000100:00000200:0.0:1767384921.899435:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222336 00000020:00000001:0.0:1767384921.899439:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384921.899443:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384921.899444:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384921.899444:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384921.899445:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.899450:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384921.899452:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384921.899454:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000b057227d. 00000020:00000001:0.0:1767384921.899455:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00100000:2.0:1767384921.899463:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000020:00000001:0.0:1767384921.899466:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384921.899469:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b334f3f. 00000100:00000040:2.0:1767384921.899471:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000001:0.0:1767384921.899471:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384921.899477:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9aabc53. 00000020:00000001:0.0:1767384921.899477:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384921.899478:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384921.899485:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.899486:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526173776 : -106558183377840 : ffff9f15fd54f450) 00000400:00000200:3.0:1767384921.899487:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b057227d 00000100:00000001:0.0:1767384921.899490:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384921.899495:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384921.899496:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000006c72d485. 00000100:00000040:2.0:1767384921.899496:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a601dc5b x1853237352222464/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 4848/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384921.899501:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000560608e3. 02000000:00000001:0.0:1767384921.899517:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.899519:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000100:00000001:0.0:1767384921.899519:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384921.899532:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384921.899535:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102071 20000000:00000010:0.0:1767384921.899547:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c0231829. 00000400:00000200:3.0:1767384921.899550:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (24) 20000000:01000000:0.0:1767384921.899560:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:3.0:1767384921.899562:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000065528eaa. 20000000:00000001:0.0:1767384921.899564:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384921.899565:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384921.899567:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 20000000:00000001:0.0:1767384921.899569:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:2.0:1767384921.899574:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047e4a8c7. 20000000:00000001:0.0:1767384921.899575:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384921.899576:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006140d92f. 20000000:00000001:0.0:1767384921.899593:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.899595:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384921.899608:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000020:00000010:2.0:1767384921.899610:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047e4a8c7. 20000000:00000001:0.0:1767384921.899611:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384921.899618:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 20000000:00000010:0.0:1767384921.899626:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008465e9ea. 00000100:00100000:2.0:1767384921.899627:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a601dc5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352222464:12345-0@lo:253: 20000000:01000000:0.0:1767384921.899636:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000400:00000200:3.0:1767384921.899650:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 20000000:00000001:0.0:1767384921.899659:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384921.899660:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000200:2.0:1767384921.899662:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222464 00080000:00000001:0.0:1767384921.899667:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384921.899668:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:00000001:2.0:1767384921.899669:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384921.899692:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384921.899693:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000020:00000001:2.0:1767384921.899698:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.899705:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384921.899706:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000001:2.0:1767384921.899713:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00080000:00000001:0.0:1767384921.899719:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384921.899721:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000001:2.0:1767384921.899722:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384921.899733:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384921.899734:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384921.899735:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00080000:00000001:0.0:1767384921.899741:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.899755:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:00000001:2.0:1767384921.899758:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384921.899766:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:0.0:1767384921.899766:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384921.899770:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:00000001:2.0:1767384921.899771:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384921.899774:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384921.899787:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000100:00000001:2.0:1767384921.899788:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384921.899789:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 02000000:00000001:2.0:1767384921.899795:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384921.899803:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00080000:00000001:0.0:1767384921.899804:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384921.899808:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:3.0:1767384921.899812:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767384921.899819:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767384921.899822:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 02000000:00000010:2.0:1767384921.899824:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000be83c0bd. 00080000:00000010:0.0:1767384921.899824:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000475f83ed. 00000400:00000200:3.0:1767384921.899831:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 02000000:00000001:2.0:1767384921.899832:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.899836:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510265424896 : -106563444126720 : ffff9f14c3c44c00) 00000100:00000001:2.0:1767384921.899842:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.899845:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:2.0:1767384921.899851:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384921.899854:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000400:00000200:3.0:1767384921.899860:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000400:00000200:3.0:1767384921.899863:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 14], ns[58, 14] 20000000:00000010:2.0:1767384921.899865:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ad3d855. 00000400:00000200:3.0:1767384921.899867:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 00000400:00000200:3.0:1767384921.899874:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[70, 14], ns[71, 14] 20000000:01000000:2.0:1767384921.899875:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384921.899881:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384921.899885:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384921.899889:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.899893:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.899897:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384921.899909:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[69, 14], ns[69, 14] 00000400:00000200:3.0:1767384921.899913:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384921.899916:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp13 00000400:00000200:3.0:1767384921.899918:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384921.899920:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp13 00000400:00000200:3.0:1767384921.899922:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp13 NI seq info: [75:75:256:4294967295] 192.168.203.112@tcp13 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384921.899927:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp13 00000400:00000200:3.0:1767384921.899932:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13:) -> 192.168.203.112@tcp13(192.168.203.112@tcp:192.168.203.112@tcp13) : GET try# 0 00000800:00000200:3.0:1767384921.899938:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp13 00000800:00000010:3.0:1767384921.899942:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4c4524c. 00000800:00000200:3.0:1767384921.899946:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (6) 00000800:00000200:3.0:1767384921.899952:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:988 00000800:00000200:3.0:1767384921.899971:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 2, nob 96 niov 1 nkiov 0 00000001:00000001:0.0:1767384921.899977:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384921.899979:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.899982:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00080000:00000001:0.0:1767384921.899984:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384921.899986:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100271 rc 0 00080000:00000001:0.0:1767384921.900007:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.900010:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:3.0:1767384921.900055:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384921.900058:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4c4524c. 00000400:00000200:3.0:1767384921.900061:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.900065:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: GET: OK 00000400:00000200:3.0:1767384921.900067:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384921.900069:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:3.0:1767384921.900074:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.900085:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384921.900087:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.900092:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384921.900097:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13) <- 192.168.203.112@tcp13 : GET - for me 00000400:00000200:3.0:1767384921.900103:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384921.900108:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 432/432 into md 0x1895 [1] + 0 00000400:00000200:3.0:1767384921.900113:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp13 to MR: 192.168.203.112@tcp13 local destination 00000400:00000200:3.0:1767384921.900123:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp13 NI seq info: [76:76:256:4294967295] 192.168.203.112@tcp13 LPNI seq info [74:74:8:4294967295] 00000400:00000200:3.0:1767384921.900131:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) -> 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) 192.168.203.112@tcp13 : REPLY try# 0 00000800:00000200:3.0:1767384921.900136:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.112@tcp13 00000800:00000010:3.0:1767384921.900139:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c4524c. 00080000:00000001:0.0:1767384921.900139:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384921.900145:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384921.900146:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (6) 00000800:00000200:3.0:1767384921.900151:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:1015 00000800:00000200:3.0:1767384921.900153:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 3, nob 528 niov 1 nkiov 1 00000800:00000200:3.0:1767384921.900181:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384921.900183:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c4524c. 00000400:00000200:3.0:1767384921.900187:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.900191:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: REPLY: OK 00000800:00000001:3.0:1767384921.900212:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.900221:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384921.900227:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.900235:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384921.900237:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.900242:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384921.900248:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13) <- 192.168.203.112@tcp13 : REPLY - for me 00000400:00000200:0.0:1767384921.900254:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.900260:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp13: Reply from 12345-192.168.203.112@tcp13 of length 432/432 into md 0x18b5 00000800:00000001:3.0:1767384921.900268:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.900276:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384921.900279:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.900288:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: REPLY: OK 00000400:00000200:3.0:1767384921.900294:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:3.0:1767384921.900297:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000400:00000200:3.0:1767384921.900302:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384921.900306:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:3.0:1767384921.900309:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384921.900312:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 25. state = 0x100271 00000400:00000200:3.0:1767384921.900317:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384921.900317:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384921.900338:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (25) 00000800:00000001:3.0:1767384921.900344:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384921.900348:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384921.900350:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384921.900390:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384921.900398:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384921.900418:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000f1 00000400:00000010:2.0:1767384921.900433:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 00000000e127855f. 00000400:00000010:2.0:1767384921.900439:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 00000000475e7c02. 00000400:00000200:0.0:1767384921.900444:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000010:2.0:1767384921.900446:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000ffeea7d8. 00000400:00000200:0.0:1767384921.900468:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384921.900516:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp29(00000000f94283d1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384921.900520:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384921.900530:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp30(000000004f2f3714) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384921.900538:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp31(0000000068eb396b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384921.900555:0:16134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008752e94e 00000400:00000200:2.0:1767384921.900561:0:16134:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.112@tcp32 00000400:00000200:2.0:1767384921.900577:0:16134:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.112@tcp32 NID 192.168.203.112@tcp32 00000400:00000010:2.0:1767384921.900584:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b9970815. 00000400:00000200:0.0:1767384921.900586:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384921.900598:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b9970815 nid 192.168.203.112@tcp32 00000400:00000010:2.0:1767384921.900605:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000086320116. 00000400:00000200:2.0:1767384921.900610:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000086320116 net tcp32 00000400:00000200:2.0:1767384921.900616:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (24) 00000400:00000200:2.0:1767384921.900628:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp32 flags 0x11 00000400:00000200:0.0:1767384921.900650:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000010:2.0:1767384921.900655:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000393b99d3. 00000400:00000200:2.0:1767384921.900664:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000393b99d3 nid 192.168.203.112@tcp33 00000400:00000010:2.0:1767384921.900668:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004019d2d2. 00000400:00000200:2.0:1767384921.900673:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000004019d2d2 net tcp33 00000400:00000200:2.0:1767384921.900693:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (25) 00000400:00000200:2.0:1767384921.900701:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp33 flags 0x11 00000400:00000010:2.0:1767384921.900705:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 00000000e127855f. 00000400:00000010:2.0:1767384921.900708:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 00000000475e7c02. 00000400:00000010:2.0:1767384921.900714:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000ffeea7d8. 00000400:00000010:2.0:1767384921.900719:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000065528eaa. 00000400:00000200:2.0:1767384921.900725:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384921.900727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384921.900731:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100171 00000400:00000200:2.0:1767384921.900739:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 rc 1 00000400:00000200:2.0:1767384921.900746:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100171 00000400:00000200:2.0:1767384921.900751:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384921.900755:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384921.900773:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384921.900780:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (26) 00000400:00000200:0.0:1767384921.900813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.900916:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901019:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901042:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901098:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901142:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901174:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901195:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901215:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901257:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901291:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901313:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901338:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901361:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901394:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901416:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901441:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901465:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901488:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901519:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901562:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901629:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901723:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384921.901797:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384921.902063:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029077231. 00000800:00000010:0.0:1767384921.902068:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f116d07d. 00000800:00000010:0.0:1767384921.902073:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000702b8d31. 00000800:00000010:0.0:1767384921.902098:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000702b8d31. 00000800:00020000:0.0:1767384921.902107:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384921.902111:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f116d07d. 00000800:00000010:0.0:1767384921.902114:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029077231. 00000400:02020000:0.0:1767384921.902186:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp32 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384921.902195:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp32 notifying 192.168.203.112@tcp32: down 00000800:00000200:0.0:1767384921.902203:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp32 down 00000800:00000100:0.0:1767384921.902209:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp32 00000800:00000010:0.0:1767384921.902212:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000060d7a44e. 00000400:00000200:0.0:1767384921.902215:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384921.902223:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp32->192.168.203.112@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384921.902227:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000400:00000010:0.0:1767384921.902229:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000400:00000200:0.0:1767384921.902242:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384921.902244:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp32: 1 00000400:00000200:0.0:1767384921.902247:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp32 (00000000f20f339e): -114 00000400:00000010:0.0:1767384921.902260:0:16126:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f0ceb4cb. 00000400:00000200:0.0:1767384921.902262:0:16126:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f20f339e (3) 00000400:00000200:0.0:1767384921.902267:0:16126:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000093766d04 nid 192.168.203.112@tcp32 00000400:00000010:0.0:1767384921.902271:0:16126:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000093766d04. 00000400:00000200:0.0:1767384921.902276:0:16126:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000031b9f732 net tcp32 00000400:00000010:0.0:1767384921.902278:0:16126:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000031b9f732. 00000400:00000200:0.0:1767384921.902282:0:16126:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f20f339e (2) 00000400:00000200:0.0:1767384921.902308:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384921.902319:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x80861 00000400:00000200:0.0:1767384921.902325:0:16134:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x80861 00000400:00000200:0.0:1767384921.902328:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp32(00000000f20f339e) state 0x80821 rc 0 00000400:00000200:0.0:1767384921.902335:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp32 (00000000f20f339e) 00000400:00000200:0.0:1767384921.902345:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f20f339e (1) 00000400:00000200:0.0:1767384921.902349:0:16134:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000f20f339e nid 192.168.203.112@tcp32 00000400:00000010:0.0:1767384921.902354:0:16134:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000f20f339e. 00080000:00000001:1.0:1767384921.912012:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384921.912021:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:2.0:1767384921.912024:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384921.912025:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384921.912032:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384921.912033:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384921.912059:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384921.912060:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384921.912065:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384921.912069:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384921.912073:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000475f83ed. 20000000:00000001:1.0:1767384921.912074:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384921.912076:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a5dbdb26. 00080000:00000001:2.0:1767384921.912080:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384921.912080:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384921.912086:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00080000:00000020:1.0:1767384921.912090:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384921.912093:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384921.912101:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384921.912126:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384921.912130:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384921.912132:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.912134:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384921.912136:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384921.912140:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:0.0:1767384921.912144:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384921.912148:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000475f83ed. 00080000:00000001:0.0:1767384921.912151:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510265424896 : -106563444126720 : ffff9f14c3c44c00) 00080000:00000001:0.0:1767384921.912153:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384921.912202:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384921.912204:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.912211:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384921.912220:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.912222:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384921.912274:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384921.912277:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384921.912291:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384921.912294:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384921.912296:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384921.912300:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384921.912303:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384921.912309:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000170d022d count: 2 00010000:00000001:0.0:1767384921.912311:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384921.912313:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384921.912316:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005fd8662c. 00000020:00000001:0.0:1767384921.912319:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384921.912321:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005fd8662c with handle 0x7ec529173eeb83fe to hash 00000020:00000001:0.0:1767384921.912322:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384921.912323:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00000001:0.0:1767384921.912325:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00000001:0.0:1767384921.912327:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384921.912329:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384921.912331:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384921.912337:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384921.912340:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384921.912342:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384921.912344:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384921.912346:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384921.912348:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384921.912353:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384921.912354:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.912356:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384921.912357:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384921.912364:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384921.912366:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384921.912368:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384921.912372:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000170d022d) refcount = 2 00010000:00000040:0.0:1767384921.912374:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384921.912376:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384921.912379:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384921.912380:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384921.912385:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007af6c5aa. 00000100:00000001:0.0:1767384921.912387:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384921.912390:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b73a887. 00000100:00000001:0.0:1767384921.912392:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510263840512 : -106563445711104 : ffff9f14c3ac1f00) 00000100:00000001:0.0:1767384921.912394:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510263840512 : -106563445711104 : ffff9f14c3ac1f00) 00000100:00000001:0.0:1767384921.912396:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384921.912397:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384921.912398:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384921.912401:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384921.912402:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384921.912404:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384921.912406:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384921.912408:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384921.912409:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384921.912411:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047b442e1. 00000020:00000040:0.0:1767384921.912414:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:0.0:1767384921.912417:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384921.912419:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384921.912422:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384921.912426:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068c86542. 00000100:00000001:0.0:1767384921.912430:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384921.912432:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384921.912448:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 16 pid: 16771 timeout: 393 lvb_type: 0 00010000:00000001:0.0:1767384921.912453:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384921.912456:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384921.912458:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384921.912464:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384921.912466:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384921.912468:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000047b442e1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352222592:0@lo:104: 00000100:00000001:0.0:1767384921.912471:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384921.912474:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384921.912475:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384921.912477:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384921.912479:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ebaa618. 02000000:00000001:0.0:1767384921.912480:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384921.912483:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c32f4bff. 00000400:00000010:0.0:1767384921.912487:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000100:00000200:0.0:1767384921.912490:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352222592, portal 16 00000100:00000001:0.0:1767384921.912492:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384921.912493:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376591744 : -106558332959872 : ffff9f15f46a8380) 00000100:00000040:0.0:1767384921.912496:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384921.912501:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384921.912504:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384921.912506:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091b42c8f. 00000100:00000200:0.0:1767384921.912507:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352222592, offset 0 00000400:00000200:0.0:1767384921.912511:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384921.912518:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384921.912525:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272104f80 00000400:00000200:0.0:1767384921.912530:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1761 [2] + 0 00000400:00000200:0.0:1767384921.912533:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384921.912542:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384921.912546:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384921.912547:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384921.912549:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6763971. 00000100:00000040:0.0:1767384921.912551:0:16792:0:(events.c:337:request_in_callback()) incoming req@00000000d6763971 x1853237352222592 msgsize 328 00000100:00100000:0.0:1767384921.912554:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384921.912565:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384921.912570:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091b42c8f 00000400:00000010:0.0:1767384921.912572:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091b42c8f. 00000100:00000001:0.0:1767384921.912575:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384921.912578:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384921.912585:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384921.912593:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384921.912599:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.912600:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384921.912602:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384921.912603:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222592 02000000:00000001:2.0:1767384921.912607:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384921.912608:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.912616:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384921.912617:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294910872 00000100:00000001:2.0:1767384921.912620:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.912628:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.912631:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294910859 00000100:00100000:2.0:1767384921.912633:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222592 00000100:00000001:0.0:1767384921.912636:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294910872 00000020:00000001:2.0:1767384921.912652:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384921.912654:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294910859 00000020:00000040:2.0:1767384921.912655:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000020:00000001:2.0:1767384921.912661:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384921.912663:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294910872 00000020:00000040:2.0:1767384921.912664:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000100:00000001:0.0:1767384921.912685:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294910859 00000020:00000001:2.0:1767384921.912689:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:0.0:1767384921.912690:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294910872 00000020:00000001:2.0:1767384921.912697:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:0.0:1767384921.912699:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294910859 00000100:00000001:2.0:1767384921.912701:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384921.912705:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000457500c6. 00000100:00000001:0.0:1767384921.912706:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384921.912714:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.912715:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384921.912728:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384921.912729:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000457500c6. 00010000:00000001:0.0:1767384921.912742:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384921.912745:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f20f339e. 00000020:00000001:0.0:1767384921.912746:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.912750:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384921.912753:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004babadd6. 00010000:00000001:0.0:1767384921.912753:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384921.912760:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9a8032a. 00010000:00000001:0.0:1767384921.912763:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.912770:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384921.912773:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1767384921.912774:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384921.912780:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384921.912783:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384921.912784:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.912788:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.912793:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.912796:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.912797:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384921.912803:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 000000009b73a887 going to sleep for 11 seconds 00000100:00000001:0.0:1767384921.912807:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.912809:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.912810:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.912834:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384921.912836:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384921.912843:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384921.912846:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:2.0:1767384921.912849:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376598016 : -106558332953600 : ffff9f15f46a9c00) 00000100:00000040:2.0:1767384921.912857:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6763971 x1853237352222592/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.912866:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384921.912868:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000457500c6. 00000100:00000001:2.0:1767384921.912870:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384921.912872:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000457500c6. 00000100:00100000:2.0:1767384921.912876:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6763971 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352222592:12345-0@lo:104: 00000100:00000200:2.0:1767384921.912879:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222592 00010000:00000001:2.0:1767384921.912882:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384921.912949:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.912952:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.912955:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060061fef refcount=2 00000020:00000001:2.0:1767384921.912958:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.912962:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:2.0:1767384921.912966:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384921.912970:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.912974:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384921.912985:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384921.912987:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384921.912992:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ffeea7d8. 02000000:00000001:2.0:1767384921.912995:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.912998:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.913003:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384921.913006:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.913010:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.913022:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384921.913025:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384921.913027:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384921.913030:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384921.913032:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.913035:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384921.913038:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384921.913042:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000100:00000200:2.0:1767384921.913046:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352222592, offset 224 00000400:00000200:2.0:1767384921.913067:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.913074:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.913084:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272104f80 00000400:00000200:2.0:1767384921.913093:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18b9 [1] + 224 00000400:00000200:2.0:1767384921.913098:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.913105:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384921.913111:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.913117:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384921.913126:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.913138:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.913145:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000400:00000010:2.0:1767384921.913147:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000100:00000001:2.0:1767384921.913152:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384921.913153:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384921.913155:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.913157:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.913161:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:0.0:1767384921.913162:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384921.913167:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384921.913169:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384921.913171:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c32f4bff. 00000400:00000200:0.0:1767384921.913176:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000400:00000010:0.0:1767384921.913178:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000100:00000001:0.0:1767384921.913180:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.0:1767384921.913182:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000eac347ed. 00000100:00000200:0.0:1767384921.913187:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384921.913189:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384921.913200:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384921.913205:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384921.913206:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.913208:0:16792:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384921.913210:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384921.913211:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384921.913212:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.913214:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:0.0:1767384921.913215:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.913226:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384921.913227:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=51 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384921.913229:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.913232:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384921.913241:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.913242:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384921.913243:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=51 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384921.913247:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384921.913248:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384921.913254:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.913259:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384921.913259:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384921.913264:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6763971 x1853237352222592/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384921.913266:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767384921.913266:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.913273:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384921.913275:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.913291:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384921.913318:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000060061fef already unused, calling callback (000000005e873491) 00000100:00100000:2.0:1767384921.913321:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6763971 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352222592:12345-0@lo:104: Request processed in 450us (764us total) trans 0 rc 0/0 10000000:00000001:1.0:1767384921.913335:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384921.913341:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384921.913351:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384921.913358:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384921.913360:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384921.913366:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384921.913367:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.913370:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384921.913370:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384921.913382:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384921.913384:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384921.913385:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00010000:00000001:0.0:1767384921.913386:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384921.913388:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060061fef refcount=3 00010000:00000001:0.0:1767384921.913389:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.913398:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00000100:00000001:2.0:1767384921.913399:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384921.913400:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.913406:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384921.913407:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571520 : -106558446980096 : ffff9f15ed9eb400) 00010000:00000001:1.0:1767384921.913414:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767384921.913416:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004babadd6. 00010000:00010000:1.0:1767384921.913417:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384921.913419:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047b442e1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352222592:0@lo:104: 00000020:00000010:2.0:1767384921.913426:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a8032a. 00000100:00000001:0.0:1767384921.913433:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384921.913434:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f20f339e. 10000000:00000001:1.0:1767384921.913436:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384921.913437:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384921.913440:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384921.913442:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:0.0:1767384921.913442:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384921.913455:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384921.913457:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384921.913457:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384921.913466:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047b442e1 x1853237352222592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384921.913468:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384921.913472:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384921.913476:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:1.0:1767384921.913477:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:0.0:1767384921.913480:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384921.913481:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384921.913484:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384921.913484:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ebaa618. 02000000:00000001:0.0:1767384921.913490:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384921.913493:0:16792:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384921.913494:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000040:0.0:1767384921.913494:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 10000000:00000001:1.0:1767384921.913496:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384921.913499:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:1.0:1767384921.913501:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 02000000:00000010:0.0:1767384921.913503:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000068c86542. 10000000:00000001:1.0:1767384921.913505:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384921.913507:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384921.913508:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384921.913511:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384921.913513:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b442e1. 00010000:00000001:1.0:1767384921.913515:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384921.913519:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384921.913521:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384921.913523:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.913525:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:0.0:1767384921.913526:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009b73a887. 00010000:00000001:1.0:1767384921.913529:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384921.913530:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384921.913534:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.913534:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384921.913539:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000060061fef with handle 0x7ec529173eeb83f0 from hash 00010000:00000010:0.0:1767384921.913540:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007af6c5aa. 00010000:00000001:1.0:1767384921.913543:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384921.913544:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.913550:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.913554:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384921.913554:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.913557:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384921.913558:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384921.913560:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384921.913562:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 20000000:00000001:0.0:1767384921.913562:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384921.913565:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384921.913566:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:0.0:1767384921.913568:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.913569:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384921.913575:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd728439. 00000020:00000040:1.0:1767384921.913579:0:16765:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384921.913582:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384921.913583:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384921.913585:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384921.913588:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abe9b026. 00000100:00000001:1.0:1767384921.913591:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.913593:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384921.913596:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384921.913600:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384921.913601:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.913603:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384921.913605:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.913610:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd728439] to pc [ptlrpcd_00_00+0] req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384921.913635:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384921.913652:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.913655:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.913658:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.913661:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384921.913662:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.913665:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.913669:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384921.913672:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 0000000060061fef/0x7ec529173eeb83f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb83f7 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384921.913688:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000112ca2b4 count: 0 00010000:00000001:1.0:1767384921.913697:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.913699:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384921.913700:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000eac347ed. 00010000:00000001:1.0:1767384921.913703:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.913705:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384921.913707:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.913709:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384921.913711:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384921.913713:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.913714:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384921.913716:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384921.913720:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.913724:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384921.913730:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384921.913733:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384921.913737:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384921.913742:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.913748:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384921.913749:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.913752:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384921.913754:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384921.913756:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384921.913759:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352222720:0@lo:103: 00000100:00000001:1.0:1767384921.913762:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384921.913766:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384921.913768:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.913770:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384921.913774:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079093b02. 02000000:00000001:1.0:1767384921.913775:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384921.913778:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eabd67b. 00000400:00000010:1.0:1767384921.913782:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 00000100:00000200:1.0:1767384921.913791:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352222720, portal 18 00000100:00000001:1.0:1767384921.913794:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384921.913795:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581529856 : -106559128021760 : ffff9f15c506d500) 00000100:00000040:1.0:1767384921.913799:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.913805:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384921.913808:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384921.913811:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000940f7ade. 00000100:00000200:1.0:1767384921.913813:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352222720, offset 0 00000400:00000200:1.0:1767384921.913818:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384921.913826:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384921.913833:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272105000 00000400:00000200:1.0:1767384921.913837:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:1.0:1767384921.913840:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384921.913843:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384921.913846:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384921.913848:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384921.913852:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000004ec5a3. 00000100:00000040:1.0:1767384921.913854:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000004ec5a3 x1853237352222720 msgsize 328 00000100:00100000:1.0:1767384921.913856:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384921.913868:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384921.913879:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000940f7ade 00000400:00000010:1.0:1767384921.913883:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000940f7ade. 00000100:00000001:2.0:1767384921.913949:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.913955:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.914048:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384921.914052:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.914060:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.914066:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.914076:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.914079:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384921.914089:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.914095:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294910874 00000100:00000001:1.0:1767384921.914134:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384921.914146:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222720 02000000:00000001:1.0:1767384921.914150:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384921.914153:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384921.914155:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.914159:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384921.914162:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222720 00000020:00000001:1.0:1767384921.914166:0:22984:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384921.914170:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384921.914173:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.914175:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000020:00000001:1.0:1767384921.914180:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384921.914183:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384921.914189:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384921.914195:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd3fa0f0. 00000100:00000001:1.0:1767384921.914198:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384921.914201:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd3fa0f0. 00000020:00000010:1.0:1767384921.914209:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014ac8cd3. 00000020:00000010:1.0:1767384921.914216:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002dd48260. 00000020:00000010:1.0:1767384921.914220:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000100:00000040:1.0:1767384921.914232:0:22984:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384921.914234:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384921.914236:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384921.914239:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384921.914244:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.914246:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384921.914249:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.914251:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.914253:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079712aee refcount=4 00000020:00000001:1.0:1767384921.914257:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:1.0:1767384921.914260:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00010000:1.0:1767384921.914266:0:22984:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 17 pid: 16771 timeout: 393 lvb_type: 0 00010000:00000001:1.0:1767384921.914273:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.914282:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.914284:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.914286:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.914555:0:22984:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384921.914560:0:22984:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000004ec5a3 x1853237352222720/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.914566:0:22984:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384921.914566:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.914582:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.914596:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384921.914599:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384921.914605:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384921.914609:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384921.914609:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384921.914614:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:0.0:1767384921.914614:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.914616:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581532544 : -106559128019072 : ffff9f15c506df80) 00000100:00000001:0.0:1767384921.914618:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.914621:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000004ec5a3 x1853237352222720/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.914626:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384921.914629:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd3fa0f0. 00000100:00000001:1.0:1767384921.914630:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384921.914632:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd3fa0f0. 00000100:00100000:1.0:1767384921.914635:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000004ec5a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16136:x1853237352222720:12345-0@lo:103: 00000100:00000200:1.0:1767384921.914652:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222720 00010000:00000001:1.0:1767384921.914654:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384921.914656:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384921.914657:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384921.914660:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384921.914662:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384921.914667:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b2143b6. 02000000:00000001:1.0:1767384921.914670:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.914674:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.914677:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384921.914679:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384921.914692:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.914701:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.914703:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079712aee refcount=4 00000020:00000001:1.0:1767384921.914705:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:1.0:1767384921.914708:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000040:1.0:1767384921.914712:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000170d022d count: 3 00010000:00010000:1.0:1767384921.914717:0:22984:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 17 pid: 16771 timeout: 393 lvb_type: 0 00000100:00001000:1.0:1767384921.914724:0:22984:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384921 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384921.914728:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384921.914732:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.914735:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384921.914737:0:22984:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 17 pid: 16771 timeout: 393 lvb_type: 0 00000020:00000001:1.0:1767384921.914744:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.914747:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.914748:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.914750:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.914753:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384921.914756:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384921.914762:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.914763:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.914766:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.914769:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384921.914771:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000079712aee with handle 0x7ec529173eeb83f7 from hash 00010000:00000001:1.0:1767384921.914774:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384921.914775:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.914776:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.914777:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384921.914778:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384921.914780:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384921.914782:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000079712aee/0x7ec529173eeb83f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb83f0 expref: 17 pid: 16771 timeout: 393 lvb_type: 0 00010000:00000040:1.0:1767384921.914787:0:22984:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:1.0:1767384921.914797:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:1.0:1767384921.914808:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.914810:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384921.914814:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384921.914816:0:22984:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005fd8662c 00010000:00000001:1.0:1767384921.914819:0:22984:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384921.914821:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.914823:0:22984:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.914827:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.914829:0:22984:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.914834:0:22984:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384921.914838:0:22984:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384921.914841:0:22984:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.914849:0:22984:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384921.914853:0:22984:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384921.914857:0:22984:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384921.914859:0:22984:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384921.914862:0:22984:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000170d022d) refcount = 2 00010000:00010000:1.0:1767384921.914865:0:22984:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.914874:0:22984:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384921.914877:0:22984:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384921.914879:0:22984:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.914883:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384921.914918:0:22984:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3fa0f0. 00000100:00000001:1.0:1767384921.914921:0:22984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384921.914925:0:22984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd3b2e74. 00000100:00000001:1.0:1767384921.914928:0:22984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510249991744 : -106563459559872 : ffff9f14c2d8ce40) 00000100:00000001:1.0:1767384921.914931:0:22984:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510249991744 : -106563459559872 : ffff9f14c2d8ce40) 00000100:00000001:1.0:1767384921.914933:0:22984:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384921.914936:0:22984:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384921.914937:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384921.914940:0:22984:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384921.914949:0:22984:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384921.914953:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.914956:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.914958:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005fd8662c refcount=5 00000020:00000001:1.0:1767384921.914961:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00000001:1.0:1767384921.914963:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00000001:1.0:1767384921.914966:0:22984:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384921.914968:0:22984:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.914973:0:22984:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384921.914976:0:22984:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.914980:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.914982:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384921.914984:0:22984:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.914988:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.914990:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.914995:0:22984:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384921.914998:0:22984:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384921.915004:0:22984:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005fd8662c already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384921.915007:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.915012:0:22984:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384921.915016:0:22984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.915020:0:22984:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384921.915022:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.915025:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.915028:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005fd8662c refcount=6 00000020:00000001:1.0:1767384921.915034:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00000001:1.0:1767384921.915037:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00000001:1.0:1767384921.915041:0:22984:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384921.915043:0:22984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.915047:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384921.915049:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.915050:0:22984:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.915063:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384921.915066:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384921.915070:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.915073:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384921.915078:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005fd8662c with handle 0x7ec529173eeb83fe from hash 00010000:00000001:1.0:1767384921.915080:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384921.915083:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.915086:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.915087:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384921.915090:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384921.915093:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384921.915097:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384921.915098:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.915102:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.915105:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384921.915108:0:22984:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384921.915110:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.915111:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.915113:0:22984:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.915114:0:22984:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.915116:0:22984:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.915119:0:22984:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.915122:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.915124:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.915126:0:22984:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384921.915133:0:22984:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384921.915135:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.915136:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.915138:0:22984:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384921.915140:0:22984:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384921.915142:0:22984:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.915143:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.915144:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.915146:0:22984:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.915147:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384921.915149:0:22984:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384921.915150:0:22984:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.915152:0:22984:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.915153:0:22984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384921.915155:0:22984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fd3b2e74. 00000100:00000001:1.0:1767384921.915158:0:22984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384921.915159:0:22984:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384921.915161:0:22984:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3fa0f0. 00010000:00000001:1.0:1767384921.915164:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384921.915165:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384921.915166:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.915170:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384921.915172:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384921.915174:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384921.915177:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384921.915179:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384921.915181:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384921.915183:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384921.915185:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.915198:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384921.915201:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384921.915204:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000940f7ade. 00000100:00000200:1.0:1767384921.915207:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352222720, offset 224 00000100:00000001:0.0:1767384921.915210:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910872 00000400:00000200:1.0:1767384921.915214:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384921.915216:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294910875 00000100:00000001:0.0:1767384921.915225:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910872 00000400:00000200:1.0:1767384921.915228:0:22984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384921.915237:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294910875 00000400:00000200:1.0:1767384921.915240:0:22984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272105000 00000100:00000001:0.0:1767384921.915247:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910872 00000400:00000200:1.0:1767384921.915248:0:22984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18c5 [1] + 224 00000100:00000001:0.0:1767384921.915251:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294910875 00000100:00000001:0.0:1767384921.915254:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910872 00000400:00000200:1.0:1767384921.915262:0:22984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384921.915262:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384921.915267:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.915271:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.915273:0:22984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384921.915274:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.915283:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384921.915284:0:22984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384921.915285:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384921.915291:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384921.915294:0:22984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.915294:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384921.915297:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.915302:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.915322:0:22984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.915339:0:22984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384921.915344:0:22984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000940f7ade 00000400:00000010:1.0:1767384921.915346:0:22984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000940f7ade. 00000100:00000001:1.0:1767384921.915348:0:22984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384921.915350:0:22984:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384921.915356:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.915356:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384921.915360:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:0.0:1767384921.915360:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384921.915364:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.915366:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384921.915366:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384921.915369:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384921.915371:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eabd67b. 00000100:00000040:1.0:1767384921.915374:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000004ec5a3 x1853237352222720/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 328/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384921.915376:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000100:00100000:1.0:1767384921.915382:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000004ec5a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352222720:12345-0@lo:103: Request processed in 754us (1526us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384921.915385:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000100:00000001:0.0:1767384921.915394:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384921.915396:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000200:0.0:1767384921.915403:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384921.915404:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384921.915409:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384921.915423:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384921.915427:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384921.915428:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002dd48260. 00000100:00000001:0.0:1767384921.915439:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384921.915440:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00000001:0.0:1767384921.915440:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.915444:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384921.915448:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384921.915449:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014ac8cd3. 00000100:00000001:0.0:1767384921.915450:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384921.915454:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384921.915457:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384921.915459:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00001000:0.0:1767384921.915461:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=51 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384921.915465:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384921.915465:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384921.915470:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384921.915472:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.915475:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384921.915477:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.915478:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.915484:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.915490:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384921.915492:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384921.915493:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384921.915499:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384921.915506:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd728439 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352222720:0@lo:103: 00010000:00010000:1.0:1767384921.915507:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384921.915510:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.915515:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384921.915517:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1767384921.915518:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd728439 x1853237352222720/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.915523:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000001:1.0:1767384921.915527:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384921.915531:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384921.915532:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384921.915535:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079093b02. 00010000:00000001:1.0:1767384921.915540:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384921.915541:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384921.915542:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384921.915545:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384921.915546:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005fd8662c/0x7ec529173eeb83fe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384921.915547:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384921.915554:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:1.0:1767384921.915557:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000170d022d count: 0 02000000:00000010:0.0:1767384921.915557:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abe9b026. 02000000:00000001:0.0:1767384921.915563:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384921.915567:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384921.915568:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd728439. 00000100:00000001:0.0:1767384921.915573:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384921.915575:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.915577:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384921.915578:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384921.915581:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384921.915583:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384921.915588:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.915594:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384921.915597:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384921.919088:0:16617:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000112ca2b4. 00010000:00000010:1.1:1767384921.919103:0:16617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000060061fef. 00010000:00000010:1.1:1767384921.920953:0:16650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079712aee. 00010000:00000010:1.1:1767384921.920958:0:16650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000170d022d. 00010000:00000010:1.1:1767384921.920961:0:16650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005fd8662c. 00000400:00000010:3.0:1767384921.923610:0:28277:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004aa31233. 00000400:00000040:3.0:1767384921.923629:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.923632:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384921.923635:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.923649:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.923652:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.923654:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384921.923656:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.923659:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384921.923662:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384921.923665:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384921.923668:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384921.923669:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.923682:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384921.923683:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.923684:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384921.923686:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384921.923688:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.923691:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384921.923693:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384921.923697:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.923699:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.923702:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.923704:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.923706:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.923707:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384921.923709:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.923712:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.923715:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.923717:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.923720:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.923721:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384921.923724:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.923725:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.923727:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.923737:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.923739:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.923741:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384921.923744:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.923747:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.923750:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384921.923752:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384921.923753:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.923755:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384921.923757:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384921.923758:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384921.923760:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384921.923762:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384921.923765:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384921.923768:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384921.923771:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.923774:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384921.923777:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384921.923778:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384921.923779:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384921.923781:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384921.923782:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384921.923784:0:28277:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384921.923927:0:28277:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004aa31233. 00080000:00000001:2.0:1767384921.924512:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384921.924516:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384921.924518:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384921.924520:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384921.924528:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384921.924530:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:2.0:1767384921.924531:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384921.924537:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384921.924538:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000475f83ed. 20000000:00000001:0.0:1767384921.924542:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384921.924546:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384921.924547:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384921.924563:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384921.924567:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384921.924573:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384921.924678:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384921.924683:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384921.924685:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384921.924689:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384921.924691:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384921.924697:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000644c8107. 00010000:00000001:1.0:1767384921.924702:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384921.924705:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 00000020:00000001:1.0:1767384921.924708:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384921.924710:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f09508b with handle 0x7ec529173eeb8405 to hash 00000020:00000001:1.0:1767384921.924712:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384921.924714:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384921.924733:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384921.924736:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.924738:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.924740:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924749:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384921.924751:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384921.924753:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384921.924755:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.924782:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.924791:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.924792:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.924794:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384921.924795:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384921.924797:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384921.924798:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384921.924799:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000644c8107) refcount = 1 00010000:00010000:1.0:1767384921.924802:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924807:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384921.924808:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384921.924809:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.924811:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.924813:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384921.924815:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384921.924816:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384921.924818:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.924820:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.924821:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:1.0:1767384921.924823:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384921.924825:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384921.924827:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384921.924828:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924833:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384921.924835:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924838:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.924840:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384921.924841:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924844:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.924849:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.924851:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384921.924852:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384921.924856:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002f09508b already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384921.924857:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.924859:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384921.924860:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924864:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384921.924864:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.924865:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.924866:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=5 00000020:00000001:1.0:1767384921.924867:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384921.924868:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384921.924871:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384921.924872:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924875:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384921.924876:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.924877:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.924879:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384921.924880:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384921.924881:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.924883:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384921.924915:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f09508b with handle 0x7ec529173eeb8405 from hash 00010000:00000001:1.0:1767384921.924918:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384921.924920:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.924921:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.924923:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384921.924924:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384921.924926:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384921.924932:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384921.924934:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.924935:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.924937:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384921.924938:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384921.924940:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.924942:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.924943:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.924944:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.924945:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.924948:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924951:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.924952:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.924953:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384921.924953:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384921.924956:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.924957:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.924958:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384921.924960:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384921.924961:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.924963:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.924966:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384921.924967:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384921.924969:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f09508b/0x7ec529173eeb8405 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384921.924973:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000644c8107 count: 0 00010000:00000001:1.0:1767384921.924980:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384921.924982:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384921.926575:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384921.926579:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384921.926581:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c0231829. 20000000:00000001:0.0:1767384921.926588:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384921.926591:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352222336 00010000:00000001:0.0:1767384921.926593:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384921.926599:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000163497cc x1853237352222336/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384921.926606:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384921.926608:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384921.926611:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384921.926615:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384921.926624:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384921.926626:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384921.926629:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384921.926631:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.926634:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384921.926649:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384921.926654:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002194908e. 00000100:00000200:0.0:1767384921.926658:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352222336, offset 224 00000400:00000200:0.0:1767384921.926665:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384921.926683:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384921.926691:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104e80 00000400:00000200:0.0:1767384921.926697:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18a1 [2] + 224 00000400:00000200:0.0:1767384921.926702:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384921.926705:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384921.926708:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384921.926711:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384921.926719:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.926733:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384921.926738:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002194908e 00000400:00000010:0.0:1767384921.926740:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002194908e. 00000100:00000001:0.0:1767384921.926743:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384921.926745:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384921.926747:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.926750:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384921.926752:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384921.926754:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384921.926756:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384921.926759:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000163497cc x1853237352222336/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384921.926768:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000163497cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352222336:12345-0@lo:253: Request processed in 27357us (28255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384921.926791:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:0.0:1767384921.926794:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384921.926798:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384921.926800:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384921.926804:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b81ad77. 00000020:00000010:0.0:1767384921.926809:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff8010f. 00000020:00000010:0.0:1767384921.926813:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023b5d10b. 00000020:00000040:0.0:1767384921.926819:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384921.926824:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384921.926827:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000560608e3. 02000000:00000001:0.0:1767384921.926832:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384921.926834:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384921.926838:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384921.926842:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c32f4bff. 00000400:00000010:0.0:1767384921.926845:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002194908e. 00000100:00000001:0.0:1767384921.926859:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384921.926861:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384921.926865:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384921.926867:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384921.926868:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041a2507c. 00000400:00000200:0.0:1767384921.926887:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057e26bfb 00000400:00000010:0.0:1767384921.926889:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057e26bfb. 00000100:00000001:0.0:1767384921.926891:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384921.926895:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384921.926940:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.926946:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384921.926950:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.926952:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384921.926953:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384921.926955:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384921.926958:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384921.926961:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384921.926970:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384921.926973:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384921.926976:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384921.926979:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.926981:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384921.926984:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.926987:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.926994:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.927001:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384921.927004:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384921.927007:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384921.927012:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384921.927016:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384921.927019:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384921.927022:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384921.927024:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384921.927028:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384921.927032:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384921.927033:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384921.927035:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384921.927038:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384921.927041:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384921.927053:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000356f8b8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352222336:0@lo:253: 00000100:00000001:0.0:1767384921.927062:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.927066:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384921.927072:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000356f8b8e x1853237352222336/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.927077:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384921.927081:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384921.927084:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f3e66c6b. 02000000:00000001:0.0:1767384921.927092:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384921.927094:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384921.927095:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384921.927102:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384921.927104:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007a84feca. 02000000:00000001:0.0:1767384921.927111:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384921.927113:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384921.927116:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000356f8b8e. 00000100:00000001:0.0:1767384921.927122:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384921.927124:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.927127:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.927135:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384921.927137:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.927143:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384921.927145:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384921.928084:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384921.928086:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384921.928087:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ad3d855. 20000000:00000001:0.0:1767384921.928091:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384921.928093:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352222464 00010000:00000001:0.0:1767384921.928095:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384921.928099:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a601dc5b x1853237352222464/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384921.928104:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384921.928105:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384921.928106:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384921.928108:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384921.928111:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384921.928112:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384921.928114:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384921.928115:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.928117:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384921.928118:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384921.928121:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004787c348. 00000100:00000200:0.0:1767384921.928123:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352222464, offset 224 00000400:00000200:0.0:1767384921.928127:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384921.928131:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384921.928135:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272104f00 00000400:00000200:0.0:1767384921.928138:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18a9 [2] + 224 00000400:00000200:0.0:1767384921.928149:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384921.928151:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384921.928154:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384921.928156:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384921.928161:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.928176:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384921.928179:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004787c348 00000400:00000010:0.0:1767384921.928180:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004787c348. 00000100:00000001:0.0:1767384921.928182:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384921.928183:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384921.928186:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.928188:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384921.928190:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384921.928191:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.928193:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384921.928193:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384921.928197:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384921.928199:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a601dc5b x1853237352222464/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384921.928202:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384921.928206:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384921.928209:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a2ea318. 00000100:00100000:0.0:1767384921.928212:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a601dc5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352222464:12345-0@lo:253: Request processed in 28648us (29243us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384921.928215:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b14add88 00000400:00000010:3.0:1767384921.928218:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b14add88. 00000100:00100000:0.0:1767384921.928222:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1767384921.928223:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384921.928226:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384921.928229:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384921.928230:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.928232:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384921.928235:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a1fc62d. 00000020:00000010:0.0:1767384921.928240:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000014a0092b. 00000020:00000010:0.0:1767384921.928244:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000669d4e14. 00000100:00000200:3.0:1767384921.928245:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384921.928249:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:0.0:1767384921.928256:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384921.928257:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384921.928259:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000be83c0bd. 02000000:00000001:0.0:1767384921.928262:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384921.928266:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.928267:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.928269:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384921.928270:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384921.928271:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384921.928273:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.928276:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384921.928276:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384921.928279:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=51 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384921.928280:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041a2507c. 00000100:00001000:3.0:1767384921.928284:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384921.928287:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384921.928287:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004787c348. 00000100:00000001:3.0:1767384921.928290:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.928292:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384921.928294:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.928295:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384921.928298:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.928303:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384921.928304:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384921.928305:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384921.928308:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384921.928309:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384921.928309:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384921.928310:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384921.928311:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384921.928312:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384921.928313:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384921.928313:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384921.928314:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384921.928316:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384921.928320:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352222464:0@lo:253: 00000100:00000001:3.0:1767384921.928323:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.928324:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384921.928325:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8420ece x1853237352222464/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.928329:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384921.928334:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384921.928336:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:3.0:1767384921.928340:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384921.928341:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384921.928343:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384921.928345:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384921.928346:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:3.0:1767384921.928363:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384921.928364:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384921.928365:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 00000100:00000001:3.0:1767384921.928368:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384921.928369:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.928370:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.928374:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384921.928374:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.928376:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384921.928377:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.928955:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294910875, at 4294910876 00000100:00000010:1.0:1767384921.928964:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062e8bece. 00000100:00000040:3.0:1767384921.929952:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294910875, at 4294910877 00000100:00000010:3.0:1767384921.929958:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb808c1e. 00000100:00000040:0.0:1767384921.929985:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294910874, at 4294910877 00000100:00000010:0.0:1767384921.929993:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e95d856b. 00000100:00000040:2.0:1767384921.930168:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294910875, at 4294910877 00000100:00000010:2.0:1767384921.930180:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00010000:00000010:1.1:1767384921.933942:0:28281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000644c8107. 00010000:00000010:1.1:1767384921.933964:0:28281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f09508b. 00000100:00000040:1.0:1767384922.029011:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384922.029026:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1767384922.029027:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384922.029032:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000004:00000020:2.0:1767384922.029034:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:1.0:1767384922.029042:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384922.029045:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000100:00000001:1.0:1767384922.029049:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384922.029060:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384922.029060:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384922.029070:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384922.029070:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.029076:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384922.029081:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a13f591d. 02000000:00000001:2.0:1767384922.029082:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.029092:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384922.029093:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5f423da. 00000100:00000001:2.0:1767384922.029106:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.029109:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384922.029116:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384922.029119:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384922.029121:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.029125:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.029128:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10d12a3] to pc [ptlrpcd_00_01+1] req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.029139:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_02+2] req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.029153:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.029157:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384922.029162:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384922.029166:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002e8fb6b. 00000020:00000040:1.0:1767384922.029169:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000004:00000001:2.0:1767384922.029172:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.029172:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384922.029179:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384922.029183:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384922.029187:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f8ed769. 00000100:00000001:2.0:1767384922.029189:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.029191:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.029194:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384922.029199:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384922.029201:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384922.029210:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.029227:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384922.029232:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.029243:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384922.029246:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e8fb6b] to pc [ptlrpcd_00_03+3] req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.029248:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.029260:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384922.029264:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.029266:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.029268:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.029271:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352222848:0@lo:400: 00000100:00000001:2.0:1767384922.029280:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384922.029282:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384922.029287:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384922.029288:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384922.029291:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.029295:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384922.029295:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ca8573. 02000000:00000010:2.0:1767384922.029299:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20f339e. 02000000:00000001:2.0:1767384922.029303:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384922.029304:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1767384922.029309:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfc72d20. 00000100:00000001:1.0:1767384922.029310:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384922.029315:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384922.029318:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 02000000:00000001:1.0:1767384922.029319:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384922.029329:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352222848, portal 4 02000000:00000010:1.0:1767384922.029330:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3a21a2a. 00000100:00000001:2.0:1767384922.029337:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384922.029341:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 00000100:00000001:1.0:1767384922.029344:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.029350:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.029352:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384922.029400:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384922.029402:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384922.029408:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384922.029409:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.029418:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 00000100:00000040:1.0:1767384922.029422:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ca8573] to pc [ptlrpcd_00_00+0] req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384922.029425:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352222848, offset 0 00000400:00000200:2.0:1767384922.029442:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384922.029443:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.029451:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (248) 00000400:00000200:2.0:1767384922.029459:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384922.029462:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.029465:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384922.029473:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384922.029476:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.029490:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272105080 00000100:00000001:1.0:1767384922.029492:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384922.029499:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.029504:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3216 02000000:00000001:1.0:1767384922.029504:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384922.029513:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384922.029516:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.029517:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384922.029521:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16136:1853237352223232:0@lo:400: 00000400:00000200:2.0:1767384922.029529:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384922.029530:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384922.029536:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384922.029538:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.029540:0:16137:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384922.029545:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384922.029546:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384922.029554:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a57027f7. 02000000:00000010:1.0:1767384922.029555:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff494033. 00000100:00000040:2.0:1767384922.029559:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a57027f7 x1853237352222848 msgsize 224 02000000:00000001:1.0:1767384922.029569:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.029576:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384922.029580:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdb0f7d. 00000400:00000010:1.0:1767384922.029588:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000940f7ade. 00000100:00000001:2.0:1767384922.029591:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384922.029594:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352223232, portal 10 00000100:00000001:1.0:1767384922.029597:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384922.029600:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581526272 : -106559128025344 : ffff9f15c506c700) 00000400:00000200:2.0:1767384922.029601:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000400:00000010:2.0:1767384922.029606:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000100:00000040:1.0:1767384922.029612:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.029613:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384922.029624:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.029627:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384922.029633:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384922.029649:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141b3e57. 00000100:00000200:1.0:1767384922.029655:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352223232, offset 0 00000400:00000200:1.0:1767384922.029670:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.029680:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384922.029693:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384922.029693:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384922.029710:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272105200 00000400:00000200:1.0:1767384922.029722:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:2.0:1767384922.029724:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.029730:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384922.029730:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384922.029739:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384922.029744:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.029746:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384922.029754:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1767384922.029757:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6177 usecs (7 jiffies) 00000100:00000010:1.0:1767384922.029758:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd728439. 00000100:00000040:1.0:1767384922.029767:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000fd728439 x1853237352223232 msgsize 224 00000100:00000001:2.0:1767384922.029769:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294910983 00000100:00100000:1.0:1767384922.029779:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384922.029781:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4971c9a. 00000100:00000001:1.0:1767384922.029790:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384922.029791:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384922.029803:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294910983 00000400:00000200:1.0:1767384922.029803:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141b3e57 00000400:00000010:1.0:1767384922.029816:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141b3e57. 00000100:00000010:2.0:1767384922.029817:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a7b4535. 00000100:00000001:2.0:1767384922.029827:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384922.029829:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384922.029840:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294910983 00000100:00000200:1.0:1767384922.029840:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384922.029851:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0a4a20b. 00000100:00000001:1.0:1767384922.029861:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384922.029862:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384922.029873:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.029876:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.029877:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294910983 00000100:00000001:1.0:1767384922.029882:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.029882:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.029935:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384922.029943:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.029946:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384922.029949:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064b0070f. 00000100:00000001:1.0:1767384922.029955:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.029960:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384922.029962:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3502 usecs (4 jiffies) 00000100:00000001:0.0:1767384922.029966:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384922.029971:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294910981 00000100:00000001:0.0:1767384922.029971:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.029977:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294910983 00000100:00000001:2.0:1767384922.029980:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384922.029980:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384922.029981:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294910981 02000000:00000001:0.0:1767384922.029987:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384922.029996:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.029997:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294910983 02000000:00000001:0.0:1767384922.029997:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030015:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294910981 00000100:00000001:2.0:1767384922.030017:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.030018:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002e8fb6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237352223104:0@lo:400: 00000100:00000001:1.0:1767384922.030024:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294910983 00000100:00000001:2.0:1767384922.030028:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.030030:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384922.030031:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294910981 00000100:00000001:1.0:1767384922.030038:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294910983 02000000:00000001:0.0:1767384922.030039:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384922.030040:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384922.030042:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030044:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.030044:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384922.030047:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.030050:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384922.030050:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068d58206. 00000100:00000001:2.0:1767384922.030053:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384922.030056:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030058:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.030068:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384922.030068:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747d6d5b. 00000100:00000001:1.0:1767384922.030071:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384922.030078:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384922.030079:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384922.030081:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000100:00000001:2.0:1767384922.030088:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030089:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384922.030090:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352223104, portal 10 00000100:00000001:1.0:1767384922.030095:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.030100:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384922.030103:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.030103:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581528064 : -106559128023552 : ffff9f15c506ce00) 00000100:00000001:1.0:1767384922.030104:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030119:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.030125:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.030135:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384922.030143:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384922.030144:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384922.030147:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384922.030148:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384922.030149:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091b42c8f. 00000100:00000001:1.0:1767384922.030151:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384922.030156:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222848 00000100:00000200:0.0:1767384922.030158:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352223104, offset 0 00000100:00000040:1.0:1767384922.030163:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.030164:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384922.030170:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384922.030171:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.030177:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.030195:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.030195:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384922.030201:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384922.030210:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.030212:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222848 02000000:00000001:1.0:1767384922.030215:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384922.030221:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384922.030221:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272105180 02000000:00000001:1.0:1767384922.030222:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384922.030229:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 02000000:00000001:1.0:1767384922.030233:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.030235:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384922.030236:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00100000:1.0:1767384922.030243:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352222976:0@lo:13: 00000020:00000040:2.0:1767384922.030244:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000400:00000200:0.0:1767384922.030246:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384922.030258:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000200:0.0:1767384922.030268:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384922.030272:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384922.030274:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384922.030274:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384922.030278:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384922.030283:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384922.030286:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047b442e1. 02000000:00000001:1.0:1767384922.030287:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.030289:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384922.030290:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000047b442e1 x1853237352223104 msgsize 224 02000000:00000001:1.0:1767384922.030295:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384922.030296:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384922.030298:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e07c564. 02000000:00000010:1.0:1767384922.030301:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bfe546eb. 00000020:00000010:2.0:1767384922.030309:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000002868755. 02000000:00000001:1.0:1767384922.030309:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.030310:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384922.030319:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091b42c8f 00000400:00000010:0.0:1767384922.030322:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091b42c8f. 00000400:00000010:1.0:1767384922.030324:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016b66cf5. 00000100:00000001:0.0:1767384922.030325:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384922.030327:0:17548:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000200:0.0:1767384922.030333:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384922.030334:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141b3e57. 00000100:00000200:1.0:1767384922.030341:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352222976, portal 4 00000100:00000001:1.0:1767384922.030345:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384922.030345:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384922.030351:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000001:2.0:1767384922.030353:0:17548:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384922.030354:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.030360:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384922.030366:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093766d04. 00000020:00000010:2.0:1767384922.030378:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddddb2cc. 00000020:00000010:2.0:1767384922.030392:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9a8032a. 00000100:00000001:0.0:1767384922.030394:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030397:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384922.030405:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384922.030407:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384922.030412:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000100:00000001:0.0:1767384922.030415:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384922.030417:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352222976, offset 0 00000100:00000040:2.0:1767384922.030419:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384922.030421:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3103 usecs (4 jiffies) 00000100:00000001:2.0:1767384922.030428:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384922.030429:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384922.030430:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294910981 00000100:00000001:0.0:1767384922.030435:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294910983 00000100:00000001:2.0:1767384922.030441:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384922.030442:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294910981 00000400:00000200:1.0:1767384922.030443:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384922.030451:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.030451:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294910983 00000400:00000200:1.0:1767384922.030460:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272105100 00000100:00000001:0.0:1767384922.030461:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294910981 00000100:00000001:0.0:1767384922.030465:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294910983 00000100:00000001:2.0:1767384922.030466:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384922.030468:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294910981 00000100:00000001:2.0:1767384922.030473:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384922.030474:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294910983 00000400:00000200:1.0:1767384922.030475:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1792 00000100:00000001:2.0:1767384922.030483:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.030487:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384922.030487:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.030493:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.030497:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.030499:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.030500:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.030502:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384922.030503:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384922.030506:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384922.030516:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d82ea480. 00000100:00000001:0.0:1767384922.030517:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.030520:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384922.030521:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000d82ea480 x1853237352222976 msgsize 224 00000100:00000001:0.0:1767384922.030526:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.030528:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.030531:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.030533:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384922.030534:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384922.030535:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.030540:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384922.030553:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384922.030559:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:1.0:1767384922.030560:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384922.030567:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606551808 : -106559102999808 : ffff9f15c684a300) 00000400:00000200:1.0:1767384922.030569:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 00000100:00000001:0.0:1767384922.030571:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384922.030572:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 00000100:00000001:3.0:1767384922.030576:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384922.030578:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384922.030578:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352223232 00000100:00100000:3.0:1767384922.030580:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352222976 00000100:00000040:2.0:1767384922.030586:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a57027f7 x1853237352222848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384922.030587:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384922.030588:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384922.030592:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.030593:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.030594:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384922.030598:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.030598:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.030611:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.030613:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384922.030626:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352222976 00000100:00100000:0.0:1767384922.030626:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352223232 00000020:00000001:3.0:1767384922.030652:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384922.030652:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384922.030659:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000040:0.0:1767384922.030660:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000001:3.0:1767384922.030667:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384922.030669:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384922.030676:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000040:0.0:1767384922.030676:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000001:2.0:1767384922.030678:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384922.030687:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099f3a156. 00000020:00000001:3.0:1767384922.030688:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:0.0:1767384922.030688:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:1.0:1767384922.030689:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384922.030699:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384922.030699:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384922.030701:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:0.0:1767384922.030701:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000010:2.0:1767384922.030711:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099f3a156. 00000100:00000001:0.0:1767384922.030715:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384922.030717:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384922.030726:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009ad2e0c. 00000020:00000010:3.0:1767384922.030728:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d5dbb7b. 00000100:00000001:1.0:1767384922.030732:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.030735:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a57027f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352222848:12345-0@lo:400: 00000020:00000010:0.0:1767384922.030739:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d9b4ff4d. 00000100:00000001:3.0:1767384922.030740:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.030741:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384922.030748:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:1.0:1767384922.030750:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384922.030754:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d5dbb7b. 00000100:00000200:2.0:1767384922.030755:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222848 00000100:00000040:1.0:1767384922.030757:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6177 usecs (7 jiffies) 00000100:00000001:0.0:1767384922.030758:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384922.030765:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384922.030766:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294910984 00000020:00000010:0.0:1767384922.030766:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e29ff1b. 00000020:00000010:3.0:1767384922.030770:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034ccc222. 00000020:00000001:2.0:1767384922.030776:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384922.030778:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294910983 00000020:00000010:0.0:1767384922.030778:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5aea215. 00000020:00000010:3.0:1767384922.030779:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060881a8f. 00000020:00000001:2.0:1767384922.030784:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030786:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294910984 00000020:00000010:3.0:1767384922.030790:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000020:00000010:0.0:1767384922.030790:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000014a0092b. 00000020:00000001:2.0:1767384922.030797:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384922.030797:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294910983 00000020:00000001:2.0:1767384922.030806:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:1.0:1767384922.030807:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294910984 00000100:00000040:0.0:1767384922.030807:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1767384922.030808:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384922.030816:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384922.030817:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294910983 00000100:00000001:3.0:1767384922.030821:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384922.030822:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384922.030823:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384922.030823:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384922.030824:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294910984 00000100:00000001:3.0:1767384922.030831:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030832:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294910983 00000100:00000001:0.0:1767384922.030833:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.030835:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.030837:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.030839:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030844:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.030845:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384922.030848:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.030849:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384922.030853:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.030853:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384922.030853:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.030854:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384922.030861:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.030866:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.030866:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.030871:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.030873:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384922.030873:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384922.030875:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384922.030877:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384922.030881:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.030927:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384922.030930:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352223104 00000100:00100000:3.0:1767384922.030933:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 02000000:00000001:0.0:1767384922.030934:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384922.030935:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384922.030936:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384922.030937:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384922.030940:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000001:1.0:1767384922.030940:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.030943:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.030945:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384922.030946:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605551488 : -106559104000128 : ffff9f15c6755f80) 00000100:00000001:1.0:1767384922.030947:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.030948:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.030954:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352223104 02000000:00000010:2.0:1767384922.030955:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000475e7c02. 00000020:00000001:0.0:1767384922.030958:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384922.030959:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d82ea480 x1853237352222976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384922.030961:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 02000000:00000001:2.0:1767384922.030963:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.030966:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384922.030968:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000020:00000001:0.0:1767384922.030972:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:3.0:1767384922.030977:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384922.030985:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384922.030986:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d5dbb7b. 00000020:00000001:0.0:1767384922.030986:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00080000:1.0:1767384922.030988:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384922.030998:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.031000:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384922.031001:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384922.031001:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000020:00000010:3.0:1767384922.031010:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d5dbb7b. 00010000:00000040:2.0:1767384922.031012:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352222848 00000100:00080000:1.0:1767384922.031013:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767384922.031014:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035ff661c. 00000020:00000040:1.0:1767384922.031024:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00100000:3.0:1767384922.031028:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d82ea480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352222976:12345-0@lo:13: 00010000:00000001:2.0:1767384922.031029:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384922.031029:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.031037:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384922.031040:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035ff661c. 00000100:00000200:3.0:1767384922.031041:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352222976 00010000:00000200:2.0:1767384922.031048:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a57027f7 x1853237352222848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384922.031050:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384922.031050:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384922.031050:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004781c00a. 00000020:00000001:3.0:1767384922.031059:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384922.031064:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c356d2ec. 00000020:00000001:3.0:1767384922.031066:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384922.031068:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000010:0.0:1767384922.031076:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff8010f. 00000020:00000001:3.0:1767384922.031077:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384922.031082:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000020:00000001:3.0:1767384922.031085:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00000001:0.0:1767384922.031089:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384922.031093:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581529856 : -106559128021760 : ffff9f15c506d500) 00000020:00000001:3.0:1767384922.031098:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384922.031100:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384922.031107:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.031110:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.031112:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd728439 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384922.031113:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384922.031114:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384922.031120:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384922.031123:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384922.031123:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.031126:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384922.031134:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.031134:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384922.031138:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384922.031143:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384922.031148:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384922.031150:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.031154:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384922.031155:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384922.031155:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e9cfc7f. 02000000:00000010:3.0:1767384922.031162:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b739efc7. 00000100:00000040:2.0:1767384922.031164:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384922.031165:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.031165:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384922.031169:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384922.031179:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.031179:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:1.0:1767384922.031180:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e9cfc7f. 00000100:00100000:0.0:1767384922.031185:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 02000000:00000001:2.0:1767384922.031192:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384922.031194:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.031194:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00100000:1.0:1767384922.031198:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd728439 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16136:x1853237352223232:12345-0@lo:400: 02000000:00000001:2.0:1767384922.031201:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384922.031203:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384922.031213:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376591744 : -106558332959872 : ffff9f15f46a8380) 00000100:00000001:2.0:1767384922.031214:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384922.031214:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352223232 00002000:00000001:3.0:1767384922.031215:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384922.031225:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384922.031227:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384922.031233:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:0.0:1767384922.031233:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000047b442e1 x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.031234:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384922.031235:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384922.031247:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 00000020:00000001:1.0:1767384922.031247:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.031250:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1767384922.031251:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384922.031260:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384922.031260:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035ff661c. 00000100:00000200:2.0:1767384922.031261:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352222848, offset 224 00000020:00000001:3.0:1767384922.031262:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.031266:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384922.031267:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000010:0.0:1767384922.031277:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035ff661c. 00002000:00000024:3.0:1767384922.031279:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:1.0:1767384922.031279:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384922.031287:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384922.031289:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384922.031289:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000047b442e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352223104:12345-0@lo:400: 00000020:00000020:3.0:1767384922.031290:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:1.0:1767384922.031292:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384922.031298:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000020:3.0:1767384922.031299:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000200:0.0:1767384922.031300:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352223104 00000020:00000001:1.0:1767384922.031302:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.031306:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000020:3.0:1767384922.031307:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:1.0:1767384922.031309:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384922.031311:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:3.0:1767384922.031315:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:2.0:1767384922.031315:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384922.031316:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.031317:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384922.031323:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1767384922.031324:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1767384922.031327:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384922.031327:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000001:00000001:3.0:1767384922.031329:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.031333:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:3.0:1767384922.031334:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384922.031335:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e805d8de. 00000020:00000001:0.0:1767384922.031336:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384922.031338:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352222976 02000000:00000001:1.0:1767384922.031345:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.031346:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384922.031347:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384922.031347:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272105080 00000100:00000001:1.0:1767384922.031349:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.031356:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:3.0:1767384922.031362:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d82ea480 x1853237352222976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384922.031364:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.031364:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.031376:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18e1 [1] + 224 00000020:00000001:0.0:1767384922.031376:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:1.0:1767384922.031377:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352223232 00000100:00000001:0.0:1767384922.031383:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384922.031385:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384922.031390:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384922.031391:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384922.031394:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.031396:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384922.031396:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a775102b. 00000100:00001000:3.0:1767384922.031399:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=42 v=5 (1 0 0 0) 00010000:00000200:1.0:1767384922.031400:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd728439 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.031408:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.031412:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384922.031416:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.031419:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.031422:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000020:00000001:0.0:1767384922.031432:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.031434:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:2.0:1767384922.031434:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384922.031436:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352223104 02000000:00000001:3.0:1767384922.031441:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384922.031442:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384922.031445:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384922.031447:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384922.031453:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000047b442e1 x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.031457:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384922.031473:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384922.031483:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000200:3.0:1767384922.031496:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352222976, offset 224 00010000:00000001:1.0:1767384922.031510:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384922.031518:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.031519:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1767384922.031531:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=47 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384922.031533:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384922.031537:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384922.031539:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.031548:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384922.031549:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1767384922.031550:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=47 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384922.031560:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 23 to 0@lo 00000100:00000001:1.0:1767384922.031573:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:0.0:1767384922.031575:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384922.031578:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272105100 02000000:00000001:1.0:1767384922.031587:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384922.031588:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 24 to 0@lo 02000000:00000001:1.0:1767384922.031595:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.031602:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18f9 [1] + 224 00000100:00000001:0.0:1767384922.031602:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:1.0:1767384922.031609:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384922.031617:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384922.031619:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384922.031621:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384922.031621:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384922.031626:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000100:00000001:2.0:1767384922.031627:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384922.031628:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.031629:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384922.031652:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384922.031655:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384922.031655:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352223232, offset 224 00000400:00000010:0.0:1767384922.031657:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091b42c8f. 00000400:00000200:2.0:1767384922.031659:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000100:00000200:3.0:1767384922.031665:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384922.031666:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000100:00000001:2.0:1767384922.031677:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384922.031681:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384922.031684:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.031687:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384922.031689:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352223104, offset 224 00000400:00000200:1.0:1767384922.031698:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384922.031699:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.031709:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384922.031714:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 23 to 0@lo 00000100:00000001:3.0:1767384922.031719:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384922.031719:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384922.031719:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272105200 00000400:00000200:0.0:1767384922.031725:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384922.031728:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.031738:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18e9 [1] + 224 00000020:00000001:2.0:1767384922.031739:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384922.031747:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272105180 00000400:00000200:1.0:1767384922.031749:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.031750:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000100:00000040:2.0:1767384922.031751:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a57027f7 x1853237352222848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384922.031760:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000400:00000200:1.0:1767384922.031769:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384922.031773:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384922.031781:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384922.031789:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18f1 [1] + 224 00000100:00000001:3.0:1767384922.031794:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.031802:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a57027f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352222848:12345-0@lo:400: Request processed in 1117us (2233us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384922.031804:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384922.031804:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384922.031810:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000200:1.0:1767384922.031818:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.031822:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384922.031824:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384922.031829:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.031830:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384922.031836:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000001:3.0:1767384922.031842:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384922.031843:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.031850:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000040:3.0:1767384922.031859:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d82ea480 x1853237352222976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.031861:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384922.031868:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.031870:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384922.031881:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddddb2cc. 00000100:00000040:0.0:1767384922.031929:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.031945:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d82ea480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352222976:12345-0@lo:13: Request processed in 962us (1417us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384922.031945:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a8032a. 00000100:00000001:1.0:1767384922.031957:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384922.031961:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093766d04. 00000400:00000200:1.0:1767384922.031965:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 00000400:00000010:1.0:1767384922.031971:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 00000100:00100000:3.0:1767384922.031976:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384922.031978:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384922.031978:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384922.031980:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000040:3.0:1767384922.031982:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:1.0:1767384922.031983:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384922.031988:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384922.031988:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384922.031989:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091b42c8f 00000100:00000001:1.0:1767384922.031991:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384922.031995:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091b42c8f. 00000100:00000001:3.0:1767384922.031997:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384922.031998:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:1.0:1767384922.032002:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384922.032003:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384922.032006:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060881a8f. 00000020:00000001:1.0:1767384922.032006:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.032006:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384922.032014:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384922.032014:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384922.032016:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000100:00000040:0.0:1767384922.032022:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000010:3.0:1767384922.032025:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034ccc222. 00010000:00000001:0.0:1767384922.032027:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384922.032030:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd728439 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384922.032033:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.032039:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384922.032041:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00100000:1.0:1767384922.032044:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd728439 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16136:x1853237352223232:12345-0@lo:400: Request processed in 893us (2273us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384922.032047:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047b442e1 x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.032049:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.032049:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.032057:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384922.032058:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1767384922.032066:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000400:00000001:2.0:1767384922.032069:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384922.032071:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384922.032078:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384922.032078:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384922.032078:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000047b442e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352223104:12345-0@lo:400: Request processed in 822us (1781us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384922.032085:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfc72d20. 00000020:00000010:1.0:1767384922.032085:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5aea215. 00000100:00000001:3.0:1767384922.032092:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384922.032099:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000100:00000001:3.0:1767384922.032100:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384922.032100:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000014a0092b. 00000100:00100000:0.0:1767384922.032108:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000400:00000010:2.0:1767384922.032111:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000020:00000010:1.0:1767384922.032112:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e29ff1b. 00000100:00000040:0.0:1767384922.032116:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:0.0:1767384922.032124:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384922.032128:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384922.032128:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000400:00000001:3.0:1767384922.032129:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384922.032129:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384922.032137:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384922.032137:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c356d2ec. 00000100:00000001:1.0:1767384922.032138:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384922.032141:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016b66cf5. 00000100:00000200:2.0:1767384922.032143:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384922.032147:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff8010f. 00000400:00000200:3.0:1767384922.032149:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141b3e57 00000020:00000010:0.0:1767384922.032153:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004781c00a. 00000400:00000010:3.0:1767384922.032157:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141b3e57. 00000100:00000001:1.0:1767384922.032158:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384922.032161:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000001:1.0:1767384922.032162:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.032169:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.032170:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384922.032170:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384922.032176:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384922.032182:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdb0f7d. 00000100:00000200:3.0:1767384922.032185:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.032190:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384922.032193:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000940f7ade 00000100:00000001:0.0:1767384922.032197:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384922.032199:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000940f7ade. 00000100:00000200:2.0:1767384922.032205:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.032208:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384922.032208:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384922.032216:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384922.032222:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384922.032223:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000747d6d5b. 00000400:00000200:0.0:1767384922.032235:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000100:00000200:3.0:1767384922.032243:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384922.032245:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000100:00000001:0.0:1767384922.032255:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384922.032265:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.032274:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384922.032283:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.032297:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384922.032297:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.032305:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384922.032312:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384922.032312:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384922.032313:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.032317:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384922.032323:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.032325:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384922.032332:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384922.032337:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.032338:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.032339:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384922.032350:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.032350:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.032350:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384922.032353:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=42 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384922.032354:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.032356:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384922.032359:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.032364:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384922.032368:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384922.032373:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1767384922.032374:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=42 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384922.032374:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1767384922.032378:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=42 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384922.032381:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.032382:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384922.032387:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.032393:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.032394:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384922.032395:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384922.032396:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=42 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384922.032400:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=47 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384922.032403:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384922.032404:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=47 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384922.032405:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767384922.032406:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384922.032409:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.032414:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384922.032415:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767384922.032416:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384922.032417:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384922.032422:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.032423:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384922.032426:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384922.032427:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384922.032430:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384922.032438:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384922.032438:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384922.032439:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384922.032439:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384922.032495:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.032508:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384922.032514:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:2.0:1767384922.032518:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.032520:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384922.032521:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.032528:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.032530:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384922.032531:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767384922.032531:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.032533:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.032541:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:1.0:1767384922.032542:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384922.032545:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384922.032550:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384922.032551:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384922.032552:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384922.032562:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384922.032563:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.032564:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.032564:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384922.032570:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.032572:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.032580:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384922.032583:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384922.032586:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384922.032592:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.032592:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384922.032593:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384922.032594:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384922.032622:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384922.032655:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.032671:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.032676:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.032693:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.032693:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384922.032694:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.032699:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.032700:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384922.032703:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352222976:0@lo:13: 00000100:00000001:0.0:1767384922.032707:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.032708:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384922.032712:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.032714:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.032716:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384922.032720:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384922.032728:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384922.032734:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384922.032739:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352222976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.032760:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086ca8573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16136:1853237352223232:0@lo:400: 00000100:00100000:0.0:1767384922.032772:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002e8fb6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237352223104:0@lo:400: 00000100:00000001:1.0:1767384922.032782:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.032792:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384922.032800:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.032804:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086ca8573 x1853237352223232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.032812:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384922.032817:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352222848:0@lo:400: 00000100:00000001:3.0:1767384922.032820:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384922.032825:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002e8fb6b x1853237352223104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384922.032828:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384922.032838:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bfe546eb. 00000100:00000001:2.0:1767384922.032841:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384922.032846:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384922.032848:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384922.032856:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384922.032857:0:16138:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384922.032857:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384922.032857:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767384922.032864:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff494033. 00000020:00000040:3.0:1767384922.032865:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384922.032865:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384922.032870:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384922.032872:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384922.032872:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068d58206. 02000000:00000001:1.0:1767384922.032873:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767384922.032878:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5f423da. 00000020:00000001:1.0:1767384922.032879:0:16136:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384922.032881:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384922.032883:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384922.032910:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384922.032912:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384922.032913:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:3.0:1767384922.032918:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384922.032920:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.032922:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384922.032926:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384922.032929:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.032935:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384922.032938:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.032947:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384922.032954:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384922.032958:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20f339e. 02000000:00000001:2.0:1767384922.032967:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384922.032970:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384922.032982:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384922.032985:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384922.032988:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a13f591d. 02000000:00000001:2.0:1767384922.032994:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384922.032997:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384922.032999:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 00000100:00000001:2.0:1767384922.033002:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384922.033003:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.033005:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.033011:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384922.033012:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.033016:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.033019:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.033082:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384922.033084:0:16139:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384922.033088:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384922.033090:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384922.033093:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3a21a2a. 02000000:00000010:0.0:1767384922.033093:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f8ed769. 02000000:00000001:1.0:1767384922.033100:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384922.033100:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384922.033104:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384922.033105:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384922.033106:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086ca8573. 00000100:00000010:0.0:1767384922.033109:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002e8fb6b. 00000100:00000001:0.0:1767384922.033113:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384922.033115:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.033116:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.033118:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.033121:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.033121:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.033130:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.033130:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.033131:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.033134:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.033136:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.033140:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.033142:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.033145:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.037982:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294910984, at 4294910985 00000100:00000010:1.0:1767384922.038001:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a7b4535. 00000100:00000040:0.0:1767384922.038008:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294910984, at 4294910985 00000100:00000010:0.0:1767384922.038016:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4971c9a. 00000100:00000040:2.0:1767384922.038236:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294910984, at 4294910985 00000100:00000010:2.0:1767384922.038247:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0a4a20b. 00000100:00000040:3.0:1767384922.038367:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294910984, at 4294910985 00000100:00000010:3.0:1767384922.038381:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064b0070f. 00000400:00000001:2.0:1767384922.349003:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384922.349011:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384922.349015:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:2.0:1767384922.349021:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000400:00000200:2.0:1767384922.349029:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384922.349038:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384922.349052:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002b898a5e. 00000400:00000010:2.0:1767384922.349057:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a015c91b. 00000400:00000200:2.0:1767384922.349065:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp31 00000400:00000010:2.0:1767384922.349071:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000067fc548c. 00000400:00000010:2.0:1767384922.349077:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f997e569. 00000400:00000010:2.0:1767384922.349084:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000400:00000010:2.0:1767384922.349094:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c11d2ddd. 00000400:00000200:2.0:1767384922.349100:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp31 00000400:00000200:2.0:1767384922.349119:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp31 local destination 00000400:00000200:2.0:1767384922.349128:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp31 00000400:00000200:2.0:1767384922.349133:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp31 NI seq info: [77:77:256:4294967295] 192.168.203.112@tcp31 LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1767384922.349143:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp31 00000400:00000200:2.0:1767384922.349155:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp31(192.168.203.112@tcp31:) -> 192.168.203.112@tcp31(192.168.203.112@tcp31:192.168.203.112@tcp31) : GET try# 0 00000800:00000200:2.0:1767384922.349178:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp31 00000800:00000010:2.0:1767384922.349185:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd3bbd72. 00000800:00000200:2.0:1767384922.349194:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000800:00000200:2.1:1767384922.349203:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000400:00000200:2.0:1767384922.349234:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp31 added to recovery queue. ping count: 1 next ping: 245 health :900 00000400:00000200:2.0:1767384922.349240:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp32 00000400:00000010:2.0:1767384922.349244:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d9b09e36. 00000400:00000010:2.0:1767384922.349248:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008845c562. 00000400:00000010:2.0:1767384922.349252:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000400:00000010:2.0:1767384922.349261:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006acfb3e4. 00000400:00000200:2.0:1767384922.349265:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp32 00000400:00000200:2.0:1767384922.349273:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp32 local destination 00000400:00000200:2.0:1767384922.349281:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp32 00000400:00000200:2.0:1767384922.349289:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp32 NI seq info: [78:78:256:4294967295] 192.168.203.112@tcp32 LPNI seq info [76:76:8:4294967295] 00000400:00000200:2.0:1767384922.349296:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp32 00000400:00000200:2.0:1767384922.349319:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp32(192.168.203.112@tcp32:) -> 192.168.203.112@tcp32(192.168.203.112@tcp32:192.168.203.112@tcp32) : GET try# 0 00000800:00000200:2.0:1767384922.349325:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp32 00000800:00000010:2.0:1767384922.349328:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3ac9a3a. 00000800:00000200:2.0:1767384922.349334:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000800:00000200:2.0:1767384922.349337:0:16133:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 0, interval 2, 2 secs later) 00000400:00000200:3.0:1767384922.349346:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:2.1:1767384922.349349:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000800:00000200:2.1:1767384922.349361:0:16133:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 0, interval 2, 2 secs later) 00000800:00000100:2.0:1767384922.349368:0:16133:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.112@tcp32 00000800:00000010:2.0:1767384922.349372:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3ac9a3a. 00000400:00000200:2.0:1767384922.349379:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1767384922.349390:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp32->192.168.203.112@tcp32: GET: REMOTE_ERROR 00000400:00000200:2.0:1767384922.349399:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:2.0:1767384922.349402:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp32 recovery message sent unsuccessfully:-5 00000400:00000200:2.0:1767384922.349411:0:16133:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp32) recovery failed with -5 00000400:00000200:2.0:1767384922.349425:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp32 added to recovery queue. ping count: 1 next ping: 245 health :800 00000400:00000200:3.0:1767384922.349433:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349482:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349515:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349540:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349563:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349587:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349611:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349655:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349687:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349716:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349746:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349768:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349784:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349804:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349820:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349837:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349853:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349870:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349909:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349947:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.349975:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350004:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350034:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350066:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350098:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350117:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350134:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350150:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350166:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350192:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350207:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350235:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350264:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384922.350295:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384922.350453:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ac9b0a2. 00000800:00000010:3.0:1767384922.350459:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac86f7a8. 00000800:00000010:3.0:1767384922.350467:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac78d17f. 00000800:00000010:3.0:1767384922.350490:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac78d17f. 00000800:00020000:3.0:1767384922.350501:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384922.350504:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac86f7a8. 00000800:00000010:3.0:1767384922.350507:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000ac9b0a2. 00000400:02020000:3.0:1767384922.350543:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp31 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384922.350549:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp31 notifying 192.168.203.112@tcp31: down 00000800:00000200:3.0:1767384922.350556:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp31 down 00000800:00000100:3.0:1767384922.350561:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp31 00000800:00000010:3.0:1767384922.350564:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd3bbd72. 00000400:00000200:3.0:1767384922.350568:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384922.350571:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp31->192.168.203.112@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384922.350581:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384922.350583:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384922.350586:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp31) recovery failed with -71 00010000:00000001:2.0:1767384922.604972:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384922.604987:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.604996:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384922.604998:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.605031:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384922.605035:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.605039:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384923.338853:0:28653:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384923.338869:0:28653:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.338873:0:28653:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384923.338879:0:28653:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384923.338930:0:28653:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.338935:0:28653:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384923.373011:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384923.373016:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384923.373019:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:2.0:1767384923.373023:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000400:00000200:2.0:1767384923.373028:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384923.373035:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384923.373046:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000067fc548c. 00000400:00000010:2.0:1767384923.373050:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f997e569. 00000400:00000200:2.0:1767384923.373055:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp31 00000400:00000010:2.0:1767384923.373059:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000030724358. 00000400:00000010:2.0:1767384923.373064:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f997e569. 00000400:00000010:2.0:1767384923.373068:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000400:00000010:2.0:1767384923.373074:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a257a7e1. 00000400:00000200:2.0:1767384923.373078:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp31 00000400:00000200:2.0:1767384923.373095:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp31 local destination 00000400:00000200:2.0:1767384923.373107:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp31 00000400:00000200:2.0:1767384923.373112:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp31 NI seq info: [79:79:256:4294967295] 192.168.203.112@tcp31 LPNI seq info [77:77:8:4294967295] 00000400:00000200:2.0:1767384923.373122:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp31 00000800:00000200:1.0:1767384923.373129:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (6) 00000800:00000200:1.0:1767384923.373142:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp14 ip 192.168.203.112:988 00000400:00000200:2.0:1767384923.373143:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp31(192.168.203.112@tcp31:) -> 192.168.203.112@tcp31(192.168.203.112@tcp31:192.168.203.112@tcp31) : GET try# 0 00000800:00000200:1.0:1767384923.373148:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384923.373155:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp31 00000800:00000010:2.0:1767384923.373162:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3ac9a3a. 00000800:00000200:2.0:1767384923.373173:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000800:00000200:2.0:1767384923.373177:0:16133:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 0, interval 2, 1 secs later) 00000800:00000200:2.1:1767384923.373186:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000800:00000200:2.1:1767384923.373190:0:16133:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 0, interval 2, 1 secs later) 00000800:00000100:2.0:1767384923.373195:0:16133:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.112@tcp31 00000800:00000010:2.0:1767384923.373205:0:16133:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3ac9a3a. 00000400:00000200:2.0:1767384923.373210:0:16133:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1767384923.373222:0:16133:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp31->192.168.203.112@tcp31: GET: REMOTE_ERROR 00000400:00000200:2.0:1767384923.373230:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:2.0:1767384923.373235:0:16133:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp31 recovery message sent unsuccessfully:-5 00000400:00000200:2.0:1767384923.373238:0:16133:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp31) recovery failed with -5 00000400:00000200:2.0:1767384923.373247:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp31 added to recovery queue. ping count: 2 next ping: 249 health :800 00000400:00000001:2.0:1767384923.373250:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384923.373251:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384923.373252:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000400:00000010:2.0:1767384923.373253:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000400:00000200:2.0:1767384923.373255:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384923.373257:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767384923.373259:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d9b09e36. 00000400:00000010:2.0:1767384923.373261:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008845c562. 00000400:00000200:2.0:1767384923.373266:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp32 00000400:00000010:2.0:1767384923.373269:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001bb63a8f. 00000400:00000010:2.0:1767384923.373272:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008845c562. 00000400:00000010:2.0:1767384923.373274:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000400:00000010:2.0:1767384923.373276:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e1978109. 00000400:00000200:2.0:1767384923.373283:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp32 00000400:00000200:2.0:1767384923.373293:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp32 local destination 00000800:00000200:3.0:1767384923.373295:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384923.373297:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384923.373300:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp32 00000400:00000200:2.0:1767384923.373310:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp32 NI seq info: [80:80:256:4294967295] 192.168.203.112@tcp32 LPNI seq info [78:78:8:4294967295] 00000800:00000001:0.0:1767384923.373313:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384923.373318:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp32 00000800:00000001:0.0:1767384923.373324:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384923.373332:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384923.373341:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp32(192.168.203.112@tcp32:) -> 192.168.203.112@tcp32(192.168.203.112@tcp32:192.168.203.112@tcp32) : GET try# 0 00000800:00000200:2.0:1767384923.373345:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp32 00000800:00000010:2.0:1767384923.373348:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3ac9a3a. 00000800:00000200:2.0:1767384923.373352:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000800:00000200:2.1:1767384923.373356:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000400:00000200:2.0:1767384923.373370:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp32 added to recovery queue. ping count: 2 next ping: 249 health :800 00000400:00000200:2.0:1767384923.373372:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp30 00000400:00000010:2.0:1767384923.373374:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000044e085b9. 00000400:00000010:2.0:1767384923.373383:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000054b28d5f. 00000400:00000010:2.0:1767384923.373385:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 00000400:00000010:2.0:1767384923.373389:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d1b9bb6. 00000400:00000200:2.0:1767384923.373391:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp30 00000400:00000200:2.0:1767384923.373396:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp30 local destination 00000400:00000200:2.0:1767384923.373398:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp30 00000400:00000200:2.0:1767384923.373401:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp30 NI seq info: [81:81:256:4294967295] 192.168.203.112@tcp30 LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1767384923.373405:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp30 00000400:00000200:2.0:1767384923.373410:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp30(192.168.203.112@tcp30:) -> 192.168.203.112@tcp30(192.168.203.112@tcp30:192.168.203.112@tcp30) : GET try# 0 00000800:00000200:2.0:1767384923.373413:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp30 00000800:00000010:2.0:1767384923.373416:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002bb459e4. 00000800:00000200:2.0:1767384923.373418:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000800:00000200:2.1:1767384923.373421:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000400:00000200:2.0:1767384923.373447:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp30 added to recovery queue. ping count: 2 next ping: 249 health :800 00000400:00000200:2.0:1767384923.373450:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp29 00000400:00000010:2.0:1767384923.373455:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c82fbf69. 00000400:00000010:2.0:1767384923.373459:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a1a6cf6. 00000400:00000010:2.0:1767384923.373461:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabba140. 00000400:00000200:1.0:1767384923.373461:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000010:2.0:1767384923.373477:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007677ac16. 00000400:00000200:2.0:1767384923.373482:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp29 00000400:00000200:2.0:1767384923.373494:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp29 local destination 00000400:00000200:2.0:1767384923.373500:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp29 00000400:00000200:2.0:1767384923.373509:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp29 NI seq info: [82:82:256:4294967295] 192.168.203.112@tcp29 LPNI seq info [80:80:8:4294967295] 00000400:00000200:2.0:1767384923.373513:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp29 00000400:00000200:2.0:1767384923.373521:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp29(192.168.203.112@tcp29:) -> 192.168.203.112@tcp29(192.168.203.112@tcp29:192.168.203.112@tcp29) : GET try# 0 00000800:00000200:2.0:1767384923.373529:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp29 00000800:00000010:2.0:1767384923.373533:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5984fbb. 00000800:00000200:2.0:1767384923.373539:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000800:00000200:2.1:1767384923.373547:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000400:00000200:3.0:1767384923.373561:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.373561:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384923.373564:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp29 added to recovery queue. ping count: 3 next ping: 253 health :700 00000400:00000200:0.0:1767384923.373647:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.373726:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.373781:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.373782:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.373790:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.373937:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.373957:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.374029:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.374118:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.374118:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.374120:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.374278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.374286:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.374290:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.374410:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.374412:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.374416:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.374597:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.374598:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.374599:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.374707:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.374748:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.374767:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.374802:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.374876:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.374918:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375025:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.375059:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.375061:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375113:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.375198:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.375200:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375224:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.375325:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375337:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.375342:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.375471:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.375473:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.375646:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.375660:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375845:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.375851:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.375853:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.375941:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.375996:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.376004:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.376063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.376128:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.376128:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.376200:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.376241:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.376245:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.376292:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.376442:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.376443:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.376444:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.376647:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.376661:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.376663:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.376762:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.376776:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.376781:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.376941:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.376967:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.376974:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377032:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377097:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377101:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377166:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377168:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377189:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377259:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377274:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377343:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377406:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377440:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377491:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377526:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377567:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377649:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377708:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377732:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377736:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.377821:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.377884:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.377924:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.378000:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.378066:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.378067:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.378067:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.378216:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.378234:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.378237:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.378337:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.378340:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.378369:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.378484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.378485:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.378564:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.378576:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:3.0:1767384923.378645:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ac9b0a2. 00000800:00000010:3.0:1767384923.378651:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d04490c9. 00000800:00000010:3.0:1767384923.378659:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4aea7c2. 00000400:00000200:0.0:1767384923.378668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.378672:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:3.0:1767384923.378705:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4aea7c2. 00000800:00020000:3.0:1767384923.378727:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384923.378730:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d04490c9. 00000800:00000010:3.0:1767384923.378732:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000ac9b0a2. 00000400:02020000:3.0:1767384923.378813:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp30 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384923.378826:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp30 notifying 192.168.203.112@tcp30: down 00000400:00000200:1.0:1767384923.378834:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.378836:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000800:00000200:3.0:1767384923.378840:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp30 down 00000800:00000100:3.0:1767384923.378855:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp30 00000800:00000010:3.0:1767384923.378859:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002bb459e4. 00000400:00000200:3.0:1767384923.378866:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384923.378877:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp30->192.168.203.112@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384923.378937:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384923.378942:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384923.378946:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp30) recovery failed with -71 00000400:00000200:1.0:1767384923.379023:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.379089:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000800:00000010:0.0:1767384923.379212:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0231829. 00000800:00000010:0.0:1767384923.379218:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000031cb735f. 00000800:00000010:0.0:1767384923.379222:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004769e8d4. 00000800:00000010:0.0:1767384923.379271:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004769e8d4. 00000400:00000200:2.0:1767384923.379360:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384923.379381:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a119971. 00000800:00000010:1.0:1767384923.379388:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000861d267c. 00000400:00000200:2.0:1767384923.379389:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp32 from 215.3.0.2 00000800:00000010:2.0:1767384923.379396:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000022e2e51. 00000800:00000010:1.0:1767384923.379397:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041cc4635. 00000800:00000010:1.0:1767384923.379439:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041cc4635. 00000400:00000200:2.0:1767384923.379443:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384923.379455:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp29 from 216.3.0.2 00000800:00000010:2.0:1767384923.379457:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000080965b8e. 00000800:00000010:3.0:1767384923.379477:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ac9b0a2. 00000800:00000010:3.0:1767384923.379483:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d04490c9. 00000800:00000010:0.0:1767384923.379499:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029077231. 00000800:00000010:0.0:1767384923.379505:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a21ed9f. 00000800:00000010:3.0:1767384923.379511:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c00b215c. 00000800:00000200:3.1:1767384923.379523:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (2) 00000800:00000010:0.0:1767384923.379529:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cd22ec81. 00000800:00000200:3.1:1767384923.379530:0:16124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp32 00000000c00b215c deleted 00000800:00000010:3.1:1767384923.379535:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c00b215c. 00000800:00000200:3.1:1767384923.379542:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384923.379549:0:16124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp32 ip 192.168.203.112:983 00000800:00000200:3.1:1767384923.379553:0:16124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d3ac9a3a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384923.379563:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp32 p 3.x 192.168.203.112 -> 192.168.203.112:983 incarnation:1767384919741043450 sched[0] 00000800:00000200:0.1:1767384923.379567:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (2) 00000800:00000200:0.1:1767384923.379574:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp29 00000000cd22ec81 deleted 00000800:00000010:3.0:1767384923.379575:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4aea7c2. 00000800:00000010:0.1:1767384923.379578:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cd22ec81. 00000800:00000200:0.1:1767384923.379586:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384923.379591:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp29 ip 192.168.203.112:984 00000800:00000200:0.1:1767384923.379595:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5984fbb type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384923.379603:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp29 p 3.x 192.168.203.112 -> 192.168.203.112:984 incarnation:1767384913680278569 sched[0] 00000800:00000010:0.0:1767384923.379608:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004769e8d4. 00000800:00000010:3.0:1767384923.379691:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4aea7c2. 00000800:00000010:3.0:1767384923.379700:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d04490c9. 00000800:00000200:1.1:1767384923.379710:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384923.379721:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004769e8d4. 00000800:00000200:1.0:1767384923.379727:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp32 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384919741043450 sched[0] 00000800:00000010:1.0:1767384923.379734:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000861d267c. 00000800:00000010:0.0:1767384923.379735:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a21ed9f. 00000800:00000010:3.0:1767384923.379771:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000022e2e51. 00000800:00000001:3.0:1767384923.379811:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384923.379811:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000080965b8e. 00000800:00000001:3.0:1767384923.379818:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384923.379828:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384923.379837:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384923.379872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:3.0:1767384923.379889:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384923.379895:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3ac9a3a. 00000800:00000200:0.0:1767384923.379944:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384923.379949:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5984fbb. 00000400:00000200:0.0:1767384923.379955:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384923.379962:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.379976:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp29->192.168.203.112@tcp29: GET: OK 00000400:00000200:3.0:1767384923.379977:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp32->192.168.203.112@tcp32: GET: OK 00000400:00000200:0.0:1767384923.379987:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384923.379989:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384923.379994:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp29 recovery message sent successfully:0 00000400:00000200:3.0:1767384923.379998:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp32 recovery message sent successfully:0 00000800:00000001:0.0:1767384923.380017:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384923.380019:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:0.0:1767384923.380027:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384923.380031:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384923.380045:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384923.380059:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp32(192.168.203.112@tcp32) <- 192.168.203.112@tcp32 : GET - for me 00000400:00000200:0.0:1767384923.380076:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384923.380090:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1895 [1] + 0 00000400:00000200:0.0:1767384923.380108:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp32 to MR: 192.168.203.112@tcp32 local destination 00000400:00000200:0.0:1767384923.380118:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp32 NI seq info: [83:83:256:4294967295] 192.168.203.112@tcp32 LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1767384923.380133:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp32(192.168.203.112@tcp32:192.168.203.112@tcp32) -> 192.168.203.112@tcp32(192.168.203.112@tcp32:192.168.203.112@tcp32) 192.168.203.112@tcp32 : REPLY try# 0 00000800:00000200:0.0:1767384923.380142:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp32 00000800:00000010:0.0:1767384923.380147:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a869832. 00000400:00000200:1.0:1767384923.380149:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000200:0.0:1767384923.380154:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (4) 00000800:00000200:0.0:1767384923.380160:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp32 ip 192.168.203.112:988 00000800:00000200:0.0:1767384923.380163:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a869832 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.1:1767384923.380182:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384923.380183:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:3.0:1767384923.380190:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp29 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384913680278569 sched[0] 00000800:00000010:3.0:1767384923.380195:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000031cb735f. 00000800:00000001:2.0:1767384923.380202:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384923.380260:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:2.0:1767384923.380284:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384923.380296:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384923.380297:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384923.380309:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384923.380310:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a869832. 00000400:00000200:0.0:1767384923.380324:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384923.380333:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384923.380335:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp32->192.168.203.112@tcp32: REPLY: OK 00000400:00000200:3.0:1767384923.380345:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384923.380354:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp29(192.168.203.112@tcp29) <- 192.168.203.112@tcp29 : GET - for me 00000800:00000001:0.0:1767384923.380357:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384923.380368:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384923.380373:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384923.380375:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000001:0.0:1767384923.380376:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384923.380393:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384923.380394:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1895 [1] + 0 00000400:00000200:0.0:1767384923.380415:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp32(192.168.203.112@tcp32) <- 192.168.203.112@tcp32 : REPLY - for me 00000400:00000200:2.0:1767384923.380423:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp29 to MR: 192.168.203.112@tcp29 local destination 00000400:00000200:2.0:1767384923.380434:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp29 NI seq info: [84:84:256:4294967295] 192.168.203.112@tcp29 LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1767384923.380454:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp29(192.168.203.112@tcp29:192.168.203.112@tcp29) -> 192.168.203.112@tcp29(192.168.203.112@tcp29:192.168.203.112@tcp29) 192.168.203.112@tcp29 : REPLY try# 0 00000400:00000200:3.0:1767384923.380459:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000200:2.0:1767384923.380468:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp29 00000400:00000200:1.0:1767384923.380471:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.380475:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp32: Reply from 12345-192.168.203.112@tcp32 of length 272/272 into md 0x191d 00000800:00000010:2.0:1767384923.380476:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078a3390b. 00000800:00000001:0.0:1767384923.380492:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384923.380497:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (4) 00000800:00000200:2.0:1767384923.380509:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp29 ip 192.168.203.112:988 00000800:00000001:0.0:1767384923.380511:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384923.380516:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384923.380517:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384923.380538:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp32->192.168.203.112@tcp32: REPLY: OK 00000400:00000200:3.0:1767384923.380544:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.380546:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000400:00000010:0.0:1767384923.380551:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000400:00000200:1.0:1767384923.380553:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384923.380556:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384923.380566:0:16129:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001bb63a8f. 00000400:00000010:0.0:1767384923.380573:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008845c562. 00000800:00000001:0.0:1767384923.380586:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384923.380644:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384923.380649:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078a3390b. 00000400:00000200:2.0:1767384923.380655:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384923.380659:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384923.380669:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp29->192.168.203.112@tcp29: REPLY: OK 00000400:00000200:3.0:1767384923.380672:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000001:2.0:1767384923.380694:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384923.380705:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384923.380710:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384923.380719:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384923.380721:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384923.380726:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384923.380741:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp29(192.168.203.112@tcp29) <- 192.168.203.112@tcp29 : REPLY - for me 00000400:00000200:1.0:1767384923.380744:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384923.380757:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp29: Reply from 12345-192.168.203.112@tcp29 of length 272/272 into md 0x1925 00000800:00000001:2.0:1767384923.380764:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384923.380765:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:2.0:1767384923.380771:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384923.380776:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384923.380781:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp29->192.168.203.112@tcp29: REPLY: OK 00000400:00000200:2.0:1767384923.380788:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabba140 00000400:00000010:2.0:1767384923.380792:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fabba140. 00000400:00000200:2.0:1767384923.380799:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384923.380806:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c82fbf69. 00000400:00000010:2.0:1767384923.380812:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a1a6cf6. 00000800:00000001:2.0:1767384923.380825:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384923.380826:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000800:00000001:2.0:1767384923.380831:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384923.380855:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384923.380868:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000800:00000001:2.0:1767384923.380878:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384923.380959:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381100:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381103:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381260:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381261:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381346:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381371:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381388:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381479:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381497:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381535:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381577:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381608:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381617:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381710:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381729:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381770:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381822:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381845:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381925:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.381970:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.381972:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382131:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382135:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382178:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382222:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382224:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382388:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382554:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382565:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382612:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382649:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382692:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382725:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382762:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382808:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382811:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.382937:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.382962:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.383006:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383023:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.383074:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383091:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.383154:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383167:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.383214:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383253:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384923.383281:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383296:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383346:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383382:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383423:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383460:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:3.0:1767384923.383509:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:1.0:1767384923.383514:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ed90e3f. 00000800:00000010:1.0:1767384923.383521:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000861d267c. 00000400:00000200:3.0:1767384923.383525:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000800:00000010:1.0:1767384923.383527:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041cc4635. 00000400:00000200:3.0:1767384923.383545:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000800:00000010:1.0:1767384923.383564:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041cc4635. 00000400:00000200:3.0:1767384923.383577:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000800:00020000:1.0:1767384923.383578:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384923.383584:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000861d267c. 00000800:00000010:1.0:1767384923.383589:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ed90e3f. 00000400:02020000:1.0:1767384923.383652:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp32 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384923.383750:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001af92ef2. 00000800:00000010:3.0:1767384923.383754:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d04490c9. 00000800:00000010:3.0:1767384923.383757:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4aea7c2. 00000800:00000010:3.0:1767384923.383798:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4aea7c2. 00000400:00000200:2.0:1767384923.383935:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384923.383962:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp29 from 214.3.0.2 00000800:00000010:2.0:1767384923.383966:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005a910eb8. 00000800:00000010:3.0:1767384923.383992:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000342be977. 00000800:00000010:3.0:1767384923.383995:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c00b215c. 00000800:00000010:3.0:1767384923.384020:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c567a3b5. 00000800:00000200:3.1:1767384923.384027:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (4) 00000800:00000200:3.1:1767384923.384031:0:16124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp29 00000000c567a3b5 deleted 00000800:00000010:3.1:1767384923.384033:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c567a3b5. 00000800:00000200:3.1:1767384923.384038:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384923.384041:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp29 p 3.x 192.168.203.112 -> 192.168.203.112:982 incarnation:1767384913680278569 sched[0] 00000800:00000010:3.0:1767384923.384045:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4aea7c2. 00000800:00000010:3.0:1767384923.384101:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4aea7c2. 00000800:00000010:3.0:1767384923.384107:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c00b215c. 00000800:00000200:0.1:1767384923.384137:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384923.384150:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp29 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384913680278569 sched[0] 00000800:00000010:0.0:1767384923.384154:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d04490c9. 00000800:00000010:3.0:1767384923.384168:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005a910eb8. 00000800:00000001:1.0:1767384923.384194:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384923.384202:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384923.384217:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384923.384225:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384923.628960:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384923.628969:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384923.628978:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384923.628979:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384923.629061:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384923.629068:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384923.629074:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384924.121330:0:28817:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384924.121334:0:28817:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:0.0:1767384924.124042:0:28817:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384924.132731:0:28818:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e0e4c9f7. 00000400:00000010:3.0:1767384924.132744:0:28818:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005a3ce7ff. 00000400:00000010:3.0:1767384924.132754:0:28818:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000773cab4c. 00000400:00000010:3.0:1767384924.132758:0:28818:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a26a245a. 00000400:00000010:3.0:1767384924.132762:0:28818:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c10b272b. 00000400:00000010:3.0:1767384924.132767:0:28818:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d7728e4c. 00000400:00000010:3.0:1767384924.132769:0:28818:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000160bb2c9. 00000400:00000010:3.0:1767384924.132771:0:28818:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cf7d3d28. 00000400:00000010:3.0:1767384924.132775:0:28818:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006a2b3570. 00000800:00000010:3.0:1767384924.132790:0:28818:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009a7b03a4. 00000800:00000200:3.0:1767384924.132808:0:28818:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384924.132822:0:28818:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384924.132856:0:28818:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384924.132904:0:28818:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp34 [8/256/0/180] 00000400:00000010:3.0:1767384924.134406:0:28818:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000065528eaa. 00000400:00000010:3.0:1767384924.134411:0:28818:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3df13c5. 00000400:00000010:3.0:1767384924.134416:0:28818:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000400:00000001:3.0:1767384924.134435:0:28818:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384924.134437:0:28818:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384924.134438:0:28818:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e687b58. 00000400:00000200:3.0:1767384924.134440:0:28818:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4db31a1 00000400:00000010:3.0:1767384924.134442:0:28818:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4db31a1. 00000400:00000010:3.0:1767384924.134445:0:28818:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000007e29b590. 00000400:00000200:3.0:1767384924.134449:0:28818:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (25) 00000400:00000200:3.0:1767384924.134462:0:28818:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384924.134473:0:28818:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:3.0:1767384924.134479:0:28818:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ba1499dd. 00000020:01000000:3.0:1767384924.134482:0:28818:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384924.134485:0:28818:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp34 00000400:00000010:3.0:1767384924.134504:0:28818:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005a3ce7ff. 00000400:00000010:3.0:1767384924.134509:0:28818:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e0e4c9f7. 00000400:00000200:2.0:1767384924.134510:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384924.134525:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000010:2.0:1767384924.134538:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabba140. 00000400:00000200:2.0:1767384924.134546:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (26) 00000400:00000010:2.0:1767384924.134555:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8daabec. 00000400:00000200:2.0:1767384924.134564:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp13 00000020:00000001:0.0:1767384924.134564:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384924.134572:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384924.134577:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384924.134580:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384924.134583:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384924.134586:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384924.134588:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384924.134591:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384924.134598:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384924.134602:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp13 to MR: 192.168.203.112@tcp13 local destination 00000020:01000004:0.0:1767384924.134604:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384924.134610:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384924.134613:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384924.134614:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384924.134616:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384924.134640:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221c8332. 00000400:00000200:2.0:1767384924.134648:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp13 NI seq info: [85:85:256:4294967295] 192.168.203.112@tcp13 LPNI seq info [83:83:8:4294967295] 00000020:00000040:0.0:1767384924.134651:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384924.134666:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384924.134670:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384924.134671:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp13 02000000:00000001:0.0:1767384924.134685:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.134705:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) -> 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) : PUT try# 0 02000000:00000010:0.0:1767384924.134705:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000be83c0bd. 00000100:00000001:0.0:1767384924.134723:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384924.134731:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.112@tcp13 00000100:00000001:0.0:1767384924.134738:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384924.134742:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384924.134759:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078a3390b. 00000100:00000040:0.0:1767384924.134763:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000221c8332] to pc [ptlrpcd_00_01+1] req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384924.134776:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (6) 00000800:00000200:2.0:1767384924.134794:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:988 00000800:00000200:2.0:1767384924.134800:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 1, nob 544 niov 1 nkiov 1 10000000:00000001:0.0:1767384924.134805:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384924.134810:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384924.134814:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384924.134818:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384924.134818:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384924.134828:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384924.134833:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000020:00000001:0.0:1767384924.134835:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384924.134836:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384924.134844:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384924.134851:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100551 rc 0 10000000:00000001:0.0:1767384924.134853:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384924.134854:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384924.134862:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384924.134873:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384924.134877:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384924.134880:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384924.134883:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384924.134944:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384924.134946:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384924.134948:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384924.134951:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384924.134952:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384924.134957:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e6519eb. 00000100:00000001:3.0:1767384924.134959:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384924.134961:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384924.134964:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.134966:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384924.134969:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384924.134971:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384924.134971:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384924.134976:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384924.134979:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384924.134982:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352223360:0@lo:253: 02000000:00000010:0.0:1767384924.134982:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001687ee31. 00000100:00000001:3.0:1767384924.134989:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384924.134989:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.134996:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384924.134999:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384924.134999:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384924.135004:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e6519eb] to pc [ptlrpcd_00_02+2] req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384924.135012:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384924.135016:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384924.135021:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001635d968. 02000000:00000001:3.0:1767384924.135023:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384924.135026:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384924.135028:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcd0911a. 00000400:00000010:3.0:1767384924.135033:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a3ce7ff. 10000000:00000001:0.0:1767384924.135040:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384924.135041:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352223360, portal 25 00000020:00000001:0.0:1767384924.135044:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384924.135046:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:0.0:1767384924.135048:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384924.135049:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376592640 : -106558332958976 : ffff9f15f46a8700) 00000020:00000010:0.0:1767384924.135051:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ba1499dd. 00000100:00000040:3.0:1767384924.135060:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384924.135068:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384924.135071:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384924.135076:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003650ac26. 00000800:00000200:2.0:1767384924.135077:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384924.135077:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384924.135079:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352223360, offset 0 00000100:00000001:0.0:1767384924.135085:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384924.135088:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078a3390b. 00000100:00000001:0.0:1767384924.135093:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384924.135098:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384924.135098:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384924.135100:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384924.135103:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384924.135120:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384924.135131:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384924.135131:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: PUT: OK 00000400:00000200:2.0:1767384924.135152:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384924.135161:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105280 00000100:00000001:0.0:1767384924.135161:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384924.135167:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp13: 0 00000100:00000001:0.0:1767384924.135170:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.135181:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 02000000:00000001:0.0:1767384924.135181:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384924.135186:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384924.135187:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ff4903e. 02000000:00000001:0.0:1767384924.135193:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.135194:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000457cd277 00000100:00100000:0.0:1767384924.135202:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352223488:0@lo:253: 00000400:00000200:3.0:1767384924.135204:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384924.135212:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384924.135214:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384924.135216:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384924.135225:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384924.135226:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457cd277 00000400:00000010:3.0:1767384924.135230:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000457cd277. 02000000:00000001:0.0:1767384924.135231:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384924.135236:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384924.135237:0:16137:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384924.135238:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384924.135245:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384924.135247:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384924.135251:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000003b27152f x1853237352223360 msgsize 4848 02000000:00000010:0.0:1767384924.135253:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a983c617. 00000800:00000001:2.0:1767384924.135256:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384924.135258:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384924.135270:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747d6d5b. 00000100:00100000:3.0:1767384924.135280:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384924.135283:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384924.135284:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a628d43. 00000400:00000200:2.0:1767384924.135291:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13) <- 192.168.203.112@tcp13 : PUT - for me 00000100:00000200:0.0:1767384924.135295:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352223488, portal 25 00000100:00000001:3.0:1767384924.135298:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384924.135301:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384924.135304:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376590848 : -106558332960768 : ffff9f15f46a8000) 00000100:00000040:0.0:1767384924.135312:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384924.135317:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003650ac26 00000400:00000200:2.0:1767384924.135320:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384924.135323:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003650ac26. 00000100:00000001:3.0:1767384924.135336:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384924.135344:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384924.135344:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384924.135350:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 432/448 into md 0x18b1 [1] + 0 00000100:00000040:0.0:1767384924.135361:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384924.135370:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3876dd7. 00000400:00000010:2.0:1767384924.135372:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b334f3f. 00000400:00000200:2.0:1767384924.135387:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c9aabc53 00000100:00000001:3.0:1767384924.135390:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384924.135396:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352223488, offset 0 00000800:00000001:2.0:1767384924.135398:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384924.135403:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384924.135411:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.135424:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384924.135426:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384924.135426:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384924.135433:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384924.135440:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: PUT: OK 00000400:00000200:0.0:1767384924.135450:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384924.135451:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.135452:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9aabc53 00000400:00000010:2.0:1767384924.135461:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9aabc53. 00000100:00000001:3.0:1767384924.135462:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294913095 00000400:00000200:0.0:1767384924.135472:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105300 00000100:00000010:3.0:1767384924.135477:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabc632f. 00000400:00000200:2.0:1767384924.135477:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384924.135489:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1191 [2] + 0 00000400:00000200:2.0:1767384924.135498:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (27) 00000100:00000001:3.0:1767384924.135500:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384924.135500:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dd9060. 00000400:00000200:0.0:1767384924.135523:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b661b1f3 00000100:00000001:3.0:1767384924.135524:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294913095 00000400:00000200:2.0:1767384924.135528:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384924.135538:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384924.135539:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009ace42e. 00000400:00000200:2.0:1767384924.135543:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (448 bytes) 00000100:00000001:3.0:1767384924.135550:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384924.135563:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294913095 00000400:00000200:0.0:1767384924.135566:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384924.135567:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000010:3.0:1767384924.135576:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059909f14. 00000100:00000001:3.0:1767384924.135583:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384924.135585:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294913095 00000400:00000200:2.0:1767384924.135586:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (28) 00000100:00000010:3.0:1767384924.135587:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008162ea31. 00000100:00000001:3.0:1767384924.135591:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384924.135593:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384924.135594:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384924.135596:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384924.135597:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384924.135614:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384924.135617:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384924.135620:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384924.135621:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384924.135621:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b661b1f3 00000100:00000001:3.0:1767384924.135638:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384924.135639:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b661b1f3. 00000100:00000001:3.0:1767384924.135641:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384924.135646:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.135646:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384924.135657:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384924.135663:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000005a457534 x1853237352223488 msgsize 4848 00000400:00000200:2.0:1767384924.135671:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp13 to MR: 192.168.203.112@tcp13 local destination 00000100:00100000:0.0:1767384924.135689:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384924.135690:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp13 NI seq info: [86:86:256:4294967295] 192.168.203.112@tcp13 LPNI seq info [84:84:8:4294967295] 00000100:00000040:0.0:1767384924.135693:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384924.135712:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384924.135720:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) -> 192.168.203.112@tcp13(192.168.203.112@tcp13:192.168.203.112@tcp13) 192.168.203.112@tcp13 : ACK try# 0 00000800:00000200:2.0:1767384924.135729:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp13 00000400:00000200:0.0:1767384924.135732:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3876dd7 00000800:00000010:2.0:1767384924.135736:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078a3390b. 00000400:00000010:0.0:1767384924.135737:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3876dd7. 00000100:00000001:0.0:1767384924.135746:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384924.135755:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (6) 00000100:00000200:0.0:1767384924.135756:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384924.135775:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384924.135782:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:1015 00000100:00000040:0.0:1767384924.135788:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384924.135792:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384924.135792:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384924.135811:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384924.135812:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000eb4971fc. 00000100:00000001:0.0:1767384924.135818:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384924.135820:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf8929e. 00000400:00000010:3.0:1767384924.135827:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f328b6f5. 00000100:00000001:0.0:1767384924.135827:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384924.135829:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384924.135833:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294913095 00000800:00000001:2.0:1767384924.135841:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384924.135842:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294913095 00000400:00000200:3.0:1767384924.135843:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000eb4971fc 00000400:00000010:3.0:1767384924.135854:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000b057227d. 00000100:00000001:0.0:1767384924.135855:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294913095 00000100:00000001:0.0:1767384924.135863:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294913095 00000100:00000001:0.0:1767384924.135866:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294913095 00000400:00000200:3.0:1767384924.135867:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000100:00000001:0.0:1767384924.135870:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294913095 00000400:00000200:3.0:1767384924.135879:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102451 00000100:00000001:0.0:1767384924.135884:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294913095 00000400:00000200:3.0:1767384924.135938:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (27) 00000400:00000010:3.0:1767384924.135945:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000b057227d. 00000100:00000001:0.0:1767384924.135946:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294913095 00000100:00000001:0.0:1767384924.135952:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384924.135954:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9aabc53. 00000100:00000001:0.0:1767384924.135954:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.135957:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.135961:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384924.135965:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc6464c6. 00000100:00000001:0.0:1767384924.135968:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384924.135972:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384924.135974:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767384924.135977:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384924.135980:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384924.135981:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.135986:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.136001:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:0.0:1767384924.136011:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384924.136015:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:0.0:1767384924.136015:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.136030:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:0.0:1767384924.136036:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384924.136045:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000100:00100000:0.0:1767384924.136045:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352223360 02000000:00000001:0.0:1767384924.136048:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384924.136054:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384924.136058:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.136059:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 02000000:00000001:0.0:1767384924.136064:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384924.136070:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352223360 00000400:00000200:3.0:1767384924.136072:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:00000001:0.0:1767384924.136074:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384924.136080:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000800:00000200:2.0:1767384924.136082:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384924.136084:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000020:00000001:0.0:1767384924.136085:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384924.136093:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000800:00000010:2.0:1767384924.136094:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078a3390b. 00000020:00000001:0.0:1767384924.136102:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384924.136105:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:2.0:1767384924.136109:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384924.136111:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384924.136124:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:0.0:1767384924.136126:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384924.136134:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000400:00000200:2.0:1767384924.136135:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: ACK: OK 00000400:00000200:3.0:1767384924.136141:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:0.0:1767384924.136144:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384924.136155:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000400:00000200:3.0:1767384924.136162:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000020:00000010:0.0:1767384924.136166:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bdee998. 00000400:00000200:3.0:1767384924.136171:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:3.0:1767384924.136175:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000020:00000010:0.0:1767384924.136175:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cd2ca28d. 00000400:00000200:3.0:1767384924.136183:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000020:00000010:0.0:1767384924.136184:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff8010f. 00000100:00000040:0.0:1767384924.136208:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384924.136210:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:3.0:1767384924.136213:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000100:00000001:0.0:1767384924.136220:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384924.136221:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000001:0.0:1767384924.136225:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384924.136229:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.136233:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:3.0:1767384924.136240:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000100:00000001:0.0:1767384924.136241:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.136246:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:3.0:1767384924.136257:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 16], ns[84, 16] 00000100:00000001:0.0:1767384924.136258:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384924.136264:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[79, 16], ns[81, 16] 00000400:00000200:3.0:1767384924.136272:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[77, 16], ns[79, 16] 00000100:00000001:0.0:1767384924.136274:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384924.136280:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352223488 00000400:00000200:3.0:1767384924.136282:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 16], ns[83, 16] 02000000:00000001:0.0:1767384924.136285:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384924.136288:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384924.136290:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.136291:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 02000000:00000001:0.0:1767384924.136293:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384924.136297:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352223488 00000400:00000200:3.0:1767384924.136299:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000020:00000001:0.0:1767384924.136301:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384924.136304:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:3.0:1767384924.136308:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp33 00000020:00000001:0.0:1767384924.136308:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384924.136312:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:0.0:1767384924.136317:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384924.136318:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp33 lpni_is_preferred = 0 00000020:00000001:0.0:1767384924.136322:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384924.136326:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp33 00000100:00000001:0.0:1767384924.136330:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384924.136334:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp33 NI seq info: [87:87:256:4294967295] 192.168.203.112@tcp33 LPNI seq info [85:85:8:4294967295] 00000020:00000010:0.0:1767384924.136335:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384924.136342:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384924.136345:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp33 00000020:00000010:0.0:1767384924.136347:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384924.136355:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2a1bf02. 00000020:00000010:0.0:1767384924.136361:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b81ad77. 00000400:00000200:3.0:1767384924.136368:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp33(192.168.203.112@tcp33:) -> 192.168.203.112@tcp33(192.168.203.112@tcp:192.168.203.112@tcp33) : GET try# 0 00000020:00000010:0.0:1767384924.136369:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000feae8268. 00000100:00000001:0.0:1767384924.136383:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:3.0:1767384924.136387:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp33 00000100:00000001:0.0:1767384924.136388:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767384924.136392:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384924.136393:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384924.136394:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000736e91dd. 00000100:00000001:0.0:1767384924.136406:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384924.136407:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384924.136409:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003650ac26. 00000800:00000010:3.0:1767384924.136423:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000457cd277. 00000800:00000001:2.0:1767384924.136428:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384924.136429:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384924.136467:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384924.136468:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384924.136469:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000100:00000001:0.0:1767384924.136473:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384924.136480:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384924.136490:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000100:00100000:0.0:1767384924.136490:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:0.0:1767384924.136498:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384924.136501:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526165584 : -106558183386032 : ffff9f15fd54d450) 00000400:00000200:3.0:1767384924.136512:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000100:00000040:0.0:1767384924.136517:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b27152f x1853237352223360/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:150/0 lens 4848/0 e 0 to 0 dl 1767384935 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384924.136521:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100651 rc 0 00000800:00000001:2.0:1767384924.136521:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384924.136540:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384924.136549:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000400:00000200:2.0:1767384924.136556:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp13(192.168.203.112@tcp13) <- 192.168.203.112@tcp13 : ACK - for me 00000100:00000001:0.0:1767384924.136558:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384924.136567:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384924.136581:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b27152f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352223360:12345-0@lo:253: 00000400:00000200:2.0:1767384924.136596:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp13: ACK from 12345-192.168.203.112@tcp13 into md 0x192d 00000100:00000200:0.0:1767384924.136598:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352223360 00000100:00000001:3.0:1767384924.136603:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384924.136608:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384924.136613:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384924.136615:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384924.136617:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384924.136638:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384924.136639:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000020:00000001:0.0:1767384924.136644:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384924.136646:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000001:0.0:1767384924.136648:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:3.0:1767384924.136653:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526162512 : -106558183389104 : ffff9f15fd54c850) 00000400:00000200:2.0:1767384924.136659:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp13->192.168.203.112@tcp13: ACK: OK 00000020:00000001:0.0:1767384924.136677:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384924.136679:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabba140 00000020:00000001:0.0:1767384924.136681:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384924.136690:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fabba140. 00000100:00000040:3.0:1767384924.136691:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a457534 x1853237352223488/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:150/0 lens 4848/0 e 0 to 0 dl 1767384935 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384924.136692:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384924.136700:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384924.136705:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:0.0:1767384924.136708:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384924.136721:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384924.136722:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384924.136727:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000020:00000010:3.0:1767384924.136735:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b2b3a54. 02000000:00000001:0.0:1767384924.136736:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384924.136746:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:3.0:1767384924.136748:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384924.136749:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f7fc1e1. 02000000:00000001:0.0:1767384924.136761:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384924.136763:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b2b3a54. 00000100:00000001:0.0:1767384924.136766:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384924.136772:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384924.136773:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (28) 20000000:00000010:0.0:1767384924.136801:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007a84feca. 00000100:00100000:3.0:1767384924.136802:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a457534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352223488:12345-0@lo:253: 00000800:00000001:2.0:1767384924.136809:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:0.0:1767384924.136809:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:3.0:1767384924.136812:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352223488 20000000:00000001:0.0:1767384924.136821:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384924.136822:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1767384924.136824:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384924.136826:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384924.136829:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384924.136833:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384924.136835:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384924.136839:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384924.136842:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384924.136844:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384924.136846:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:3.0:1767384924.136851:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384924.136855:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384924.136859:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:0.0:1767384924.136861:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b2d43f8. 00000400:00000200:2.0:1767384924.136862:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384924.136863:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767384924.136873:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000020:00000001:3.0:1767384924.136875:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.136878:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 20000000:00000001:0.0:1767384924.136880:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384924.136886:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384924.136892:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384924.136897:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:3.0:1767384924.136918:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba1499dd. 02000000:00000001:3.0:1767384924.136923:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.136930:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (27) 00000400:00000010:2.0:1767384924.136938:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004a1a6cf6. 00000400:00000010:2.0:1767384924.136944:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabba140. 00000400:00000010:2.0:1767384924.136951:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000147ef50d. 00000400:00000200:2.0:1767384924.136962:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767384924.136963:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384924.136971:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384924.136975:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384924.136985:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00080000:00000001:0.0:1767384924.136999:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384924.137000:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 20000000:00000010:3.0:1767384924.137001:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f3e66c6b. 20000000:01000000:3.0:1767384924.137018:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384924.137019:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384924.137026:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384924.137027:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384924.137028:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00080000:00000001:0.0:1767384924.137030:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384924.137039:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384924.137041:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384924.137044:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.137051:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:00000001:0.0:1767384924.137051:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 20000000:00000001:3.0:1767384924.137056:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384924.137064:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384924.137073:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384924.137079:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00080000:00000010:0.0:1767384924.137081:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000036d1425. 00080000:00000001:0.0:1767384924.137093:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237976576 : -106563471575040 : ffff9f14c2217800) 00000400:00000200:2.0:1767384924.137100:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00080000:00000001:0.0:1767384924.137101:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384924.137114:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:2.0:1767384924.137123:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:2.0:1767384924.137131:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:2.0:1767384924.137137:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:2.0:1767384924.137145:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:2.0:1767384924.137150:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:2.0:1767384924.137156:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:2.0:1767384924.137162:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:2.0:1767384924.137181:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:2.0:1767384924.137188:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:2.0:1767384924.137197:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:2.0:1767384924.137206:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000001:00000001:0.0:1767384924.137212:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384924.137215:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00080000:00000001:0.0:1767384924.137216:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384924.137228:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384924.137237:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 16], ns[84, 16] 00000400:00000200:2.0:1767384924.137245:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[79, 16], ns[81, 16] 00080000:00000001:0.0:1767384924.137249:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384924.137256:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[77, 16], ns[79, 16] 00080000:00000001:0.0:1767384924.137258:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384924.137269:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 16], ns[83, 16] 00000400:00000200:2.0:1767384924.137276:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 16], ns[87, 16] 00000400:00000200:2.0:1767384924.137281:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:2.0:1767384924.137287:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp14 00000400:00000200:2.0:1767384924.137292:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384924.137299:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp14 00000400:00000200:2.0:1767384924.137304:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp14 NI seq info: [88:88:256:4294967295] 192.168.203.112@tcp14 LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1767384924.137312:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp14 00000400:00000200:2.0:1767384924.137331:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp14(192.168.203.112@tcp14:) -> 192.168.203.112@tcp14(192.168.203.112@tcp:192.168.203.112@tcp14) : GET try# 0 00000800:00000200:2.0:1767384924.137342:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp14 00000800:00000010:2.0:1767384924.137348:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078a3390b. 00000800:00000200:2.0:1767384924.137358:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (6) 00000800:00000200:2.0:1767384924.137380:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp14 ip 192.168.203.112:988 00000800:00000200:2.0:1767384924.137385:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 2, nob 96 niov 1 nkiov 0 00080000:00000001:0.0:1767384924.137395:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384924.137401:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384924.137416:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384924.137421:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100251 rc 0 00000400:00000200:0.0:1767384924.137527:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:2.0:1767384924.137566:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384924.137572:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078a3390b. 00000400:00000200:2.0:1767384924.137579:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.137590:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp14->192.168.203.112@tcp14: GET: OK 00000400:00000200:2.0:1767384924.137594:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384924.137601:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:2.0:1767384924.137620:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384924.137642:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:2.0:1767384924.137651:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.137668:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.137685:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.137700:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp14(192.168.203.112@tcp14) <- 192.168.203.112@tcp14 : GET - for me 00000400:00000200:2.0:1767384924.137729:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384924.137744:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 448/448 into md 0x1929 [1] + 0 00000400:00000200:2.0:1767384924.137762:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp14 to MR: 192.168.203.112@tcp14 local destination 00000400:00000200:2.0:1767384924.137773:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp14 NI seq info: [89:89:256:4294967295] 192.168.203.112@tcp14 LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1767384924.137776:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.137813:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp14(192.168.203.112@tcp14:192.168.203.112@tcp14) -> 192.168.203.112@tcp14(192.168.203.112@tcp14:192.168.203.112@tcp14) 192.168.203.112@tcp14 : REPLY try# 0 00000800:00000200:2.0:1767384924.137823:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.112@tcp14 00000800:00000010:2.0:1767384924.137831:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078a3390b. 00000800:00000200:2.0:1767384924.137837:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (6) 00000800:00000200:2.0:1767384924.137848:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp14 ip 192.168.203.112:1013 00000800:00000200:2.0:1767384924.137851:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 3, nob 544 niov 1 nkiov 1 00000400:00000200:0.0:1767384924.137861:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384924.137907:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000200:2.0:1767384924.137998:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384924.138006:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078a3390b. 00000400:00000200:2.0:1767384924.138013:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.138028:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp14->192.168.203.112@tcp14: REPLY: OK 00000800:00000001:2.0:1767384924.138058:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.138072:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.138082:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.138107:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.138112:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.138124:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384924.138140:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.138142:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp14(192.168.203.112@tcp14) <- 192.168.203.112@tcp14 : REPLY - for me 00000400:00000200:2.0:1767384924.138171:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp14: Reply from 12345-192.168.203.112@tcp14 of length 448/448 into md 0x1949 00000800:00000001:2.0:1767384924.138179:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.138189:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.138193:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.138201:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp14->192.168.203.112@tcp14: REPLY: OK 00000400:00000200:2.0:1767384924.138207:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabba140 00000400:00000010:2.0:1767384924.138212:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fabba140. 00000400:00000200:2.0:1767384924.138223:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384924.138232:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:2.0:1767384924.138237:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384924.138243:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 26. state = 0x100251 00000400:00000200:2.0:1767384924.138254:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384924.138267:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (28) 00000800:00000001:2.0:1767384924.138279:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.138285:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.138310:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384924.138315:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x1000d1 00000400:00000010:2.0:1767384924.138324:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000605bc38e. 00000400:00000010:2.0:1767384924.138329:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000bda79c4e. 00000400:00000010:2.0:1767384924.138333:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000f45a73cd. 00000400:00000200:2.0:1767384924.138385:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp30(000000004f2f3714) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384924.138395:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp31(0000000068eb396b) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384924.138406:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d3396e17. 00000400:00000200:2.0:1767384924.138414:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d3396e17 nid 192.168.203.112@tcp34 00000400:00000010:2.0:1767384924.138421:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000074aec9. 00000400:00000200:2.0:1767384924.138424:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000000074aec9 net tcp34 00000400:00000200:2.0:1767384924.138429:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (27) 00000400:00000200:2.0:1767384924.138436:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp34 flags 0x11 00000400:00000010:2.0:1767384924.138441:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000605bc38e. 00000400:00000010:2.0:1767384924.138455:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000bda79c4e. 00000400:00000010:2.0:1767384924.138459:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000f45a73cd. 00000400:00000010:2.0:1767384924.138463:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004a1a6cf6. 00000400:00000200:2.0:1767384924.138469:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384924.138472:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x100151 00000400:00000200:2.0:1767384924.138477:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 rc 1 00000400:00000200:2.0:1767384924.138488:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100151 00000400:00000200:2.0:1767384924.138493:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384924.138496:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100111 rc 0 00000400:00000200:2.0:1767384924.138500:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384924.138504:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (28) 00000400:00000200:3.0:1767384924.138922:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139028:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139139:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139239:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139353:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139407:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139475:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139573:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139603:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139652:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139690:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139714:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.139945:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140069:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140148:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140260:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140352:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140391:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140407:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140420:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140435:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140455:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140504:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140549:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140605:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140661:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140745:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.140813:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384924.141549:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384924.141845:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000560608e3. 00000800:00000010:3.0:1767384924.141851:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0a61ebb. 00000800:00000010:3.0:1767384924.141859:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bbff339. 00000800:00000010:3.0:1767384924.141957:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bbff339. 00000800:00020000:3.0:1767384924.141977:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384924.141982:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0a61ebb. 00000800:00000010:3.0:1767384924.141991:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000560608e3. 00000400:02020000:3.0:1767384924.142089:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp33 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384924.142099:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp33 notifying 192.168.203.112@tcp33: down 00000800:00000200:3.0:1767384924.142106:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp33 down 00000800:00000100:3.0:1767384924.142115:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp33 00000800:00000010:3.0:1767384924.142120:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000736e91dd. 00000400:00000200:3.0:1767384924.142127:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384924.142133:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp33->192.168.203.112@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384924.142148:0:16125:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp33 added to recovery queue. ping count: 0 next ping: 246 health :900 00000400:00000200:3.0:1767384924.142157:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384924.142164:0:16125:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000100:00000040:3.0:1767384924.148970:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294913095, at 4294913096 00000100:00000010:3.0:1767384924.148984:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008162ea31. 00000100:00000040:2.0:1767384924.149002:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294913095, at 4294913096 00000100:00000040:1.0:1767384924.149016:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294913095, at 4294913096 00000100:00000010:2.0:1767384924.149019:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059909f14. 00000100:00000040:0.0:1767384924.149023:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294913095, at 4294913096 00000100:00000010:1.0:1767384924.149039:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009ace42e. 00000100:00000010:0.0:1767384924.149041:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabc632f. 00080000:00000001:0.0:1767384924.152956:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384924.152964:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384924.152968:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384924.152972:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384924.152979:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384924.152993:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384924.152995:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384924.153001:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384924.153002:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:2.0:1767384924.153011:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384924.153012:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384924.153014:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00040000:00000001:2.0:1767384924.153015:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000010:3.0:1767384924.153019:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000048efa79e. 00040000:00000001:2.0:1767384924.153028:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384924.153031:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384924.153032:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00080000:00000010:2.0:1767384924.153034:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000036d1425. 10000000:01000000:1.0:1767384924.153042:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384924.153048:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384924.153052:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384924.153054:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384924.153060:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384924.153061:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767384924.153073:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009534b4dd. 00010000:00000001:1.0:1767384924.153082:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384924.153087:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d58298f1. 00080000:00000001:3.0:1767384924.153092:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384924.153094:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384924.153108:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d58298f1 with handle 0x7ec529173eeb840c to hash 00080000:00000001:3.0:1767384924.153110:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384924.153118:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384924.153118:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384924.153125:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00080000:00000001:3.0:1767384924.153126:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384924.153135:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384924.153135:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00000020:00000001:3.0:1767384924.153144:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:1.0:1767384924.153145:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.153163:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384924.153165:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384924.153176:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384924.153177:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a1da359b. 00080000:00000001:3.0:1767384924.153187:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241888256 : -106563467663360 : ffff9f14c25d2800) 00080000:00000001:3.0:1767384924.153199:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384924.153210:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384924.153216:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384924.153220:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384924.153223:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.153226:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.153229:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.153231:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.153234:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384924.153238:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384924.153240:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384924.153243:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384924.153247:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009534b4dd) refcount = 1 00010000:00010000:1.0:1767384924.153252:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384924.153256:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384924.153261:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384924.153270:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384924.153272:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384924.153276:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384924.153278:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.153281:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384924.153283:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.153284:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384924.153293:0:16771:0:(osd_io.c:399:osd_write()) Process entered 20000000:00000001:1.0:1767384924.153294:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384924.153302:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384924.153307:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.153310:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.153313:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=4 00000020:00000001:1.0:1767384924.153317:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.153321:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.153325:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384924.153327:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.153339:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384924.153349:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384924.153358:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384924.153358:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384924.153369:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384924.153369:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384924.153381:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.153390:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.153392:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.153397:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384924.153401:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384924.153408:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d58298f1 already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384924.153412:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.153415:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384924.153418:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.153425:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384924.153427:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.153429:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.153430:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=5 00000020:00000001:1.0:1767384924.153432:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.153434:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.153438:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384924.153440:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.153447:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384924.153449:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.153450:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.153454:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384924.153457:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384924.153459:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.153467:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.153470:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d58298f1 with handle 0x7ec529173eeb840c from hash 00010000:00000001:1.0:1767384924.153474:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384924.153476:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.153477:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.153479:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384924.153482:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384924.153485:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384924.153488:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384924.153491:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.153494:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.153496:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384924.153499:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384924.153503:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.153505:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.153507:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.153509:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.153511:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.153514:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.153521:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.153523:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.153525:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384924.153527:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384924.153529:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.153530:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.153535:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384924.153539:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.153542:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.153545:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.153552:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384924.153555:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384924.153558:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d58298f1/0x7ec529173eeb840c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384924.153578:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009534b4dd count: 0 00010000:00000001:1.0:1767384924.153606:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384924.153609:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384924.158944:0:16617:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009534b4dd. 00010000:00000010:1.1:1767384924.158963:0:16617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d58298f1. 00080000:00000001:2.0:1767384924.167240:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384924.167245:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384924.167247:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384924.167250:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384924.167255:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384924.167256:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:2.0:1767384924.167258:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384924.167267:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a1da359b. 20000000:00000001:3.0:1767384924.167269:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384924.167284:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384924.167286:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384924.167288:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384924.167301:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384924.167305:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384924.167313:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384924.167326:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384924.167333:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384924.167337:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384924.167342:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384924.167346:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384924.167356:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009534b4dd. 00010000:00000001:1.0:1767384924.167375:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384924.167387:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d58298f1. 00000020:00000001:1.0:1767384924.167392:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384924.167400:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d58298f1 with handle 0x7ec529173eeb8413 to hash 00000020:00000001:1.0:1767384924.167405:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384924.167409:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.167415:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.167419:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.167424:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.167429:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167442:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384924.167448:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384924.167453:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384924.167456:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.167460:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.167464:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384924.167469:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.167473:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384924.167478:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384924.167482:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384924.167485:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384924.167489:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009534b4dd) refcount = 1 00010000:00010000:1.0:1767384924.167495:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167519:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384924.167523:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384924.167528:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.167531:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.167536:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384924.167540:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384924.167547:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384924.167551:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.167555:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.167558:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=4 00000020:00000001:1.0:1767384924.167562:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.167566:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.167569:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384924.167571:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167579:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384924.167582:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167588:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.167590:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384924.167592:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167598:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.167600:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.167604:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384924.167607:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384924.167617:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d58298f1 already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384924.167620:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.167658:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384924.167662:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167681:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384924.167683:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384924.167687:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384924.167690:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d58298f1 refcount=5 00000020:00000001:1.0:1767384924.167693:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.167696:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539328 : -106559024012288 : ffff9f15cb39e400) 00010000:00000001:1.0:1767384924.167701:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384924.167703:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167711:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384924.167714:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384924.167716:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.167720:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384924.167723:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384924.167725:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384924.167727:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384924.167730:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d58298f1 with handle 0x7ec529173eeb8413 from hash 00010000:00000001:1.0:1767384924.167734:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384924.167736:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.167738:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.167739:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384924.167742:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384924.167744:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384924.167749:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384924.167751:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384924.167754:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.167756:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384924.167758:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384924.167761:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.167762:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.167763:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.167779:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.167782:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.167787:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167797:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.167799:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.167802:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384924.167805:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384924.167808:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384924.167811:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384924.167814:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384924.167821:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384924.167826:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384924.167831:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384924.167840:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384924.167844:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384924.167848:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d58298f1/0x7ec529173eeb8413 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384924.167857:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009534b4dd count: 0 00010000:00000001:1.0:1767384924.167964:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384924.167966:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384924.170964:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384924.170976:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384924.170978:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007a84feca. 20000000:00000001:0.0:1767384924.170986:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384924.170992:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352223360 00010000:00000001:0.0:1767384924.170995:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384924.171004:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b27152f x1853237352223360/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384924.171013:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384924.171016:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384924.171020:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384924.171024:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384924.171026:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384924.171029:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384924.171033:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384924.171038:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.171044:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384924.171051:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384924.171055:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000593332d4. 00000100:00000200:0.0:1767384924.171062:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352223360, offset 224 00000400:00000200:0.0:1767384924.171073:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384924.171090:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384924.171102:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105280 00000400:00000200:0.0:1767384924.171113:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1931 [2] + 224 00000400:00000200:0.0:1767384924.171120:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384924.171127:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384924.171134:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384924.171138:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384924.171151:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384924.171171:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384924.171181:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000593332d4 00000400:00000010:0.0:1767384924.171184:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000593332d4. 00000100:00000001:3.0:1767384924.171185:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384924.171190:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384924.171193:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384924.171199:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384924.171204:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384924.171205:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384924.171211:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcd0911a. 00000100:00000001:0.0:1767384924.171216:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384924.171218:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a3ce7ff 00000400:00000010:3.0:1767384924.171224:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a3ce7ff. 00000100:00000040:0.0:1767384924.171224:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384924.171230:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384924.171231:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384924.171234:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384924.171239:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384924.171242:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384924.171248:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b27152f x1853237352223360/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384924.171260:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384924.171261:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b27152f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352223360:12345-0@lo:253: Request processed in 34719us (36007us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384924.171282:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384924.171286:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000001:3.0:1767384924.171287:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384924.171291:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384924.171292:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384924.171296:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384924.171298:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384924.171303:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384924.171303:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384924.171309:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cd2ca28d. 00000100:00000001:3.0:1767384924.171313:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384924.171315:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff8010f. 02000000:00000001:3.0:1767384924.171317:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384924.171320:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bdee998. 00000100:00001000:3.0:1767384924.171323:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=54 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384924.171325:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00001000:3.0:1767384924.171330:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=54 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384924.171334:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384924.171336:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384924.171338:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f7fc1e1. 00000100:00000001:3.0:1767384924.171340:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384924.171344:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384924.171346:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384924.171347:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.171349:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384924.171351:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384924.171355:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384924.171358:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384924.171361:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e55a2b. 00000100:00000001:3.0:1767384924.171370:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384924.171371:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000593332d4. 00000100:00000001:3.0:1767384924.171372:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384924.171376:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384924.171380:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384924.171383:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384924.171385:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384924.171386:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384924.171387:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384924.171388:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384924.171390:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384924.171391:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384924.171391:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384924.171393:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384924.171398:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384924.171405:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000221c8332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352223360:0@lo:253: 00000100:00000001:3.0:1767384924.171409:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384924.171412:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384924.171419:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000221c8332 x1853237352223360/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384924.171423:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384924.171425:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384924.171427:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001635d968. 02000000:00000001:3.0:1767384924.171432:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384924.171439:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384924.171441:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384924.171443:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384924.171446:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000be83c0bd. 02000000:00000001:3.0:1767384924.171451:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384924.171453:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384924.171455:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000221c8332. 00000100:00000001:3.0:1767384924.171459:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384924.171460:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384924.171462:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384924.171468:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384924.171473:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384924.171477:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384924.171479:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384924.172511:0:28823:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000373c93da. 00000400:00000040:2.0:1767384924.172539:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384924.172543:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384924.172548:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384924.172552:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384924.172555:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384924.172557:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384924.172561:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384924.172563:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384924.172572:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384924.172575:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384924.172579:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384924.172582:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384924.172588:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384924.172590:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384924.172594:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384924.172597:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384924.172599:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384924.172601:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384924.172603:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384924.172607:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384924.172610:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384924.172613:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384924.172615:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384924.172618:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384924.172620:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384924.172649:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384924.172653:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384924.172673:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384924.172675:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384924.172678:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384924.172680:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384924.172684:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384924.172686:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384924.172688:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384924.172691:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384924.172693:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384924.172694:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384924.172697:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384924.172700:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384924.172703:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384924.172707:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384924.172711:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384924.172714:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384924.172716:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384924.172719:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384924.172723:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00080000:00000020:0.0:1767384924.172723:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:2.0:1767384924.172728:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:0.0:1767384924.172729:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384924.172730:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f3e66c6b. 20000000:00000001:0.0:1767384924.172735:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384924.172739:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000040:0.0:1767384924.172741:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352223488 00000400:00000040:2.0:1767384924.172746:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:0.0:1767384924.172747:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:2.0:1767384924.172756:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000200:0.0:1767384924.172761:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a457534 x1853237352223488/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384924.172763:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384924.172772:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384924.172781:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384924.172793:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00000001:0.0:1767384924.172795:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:2.0:1767384924.172798:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384924.172800:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384924.172801:0:28823:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000001:0.0:1767384924.172807:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384924.172816:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384924.172822:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384924.172830:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384924.172837:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384924.172847:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384924.172854:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384924.172862:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384924.172870:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384924.172875:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0eca685. 00000100:00000200:0.0:1767384924.172881:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352223488, offset 224 00000400:00000200:0.0:1767384924.172928:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384924.173001:0:28823:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000373c93da. 00000400:00000200:0.0:1767384924.173012:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384924.173023:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105300 00000400:00000200:0.0:1767384924.173026:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1939 [2] + 224 00000400:00000200:0.0:1767384924.173030:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384924.173032:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384924.173034:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384924.173037:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384924.173045:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384924.173059:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384924.173065:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eca685 00000400:00000010:0.0:1767384924.173068:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0eca685. 00000100:00000001:0.0:1767384924.173073:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384924.173076:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384924.173080:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384924.173082:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.173089:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384924.173091:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384924.173096:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384924.173099:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384924.173100:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384924.173102:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384924.173108:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384924.173114:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000747d6d5b. 00000100:00000040:0.0:1767384924.173115:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a457534 x1853237352223488/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:150/0 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384924.173127:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a628d43 00000400:00000010:1.0:1767384924.173131:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a628d43. 00000100:00000001:1.0:1767384924.173136:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384924.173151:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384924.173152:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a457534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352223488:12345-0@lo:253: Request processed in 36426us (37480us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384924.173198:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384924.173208:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:1.0:1767384924.173209:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384924.173219:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384924.173224:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384924.173232:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b81ad77. 00000020:00000010:0.0:1767384924.173242:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000feae8268. 00000020:00000010:0.0:1767384924.173245:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2a1bf02. 00000020:00000040:0.0:1767384924.173247:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:0.0:1767384924.173260:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384924.173263:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba1499dd. 02000000:00000001:0.0:1767384924.173273:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384924.173277:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384924.173295:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384924.173296:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384924.173300:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384924.173302:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d594a0ff. 00000100:00000001:1.0:1767384924.173305:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384924.173311:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384924.173312:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0eca685. 00000100:00000001:1.0:1767384924.173314:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384924.173320:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384924.173325:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384924.173333:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=54 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384924.173338:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=54 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384924.173341:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384924.173343:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384924.173346:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384924.173348:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.173351:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384924.173356:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.173364:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384924.173368:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384924.173370:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384924.173376:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384924.173378:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384924.173380:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384924.173382:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384924.173383:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384924.173385:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384924.173387:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384924.173389:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384924.173391:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384924.173394:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384924.173402:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352223488:0@lo:253: 00000100:00000001:1.0:1767384924.173409:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.173411:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384924.173414:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e6519eb x1853237352223488/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384924.173428:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384924.173431:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384924.173434:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a983c617. 02000000:00000001:1.0:1767384924.173439:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384924.173441:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384924.173443:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384924.173446:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384924.173448:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001687ee31. 02000000:00000001:1.0:1767384924.173454:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384924.173456:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384924.173458:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e6519eb. 00000100:00000001:1.0:1767384924.173462:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384924.173464:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.173466:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384924.173475:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384924.173477:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384924.173480:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384924.173482:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384924.173936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009534b4dd. 00010000:00000010:1.1:1767384924.173950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d58298f1. 00000400:00000001:2.0:1767384924.396987:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384924.396996:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384924.397000:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000800:00000200:1.0:1767384924.397000:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (6) 00000400:00000010:2.0:1767384924.397008:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000800:00000200:1.0:1767384924.397012:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:988 00000400:00000200:2.0:1767384924.397015:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384924.397019:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384924.397021:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384924.397036:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000030724358. 00000400:00000010:2.0:1767384924.397043:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f997e569. 00000400:00000001:2.0:1767384924.397058:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384924.397061:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384924.397063:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000400:00000010:2.0:1767384924.397067:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000400:00000200:2.0:1767384924.397071:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384924.397075:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384924.397078:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000044e085b9. 00000400:00000010:2.0:1767384924.397082:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000054b28d5f. 00000400:00000200:2.0:1767384924.397091:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp33 00000400:00000010:2.0:1767384924.397096:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005a910eb8. 00000400:00000010:2.0:1767384924.397104:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000054b28d5f. 00000400:00000010:2.0:1767384924.397109:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 00000400:00000010:2.0:1767384924.397119:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003fe8ec11. 00000400:00000200:2.0:1767384924.397127:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp33 00000400:00000200:2.0:1767384924.397148:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp33 local destination 00000400:00000200:2.0:1767384924.397158:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp33 00000400:00000200:2.0:1767384924.397166:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp33 NI seq info: [90:90:256:4294967295] 192.168.203.112@tcp33 LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1767384924.397187:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp33 00000400:00000200:2.0:1767384924.397201:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp33(192.168.203.112@tcp33:) -> 192.168.203.112@tcp33(192.168.203.112@tcp33:192.168.203.112@tcp33) : GET try# 0 00000800:00000200:2.0:1767384924.397210:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp33 00000800:00000010:2.0:1767384924.397219:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f606646b. 00000800:00000200:2.0:1767384924.397227:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000800:00000200:2.1:1767384924.397236:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000400:00000200:2.0:1767384924.397263:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp33 added to recovery queue. ping count: 1 next ping: 248 health :900 00000800:00000200:2.0:1767384924.397396:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384924.397403:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.397418:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.397426:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.397433:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.397532:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.397674:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.397796:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.397924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.397989:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398075:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398149:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398242:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398314:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398465:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398545:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398590:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398655:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398698:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398736:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398773:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.398877:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.399356:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.399484:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.399587:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.399681:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.399793:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.399874:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.399975:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400087:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400247:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400292:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400335:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400376:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400430:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400497:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384924.400570:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:2.0:1767384924.400843:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e6be655. 00000800:00000010:2.0:1767384924.400850:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b14add88. 00000800:00000010:2.0:1767384924.400860:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002718e2b2. 00000800:00000010:2.0:1767384924.400934:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002718e2b2. 00000800:00020000:2.0:1767384924.400950:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384924.400956:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b14add88. 00000800:00000010:2.0:1767384924.400960:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009e6be655. 00000400:02020000:2.0:1767384924.401039:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp33 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384924.401051:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp33 notifying 192.168.203.112@tcp33: down 00000400:00000200:2.0:1767384924.401057:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384924.401065:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp33 00000800:00000010:2.0:1767384924.401069:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f606646b. 00000400:00000200:2.0:1767384924.401074:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384924.401081:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp33->192.168.203.112@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384924.401093:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384924.401097:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384924.401116:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp33) recovery failed with -71 00010000:00000001:2.0:1767384924.652967:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384924.652973:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384924.652979:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384924.652981:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.653003:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384924.653006:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384924.653009:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384925.421222:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384925.421229:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384925.421233:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000400:00000010:2.0:1767384925.421239:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000400:00000200:2.0:1767384925.421245:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384925.421252:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384925.421265:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005a910eb8. 00000400:00000010:2.0:1767384925.421271:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000054b28d5f. 00080000:00000001:1.0:1767384925.670195:0:29210:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384925.670212:0:29210:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384925.670216:0:29210:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.670223:0:29210:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384925.670229:0:29210:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384925.670233:0:29210:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384925.677942:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384925.677948:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384925.677955:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384925.677957:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384925.678006:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384925.678010:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.678013:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384926.439445:0:29374:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384926.439450:0:29374:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384926.442564:0:29374:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000200:0.0:1767384926.445014:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp33 00000400:00000010:0.0:1767384926.445022:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b84971fe. 00000400:00000010:0.0:1767384926.445028:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079093b02. 00000400:00000010:0.0:1767384926.445034:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000400:00000010:0.0:1767384926.445045:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4d56a9d. 00000400:00000200:0.0:1767384926.445053:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp33 00000400:00000200:0.0:1767384926.445074:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp33 local destination 00000400:00000200:0.0:1767384926.445083:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp33 00000400:00000200:0.0:1767384926.445089:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp33 NI seq info: [91:91:256:4294967295] 192.168.203.112@tcp33 LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1767384926.445096:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp33 00000400:00000200:0.0:1767384926.445114:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp33(192.168.203.112@tcp33:) -> 192.168.203.112@tcp33(192.168.203.112@tcp33:192.168.203.112@tcp33) : GET try# 0 00000800:00000200:0.0:1767384926.445123:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp33 00000800:00000010:0.0:1767384926.445128:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007a2de705. 00000800:00000200:0.0:1767384926.445155:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000800:00000200:0.1:1767384926.445160:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000400:00000200:0.0:1767384926.445182:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp33 added to recovery queue. ping count: 2 next ping: 252 health :800 00000400:00000200:3.0:1767384926.445285:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445427:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445537:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445566:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445592:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445633:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445650:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445665:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445679:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445692:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445705:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445731:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445756:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445782:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445807:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445834:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445854:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445884:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445936:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445963:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.445988:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446006:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446024:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446037:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446053:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446077:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446101:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446160:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446201:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446227:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446256:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446290:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446313:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446327:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384926.446346:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384926.446542:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000560608e3. 00000800:00000010:3.0:1767384926.446547:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbfefefd. 00000800:00000010:3.0:1767384926.446551:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a010078d. 00000800:00000010:3.0:1767384926.446567:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a010078d. 00000800:00020000:3.0:1767384926.446575:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384926.446578:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbfefefd. 00000800:00000010:3.0:1767384926.446580:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000560608e3. 00000400:02020000:3.0:1767384926.446620:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp33 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384926.446626:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp33 notifying 192.168.203.112@tcp33: down 00000400:00000200:3.0:1767384926.446630:0:16124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384926.446633:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp33 00000800:00000010:3.0:1767384926.446636:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007a2de705. 00000400:00000200:3.0:1767384926.446639:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384926.446659:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp33->192.168.203.112@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384926.446666:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384926.446669:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384926.446678:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp33) recovery failed with -71 00000400:00000010:0.0:1767384926.449681:0:29375:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006b93112c. 00000400:00000010:0.0:1767384926.449692:0:29375:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e3639551. 00000400:00000010:0.0:1767384926.449700:0:29375:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000933737a7. 00000400:00000010:0.0:1767384926.449702:0:29375:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d2a1bf02. 00000400:00000010:0.0:1767384926.449705:0:29375:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cfe8f7e9. 00000400:00000010:0.0:1767384926.449708:0:29375:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010d15677. 00000400:00000010:0.0:1767384926.449710:0:29375:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000206948fe. 00000400:00000010:0.0:1767384926.449711:0:29375:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064945d4f. 00000400:00000010:0.0:1767384926.449713:0:29375:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c87ffcff. 00000800:00000010:0.0:1767384926.449721:0:29375:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a4335040. 00000800:00000200:0.0:1767384926.449728:0:29375:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384926.449737:0:29375:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384926.449760:0:29375:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:0.0:1767384926.449778:0:29375:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp35 [8/256/0/180] 00000400:00000010:0.0:1767384926.451107:0:29375:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000000ae87874. 00000400:00000010:0.0:1767384926.451112:0:29375:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f44a601d. 00000400:00000010:0.0:1767384926.451115:0:29375:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091b42c8f. 00000400:00000001:0.0:1767384926.451147:0:29375:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384926.451148:0:29375:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384926.451150:0:29375:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3df13c5. 00000400:00000200:0.0:1767384926.451152:0:29375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5759b7 00000400:00000010:0.0:1767384926.451154:0:29375:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a5759b7. 00000400:00000010:0.0:1767384926.451158:0:29375:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000065528eaa. 00000400:00000200:0.0:1767384926.451161:0:29375:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (27) 00000400:00000200:0.0:1767384926.451172:0:29375:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384926.451180:0:29375:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:0.0:1767384926.451186:0:29375:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009f7fc1e1. 00000020:01000000:0.0:1767384926.451192:0:29375:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384926.451194:0:29375:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp35 00000400:00000200:3.0:1767384926.451196:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384926.451201:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100951 00000400:00000200:3.0:1767384926.451205:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000010:0.0:1767384926.451207:0:29375:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e3639551. 00000400:00000200:3.0:1767384926.451208:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102151 rc -71 00000400:00000010:0.0:1767384926.451213:0:29375:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006b93112c. 00000400:00000200:3.0:1767384926.451214:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384926.451220:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (28) 00000020:00000001:2.0:1767384926.451239:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384926.451245:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384926.451248:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384926.451251:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384926.451254:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384926.451256:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384926.451258:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384926.451259:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384926.451260:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384926.451261:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384926.451261:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384926.451263:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384926.451264:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384926.451265:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384926.451270:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000020:00000040:2.0:1767384926.451276:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384926.451282:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384926.451291:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384926.451297:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384926.451306:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009e6be655. 00000100:00000001:2.0:1767384926.451313:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.451322:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384926.451324:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384926.451333:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_03+3] req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384926.451358:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384926.451360:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.451362:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384926.451364:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384926.451371:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384926.451374:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384926.451375:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384926.451376:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384926.451381:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384926.451383:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384926.451384:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384926.451391:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384926.451392:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384926.451399:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384926.451403:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384926.451405:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384926.451408:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384926.451409:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384926.451413:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384926.451414:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384926.451417:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384926.451422:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384926.451428:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384926.451429:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000020:00000040:2.0:1767384926.451437:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384926.451440:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384926.451441:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384926.451446:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384926.451448:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.451449:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384926.451460:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000367d9fd1. 02000000:00000001:3.0:1767384926.451461:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384926.451466:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.451467:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384926.451470:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384926.451473:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.451475:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384926.451479:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8420ece] to pc [ptlrpcd_00_00+0] req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384926.451483:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352223616:0@lo:253: 00000100:00000001:3.0:1767384926.451499:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384926.451504:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384926.451509:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384926.451520:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384926.451529:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000560608e3. 02000000:00000001:3.0:1767384926.451532:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384926.451537:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcd0911a. 00000400:00000010:3.0:1767384926.451542:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbfefefd. 00000100:00000200:3.0:1767384926.451546:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352223616, portal 25 10000000:00000001:2.0:1767384926.451546:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.451556:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384926.451559:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.451560:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384926.451561:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384926.451571:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384926.451572:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000020:00000001:2.0:1767384926.451572:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384926.451580:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384926.451586:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384926.451592:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384926.451597:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009f7fc1e1. 00000100:00000001:1.0:1767384926.451636:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384926.451641:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384926.451643:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.451656:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384926.451659:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384926.451661:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384926.451663:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384926.451671:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384926.451673:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384926.451678:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352223744:0@lo:253: 00000400:00000010:3.0:1767384926.451688:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ac08ad. 00000100:00000001:1.0:1767384926.451688:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384926.451694:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352223616, offset 0 02000000:00000001:1.0:1767384926.451696:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384926.451699:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384926.451701:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384926.451708:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384926.451713:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004ed90e3f. 02000000:00000001:1.0:1767384926.451716:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384926.451724:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384926.451727:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdb0f7d. 00000400:00000010:1.0:1767384926.451735:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f323d034. 00000400:00000200:3.0:1767384926.451739:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105380 00000100:00000200:1.0:1767384926.451744:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352223744, portal 25 00000100:00000001:1.0:1767384926.451751:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384926.451753:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11b5 [2] + 0 00000100:00000001:1.0:1767384926.451761:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000400:00000010:3.0:1767384926.451764:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031032ae1. 00000100:00000040:1.0:1767384926.451771:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384926.451772:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddfec372 00000400:00000200:3.0:1767384926.451784:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384926.451784:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384926.451793:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384926.451797:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be83e0f7. 00000400:00000200:3.0:1767384926.451801:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384926.451803:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352223744, offset 0 00000400:00000200:3.0:1767384926.451806:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddfec372 00000400:00000010:3.0:1767384926.451810:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddfec372. 00000100:00000001:3.0:1767384926.451814:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384926.451816:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384926.451822:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384926.451824:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000cc8ec6c7 x1853237352223616 msgsize 4848 00000100:00100000:3.0:1767384926.451832:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384926.451841:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384926.451841:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384926.451857:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105400 00000100:00000001:3.0:1767384926.451862:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384926.451866:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11bd [2] + 0 00000400:00000010:1.0:1767384926.451870:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e99c76b0. 00000400:00000200:1.0:1767384926.451880:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fdfbb34b 00000400:00000200:3.0:1767384926.451916:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ac08ad 00000400:00000010:3.0:1767384926.451920:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041ac08ad. 00000100:00000001:2.0:1767384926.451920:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384926.451925:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352223616 00000400:00000200:1.0:1767384926.451925:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384926.451927:0:16139:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384926.451935:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384926.451939:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384926.451942:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.451944:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.451947:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384926.451957:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.451964:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdfbb34b 00000100:00100000:2.0:1767384926.451971:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352223616 00000400:00000010:1.0:1767384926.451974:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdfbb34b. 00000020:00000001:2.0:1767384926.451980:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384926.451985:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384926.451987:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000200:1.0:1767384926.451991:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:2.0:1767384926.451998:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384926.452008:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000677f0d54 x1853237352223744 msgsize 4848 00000100:00000001:3.0:1767384926.452009:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384926.452009:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384926.452021:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000040:3.0:1767384926.452023:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384926.452035:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00100000:1.0:1767384926.452040:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384926.452048:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384926.452050:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384926.452060:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384926.452061:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d47537fc. 00000100:00000001:3.0:1767384926.452062:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384926.452064:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384926.452069:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384926.452070:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384926.452076:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be83e0f7 00000020:00000010:2.0:1767384926.452083:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d47537fc. 00000100:00000001:3.0:1767384926.452085:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294915412 00000400:00000010:1.0:1767384926.452086:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be83e0f7. 00000020:00000010:2.0:1767384926.452094:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aa9d606. 00000100:00000001:1.0:1767384926.452100:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384926.452102:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008162ea31. 00000100:00000200:1.0:1767384926.452105:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384926.452107:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068a9ec99. 00000020:00000010:2.0:1767384926.452126:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9a8032a. 00000100:00000001:1.0:1767384926.452130:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384926.452131:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384926.452134:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.452144:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384926.452148:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384926.452148:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384926.452150:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294915412 00000100:00000001:2.0:1767384926.452156:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384926.452157:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384926.452159:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007dbf4205. 00000100:00000001:2.0:1767384926.452162:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384926.452163:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294915412 00000100:00000001:2.0:1767384926.452166:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.452168:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294915412 00000100:00000001:1.0:1767384926.452175:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294915412 00000100:00000001:3.0:1767384926.452179:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384926.452183:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.452189:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294915412 00000100:00000001:1.0:1767384926.452189:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294915412 00000100:00000001:2.0:1767384926.452196:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.452204:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294915412 00000100:00000010:3.0:1767384926.452206:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b3e6ab7. 00000100:00000001:3.0:1767384926.452215:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384926.452225:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294915412 00000100:00000001:3.0:1767384926.452227:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294915412 00000100:00000001:2.0:1767384926.452229:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384926.452234:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352223744 00000100:00000001:1.0:1767384926.452235:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294915412 00000100:00000010:3.0:1767384926.452238:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000026e8e3d. 02000000:00000001:2.0:1767384926.452238:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384926.452241:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384926.452244:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.452248:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1767384926.452249:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384926.452252:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352223744 00000020:00000001:2.0:1767384926.452255:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384926.452257:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:1.0:1767384926.452259:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294915412 00000100:00000001:3.0:1767384926.452260:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384926.452260:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384926.452263:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384926.452266:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384926.452276:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384926.452277:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.452278:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.452281:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384926.452286:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384926.452287:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.452290:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384926.452291:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d47537fc. 00000100:00000001:3.0:1767384926.452293:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.452294:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.452295:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384926.452306:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d47537fc. 00000020:00000010:2.0:1767384926.452311:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085bf1e1f. 00000100:00000001:1.0:1767384926.452313:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384926.452314:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae215d19. 00000100:00000001:3.0:1767384926.452315:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384926.452316:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384926.452326:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384926.452327:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000100:00000001:1.0:1767384926.452327:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384926.452335:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384926.452337:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384926.452337:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384926.452339:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.452345:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384926.452351:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384926.452352:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.452353:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.452364:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.452374:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.452374:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.452397:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.452416:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384926.452421:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384926.452422:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384926.452425:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384926.452428:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:1.0:1767384926.452432:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384926.452436:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526167632 : -106558183383984 : ffff9f15fd54dc50) 00000100:00100000:2.0:1767384926.452440:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767384926.452445:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000040:1.0:1767384926.452446:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc8ec6c7 x1853237352223616/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:152/0 lens 4848/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.452448:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526170704 : -106558183380912 : ffff9f15fd54e850) 00000100:00000001:1.0:1767384926.452458:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384926.452459:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000677f0d54 x1853237352223744/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:152/0 lens 4848/0 e 0 to 0 dl 1767384937 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384926.452463:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a955fad0. 00000100:00000001:1.0:1767384926.452468:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384926.452470:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384926.452473:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a955fad0. 00000020:00000010:2.0:1767384926.452480:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d47537fc. 00000100:00100000:1.0:1767384926.452483:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc8ec6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352223616:12345-0@lo:253: 00000100:00000001:2.0:1767384926.452485:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384926.452489:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352223616 00000020:00000010:2.0:1767384926.452490:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d47537fc. 00000020:00000001:1.0:1767384926.452494:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384926.452500:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384926.452501:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000677f0d54 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352223744:12345-0@lo:253: 00000020:00000001:1.0:1767384926.452504:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384926.452505:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352223744 00000020:00000001:1.0:1767384926.452508:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384926.452509:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384926.452511:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384926.452512:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384926.452515:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384926.452516:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.452519:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384926.452519:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384926.452523:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384926.452524:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384926.452528:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384926.452529:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384926.452532:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384926.452534:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384926.452536:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384926.452538:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384926.452539:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384926.452540:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384926.452543:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384926.452544:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384926.452547:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384926.452551:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001687ee31. 02000000:00000010:2.0:1767384926.452552:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ad3d855. 02000000:00000001:2.0:1767384926.452555:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.452556:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.452560:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384926.452561:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.452565:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.452566:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384926.452573:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000099a108a1. 20000000:00000010:1.0:1767384926.452576:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000027c3c97. 20000000:01000000:2.0:1767384926.452579:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384926.452581:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384926.452584:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384926.452585:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384926.452588:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384926.452591:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.452594:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.452594:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384926.452596:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384926.452597:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.452600:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.452602:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384926.452621:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073275eaf. 20000000:01000000:2.0:1767384926.452624:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:2.0:1767384926.452631:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384926.452637:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384926.452692:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384926.452696:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384926.452697:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384926.452704:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384926.452708:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384926.452714:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384926.452717:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384926.452724:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000195f76e8. 00080000:00000001:2.0:1767384926.452727:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249349120 : -106563460202496 : ffff9f14c2cf0000) 00080000:00000001:2.0:1767384926.452730:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384926.452856:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384926.452859:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384926.452861:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384926.452881:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384926.452907:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384926.453135:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384926.453139:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384926.463230:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384926.463237:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384926.463240:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384926.463244:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384926.463253:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384926.463259:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384926.463263:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384926.463266:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384926.463267:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384926.463270:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00040000:00000001:3.0:1767384926.463272:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000020:2.0:1767384926.463274:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384926.463275:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00040000:00000001:3.0:1767384926.463279:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 10000000:01000000:1.0:1767384926.463281:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:3.0:1767384926.463287:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384926.463288:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384926.463295:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:3.0:1767384926.463297:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000195f76e8. 00010000:00000010:1.0:1767384926.463303:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a134a5d6. 00080000:00000001:3.0:1767384926.463304:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384926.463315:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384926.463321:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384926.463325:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384926.463330:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb841a to hash 00000020:00000001:1.0:1767384926.463333:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384926.463336:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.463338:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.463342:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384926.463345:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384926.463347:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.463354:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384926.463359:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384926.463362:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384926.463364:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384926.463366:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.463368:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384926.463369:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.463372:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384926.463380:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384926.463382:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384926.463383:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384926.463385:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a134a5d6) refcount = 1 00010000:00010000:1.0:1767384926.463389:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.463404:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384926.463406:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384926.463407:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.463408:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.463410:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384926.463413:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384926.463416:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384926.463419:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384926.463420:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384926.463421:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=4 00000020:00000001:1.0:1767384926.463422:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.463425:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.463426:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384926.463427:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.463432:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384926.463433:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.463438:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.463440:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384926.463441:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.463444:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384926.463445:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.463448:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384926.463458:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384926.463465:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384926.463468:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384926.463472:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384926.463475:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.463483:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384926.463485:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384926.463487:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384926.463489:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=5 00000020:00000001:1.0:1767384926.463491:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.463494:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.463498:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 20000000:00000010:0.0:1767384926.463500:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3ae5c01. 00010000:00010000:1.0:1767384926.463501:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1767384926.463512:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00010000:00000001:1.0:1767384926.463515:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000001:0.0:1767384926.463521:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384926.463522:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384926.463527:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.463530:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384926.463534:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384926.463538:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384926.463541:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384926.463543:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384926.463546:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb841a from hash 00010000:00000001:1.0:1767384926.463550:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384926.463551:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.463554:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.463555:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384926.463557:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384926.463560:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384926.463562:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384926.463564:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.463568:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.463570:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384926.463574:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384926.463577:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:0.0:1767384926.463577:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.463583:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1767384926.463585:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384926.463587:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.463592:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.463593:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384926.463595:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384926.463596:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.463599:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384926.463602:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384926.463605:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:1.0:1767384926.463623:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384926.463624:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384926.463625:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.463627:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384926.463630:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384926.463631:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.463632:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.463634:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000010:0.0:1767384926.463634:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000036d1425. 00010000:00000001:1.0:1767384926.463639:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.463643:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.463643:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510237976576 : -106563471575040 : ffff9f14c2217800) 00010000:00010000:1.0:1767384926.463649:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384926.463655:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384926.463657:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384926.463660:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384926.463662:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb841a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384926.463667:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a134a5d6 count: 0 00010000:00000001:1.0:1767384926.463679:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384926.463680:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000001:00000001:0.0:1767384926.463818:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384926.463820:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.463823:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384926.463852:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384926.463855:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384926.464072:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384926.464078:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384926.466042:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294915412, at 4294915413 00000100:00000010:0.0:1767384926.466054:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008162ea31. 00000100:00000040:1.0:1767384926.466943:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294915412, at 4294915414 00000100:00000010:1.0:1767384926.466954:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007dbf4205. 00000100:00000040:3.0:1767384926.466960:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294915412, at 4294915414 00000100:00000040:2.0:1767384926.466960:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294915412, at 4294915414 00000100:00000010:2.0:1767384926.466976:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b3e6ab7. 00000100:00000010:3.0:1767384926.466977:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000026e8e3d. 00010000:00000010:1.1:1767384926.470918:0:29379:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a134a5d6. 00010000:00000010:1.1:1767384926.470939:0:29379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00080000:00000001:1.0:1767384926.476550:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384926.476557:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384926.476563:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384926.476567:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384926.476567:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384926.476571:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384926.476583:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384926.476584:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384926.476593:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384926.476596:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384926.476602:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000036d1425. 20000000:00000001:1.0:1767384926.476603:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384926.476627:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384926.476629:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384926.476634:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384926.476650:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384926.476654:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384926.476657:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384926.476661:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384926.476665:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384926.476670:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a134a5d6. 00010000:00000001:1.0:1767384926.476674:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384926.476678:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384926.476680:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384926.476683:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb8421 to hash 00000020:00000001:1.0:1767384926.476686:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384926.476688:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.476690:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.476693:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384926.476694:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384926.476697:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476704:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384926.476707:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384926.476710:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384926.476713:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384926.476715:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.476718:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384926.476720:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.476723:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384926.476725:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384926.476726:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384926.476729:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384926.476731:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a134a5d6) refcount = 1 00010000:00010000:1.0:1767384926.476733:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476746:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384926.476748:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384926.476749:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.476751:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.476752:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384926.476754:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384926.476757:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384926.476761:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384926.476763:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384926.476766:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=4 00000020:00000001:1.0:1767384926.476768:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.476771:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.476773:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384926.476776:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476782:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384926.476785:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476790:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.476792:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384926.476795:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476798:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384926.476800:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.476803:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384926.476805:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384926.476809:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384926.476811:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384926.476818:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384926.476820:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476824:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384926.476825:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384926.476826:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384926.476827:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=5 00000020:00000001:1.0:1767384926.476829:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.476831:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384926.476834:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384926.476835:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476838:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384926.476839:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384926.476840:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.476844:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384926.476845:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384926.476848:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384926.476850:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384926.476851:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb8421 from hash 00010000:00000001:1.0:1767384926.476853:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384926.476853:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.476854:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.476855:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384926.476856:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384926.476857:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384926.476860:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384926.476861:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384926.476863:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.476864:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384926.476866:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384926.476868:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.476869:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.476871:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.476876:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.476877:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384926.476878:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476882:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.476883:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.476884:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384926.476915:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384926.476918:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384926.476919:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384926.476920:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384926.476923:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384926.476925:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384926.476928:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384926.476933:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384926.476934:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384926.476937:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8421 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384926.476941:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a134a5d6 count: 0 00010000:00000001:1.0:1767384926.476965:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384926.476968:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384926.477933:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384926.477938:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384926.477943:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000099a108a1. 20000000:00000001:2.0:1767384926.477956:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384926.477962:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352223744 00010000:00000001:2.0:1767384926.477967:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384926.477974:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000677f0d54 x1853237352223744/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384926.477985:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384926.477989:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384926.477995:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384926.478006:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384926.478009:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384926.478012:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384926.478017:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384926.478020:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.478025:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384926.478030:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384926.478035:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066e1e3df. 00000100:00000200:2.0:1767384926.478042:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352223744, offset 224 00000400:00000200:2.0:1767384926.478055:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384926.478071:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384926.478085:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105400 00000400:00000200:2.0:1767384926.478095:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1971 [2] + 224 00000400:00000200:2.0:1767384926.478102:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384926.478108:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384926.478118:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384926.478125:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384926.478138:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.478156:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384926.478166:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e1e3df 00000400:00000010:2.0:1767384926.478169:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066e1e3df. 00000100:00000001:1.0:1767384926.478170:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384926.478175:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384926.478176:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384926.478179:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384926.478184:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384926.478188:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384926.478188:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384926.478192:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdb0f7d. 00000100:00000040:2.0:1767384926.478197:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:1.0:1767384926.478199:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f323d034 00010000:00000001:2.0:1767384926.478201:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384926.478203:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f323d034. 00000020:00000001:2.0:1767384926.478204:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.478207:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384926.478208:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384926.478215:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384926.478216:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000677f0d54 x1853237352223744/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384926.478242:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384926.478243:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000677f0d54 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352223744:12345-0@lo:253: Request processed in 25771us (26233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384926.478261:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000001:1.0:1767384926.478264:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384926.478266:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384926.478267:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.478273:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384926.478273:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384926.478276:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384926.478277:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384926.478280:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384926.478281:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384926.478282:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae215d19. 02000000:00000001:1.0:1767384926.478284:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384926.478287:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 00000100:00001000:1.0:1767384926.478290:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=56 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384926.478293:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085bf1e1f. 00000100:00001000:1.0:1767384926.478296:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384926.478301:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384926.478302:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:1.0:1767384926.478303:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.478308:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384926.478310:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384926.478312:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384926.478313:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384926.478317:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ad3d855. 00000100:00000040:1.0:1767384926.478321:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384926.478326:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384926.478328:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384926.478332:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.478333:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384926.478337:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384926.478341:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384926.478342:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000200:2.0:1767384926.478344:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384926.478345:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384926.478347:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384926.478350:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384926.478352:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384926.478354:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfc72d20. 00000020:01000004:1.0:1767384926.478354:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384926.478357:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384926.478360:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384926.478364:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066e1e3df. 00000100:00000040:1.0:1767384926.478367:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384926.478376:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8420ece pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352223744:0@lo:253: 00000100:00000001:1.0:1767384926.478384:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.478387:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384926.478393:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8420ece x1853237352223744/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384926.478403:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384926.478407:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384926.478409:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004ed90e3f. 02000000:00000001:1.0:1767384926.478413:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384926.478415:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384926.478418:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384926.478421:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384926.478423:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000367d9fd1. 02000000:00000001:1.0:1767384926.478428:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384926.478430:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384926.478431:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 00000100:00000001:1.0:1767384926.478435:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384926.478436:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.478438:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384926.478445:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384926.478448:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384926.478451:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384926.478453:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384926.479994:0:29380:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a1c699fe. 00000400:00000040:0.0:1767384926.480014:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384926.480017:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384926.480020:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.480023:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384926.480026:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.480028:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384926.480032:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384926.480033:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384926.480035:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384926.480037:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384926.480040:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384926.480041:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384926.480043:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384926.480044:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384926.480051:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384926.480054:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384926.480055:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384926.480056:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384926.480058:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384926.480060:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.480064:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384926.480066:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384926.480068:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384926.480071:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.480073:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384926.480076:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.480078:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384926.480080:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384926.480081:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384926.480082:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.480083:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384926.480085:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384926.480086:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384926.480088:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384926.480090:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384926.480091:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.480092:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384926.480093:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384926.480094:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384926.480096:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384926.480100:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384926.480103:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384926.480105:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384926.480107:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384926.480108:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384926.480111:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384926.480112:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384926.480114:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384926.480116:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384926.480119:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384926.480122:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384926.480124:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384926.480126:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384926.480133:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384926.480134:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384926.480135:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384926.480136:0:29380:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384926.480234:0:29380:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a1c699fe. 00080000:00000020:3.0:1767384926.480559:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384926.480562:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384926.480564:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000027c3c97. 20000000:00000001:3.0:1767384926.480575:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384926.480580:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352223616 00010000:00000001:3.0:1767384926.480582:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384926.480588:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc8ec6c7 x1853237352223616/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384926.480596:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384926.480598:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384926.480601:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384926.480605:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384926.480619:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384926.480621:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384926.480624:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384926.480626:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384926.480629:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384926.480632:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384926.480635:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061e58c6f. 00000100:00000200:3.0:1767384926.480639:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352223616, offset 224 00000400:00000200:3.0:1767384926.480643:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384926.480653:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384926.480660:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105380 00000400:00000200:3.0:1767384926.480665:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1969 [2] + 224 00000400:00000200:3.0:1767384926.480671:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384926.480673:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384926.480677:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384926.480680:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384926.480688:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384926.480703:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384926.480711:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061e58c6f 00000400:00000010:3.0:1767384926.480713:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061e58c6f. 00000100:00000001:2.0:1767384926.480714:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384926.480717:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384926.480718:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384926.480720:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384926.480722:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384926.480724:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384926.480726:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcd0911a. 00000400:00000200:2.0:1767384926.480735:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbfefefd 00000100:00000001:3.0:1767384926.480737:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384926.480738:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbfefefd. 00000100:00000040:3.0:1767384926.480743:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:2.0:1767384926.480745:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384926.480747:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384926.480750:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384926.480753:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384926.480757:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384926.480766:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc8ec6c7 x1853237352223616/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:152/0 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384926.480782:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384926.480783:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc8ec6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352223616:12345-0@lo:253: Request processed in 28324us (28956us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384926.480811:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:3.0:1767384926.480815:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384926.480815:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384926.480823:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384926.480823:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384926.480825:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384926.480831:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384926.480832:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068a9ec99. 02000000:00000001:2.0:1767384926.480836:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384926.480839:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a8032a. 00000100:00000001:2.0:1767384926.480840:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384926.480844:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384926.480845:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aa9d606. 02000000:00000001:2.0:1767384926.480859:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384926.480861:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:3.0:1767384926.480866:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384926.480872:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001687ee31. 00000100:00001000:2.0:1767384926.480875:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=56 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384926.480878:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384926.480880:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384926.480881:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.480911:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384926.480913:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384926.480916:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384926.480917:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.480922:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384926.480924:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384926.480929:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384926.480931:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d476f73f. 00000400:00000010:3.0:1767384926.480940:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061e58c6f. 00000100:00000001:2.0:1767384926.480947:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384926.480950:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384926.480951:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384926.480953:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384926.480955:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384926.480957:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384926.480958:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384926.480960:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384926.480960:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384926.480961:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384926.480962:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384926.480964:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384926.480966:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384926.480968:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384926.480974:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352223616:0@lo:253: 00000100:00000001:2.0:1767384926.480977:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.480979:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384926.480980:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352223616/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384926.480983:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384926.480984:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384926.480986:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000560608e3. 02000000:00000001:2.0:1767384926.480989:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384926.480990:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384926.480990:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384926.480998:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384926.480999:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009e6be655. 02000000:00000001:2.0:1767384926.481002:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384926.481003:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384926.481004:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:2.0:1767384926.481006:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384926.481007:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.481009:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384926.481014:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384926.481015:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384926.481017:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384926.481019:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384926.486950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a134a5d6. 00010000:00000010:1.1:1767384926.486960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00010000:00000001:2.0:1767384926.701941:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384926.701946:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384926.701952:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384926.701954:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384926.701992:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384926.701996:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384926.701999:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384927.148954:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384927.148963:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384927.148970:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016ac6cb3. 00000020:00000040:1.0:1767384927.148978:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384927.148984:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384927.148989:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384927.148995:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384927.149005:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae562f99. 00000100:00000001:1.0:1767384927.149013:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149025:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384927.149036:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384927.149039:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149047:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016ac6cb3] to pc [ptlrpcd_00_01+1] req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149079:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149089:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384927.149094:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384927.149098:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093ed5404. 00000020:00000040:1.0:1767384927.149101:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384927.149105:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384927.149108:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384927.149111:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384927.149117:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000575e5724. 00000100:00000001:1.0:1767384927.149121:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149128:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384927.149136:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384927.149140:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149147:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ed5404] to pc [ptlrpcd_00_02+2] req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149167:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149169:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384927.149172:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384927.149178:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98a940a. 00000020:00000040:1.0:1767384927.149180:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384927.149183:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384927.149185:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384927.149191:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384927.149196:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ba673c3. 00000100:00000001:1.0:1767384927.149199:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149202:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384927.149207:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384927.149209:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149215:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d98a940a] to pc [ptlrpcd_00_03+3] req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149233:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149240:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (253) 00000100:00000001:1.0:1767384927.149250:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.149254:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.149257:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384927.149261:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149267:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384927.149269:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.149272:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384927.149275:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384927.149277:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384927.149279:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016ac6cb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352223872:0@lo:400: 00000100:00000001:1.0:1767384927.149283:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384927.149288:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384927.149291:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.149293:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384927.149298:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a267fe7c. 02000000:00000001:1.0:1767384927.149300:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384927.149306:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdb0f7d. 00000400:00000010:1.0:1767384927.149315:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000940f7ade. 00000100:00000200:1.0:1767384927.149322:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352223872, portal 4 00000100:00000001:1.0:1767384927.149326:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384927.149328:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605547904 : -106559104003712 : ffff9f15c6755180) 00000100:00000040:1.0:1767384927.149335:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149340:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384927.149344:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384927.149347:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000100:00000200:1.0:1767384927.149350:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352223872, offset 0 00000400:00000200:1.0:1767384927.149357:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384927.149373:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384927.149388:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272105480 00000400:00000200:1.0:1767384927.149403:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3440 00000400:00000200:1.0:1767384927.149411:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.149414:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384927.149423:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384927.149426:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384927.149430:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca10cc59. 00000100:00000040:1.0:1767384927.149432:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000ca10cc59 x1853237352223872 msgsize 224 00000100:00100000:1.0:1767384927.149440:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384927.149452:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384927.149463:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 00000400:00000010:1.0:1767384927.149465:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 00000100:00000001:1.0:1767384927.149469:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384927.149476:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149483:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384927.149489:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149495:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149496:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384927.149504:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.149508:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5967 usecs (6 jiffies) 00000100:00000001:1.0:1767384927.149512:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916102 00000100:00000010:1.0:1767384927.149516:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ed6a988. 00000100:00000001:1.0:1767384927.149524:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384927.149539:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916102 00000100:00000010:1.0:1767384927.149544:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da64b9c3. 00000100:00000001:1.0:1767384927.149550:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384927.149557:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916102 00000100:00000010:1.0:1767384927.149560:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000079e8352. 00000100:00000001:1.0:1767384927.149563:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384927.149570:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916102 00000100:00000010:1.0:1767384927.149580:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000641f01a5. 00000100:00000001:1.0:1767384927.149583:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384927.149591:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.149594:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149600:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149614:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.149623:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384927.149625:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384927.149629:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.149631:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.149635:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149638:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149649:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.149653:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149658:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.149660:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.149662:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384927.149666:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149672:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384927.149673:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.149675:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384927.149679:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384927.149681:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384927.149686:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000093ed5404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352224000:0@lo:400: 00000100:00000001:1.0:1767384927.149688:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384927.149691:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384927.149693:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.149695:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384927.149698:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3dea4c3. 02000000:00000001:1.0:1767384927.149700:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384927.149707:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2bae67. 00000400:00000010:1.0:1767384927.149713:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000100:00000200:1.0:1767384927.149717:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352224000, portal 10 00000100:00000001:1.0:1767384927.149719:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384927.149726:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605550592 : -106559104001024 : ffff9f15c6755c00) 00000100:00000040:1.0:1767384927.149732:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149738:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384927.149747:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384927.149751:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4db31a1. 00000100:00000200:1.0:1767384927.149757:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352224000, offset 0 00000400:00000200:1.0:1767384927.149764:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384927.149773:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384927.149780:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272105500 00000400:00000200:1.0:1767384927.149785:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000400:00000200:1.0:1767384927.149788:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.149790:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384927.149793:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384927.149794:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384927.149801:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca708c. 00000100:00000040:1.0:1767384927.149804:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000f4ca708c x1853237352224000 msgsize 224 00000100:00100000:1.0:1767384927.149814:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384927.149828:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384927.149833:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4db31a1 00000400:00000010:1.0:1767384927.149835:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4db31a1. 00000100:00000001:1.0:1767384927.149838:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384927.149844:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.149851:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384927.149854:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.149858:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384927.149860:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149864:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384927.149865:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224000 00000100:00000001:1.0:1767384927.149870:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384927.149871:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384927.149880:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3175 usecs (4 jiffies) 00000100:00000001:0.0:1767384927.149881:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384927.149915:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.149916:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916101 00000100:00000001:1.0:1767384927.149922:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294916102 02000000:00000001:0.0:1767384927.149923:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384927.149928:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224000 00000100:00000001:1.0:1767384927.149939:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916101 00000020:00000001:0.0:1767384927.149939:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384927.149947:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294916102 00000020:00000040:0.0:1767384927.149947:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:0.0:1767384927.149955:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384927.149956:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916101 00000020:00000040:0.0:1767384927.149962:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:1.0:1767384927.149963:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294916102 00000100:00000001:1.0:1767384927.149975:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916101 00000020:00000001:0.0:1767384927.149976:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:1.0:1767384927.149988:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294916102 00000020:00000001:0.0:1767384927.149989:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:1.0:1767384927.150002:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384927.150005:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384927.150007:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384927.150012:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005417fb58. 00000100:00000001:1.0:1767384927.150014:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.150017:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.150022:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384927.150023:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005417fb58. 00000100:00000001:1.0:1767384927.150036:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384927.150038:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010403f5c. 00000100:00000001:1.0:1767384927.150043:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384927.150045:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007eb61838. 00000100:00000001:1.0:1767384927.150054:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384927.150055:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000feae8268. 00000100:00000001:1.0:1767384927.150060:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.150066:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384927.150074:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384927.150077:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384927.150082:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384927.150083:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384927.150087:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384927.150089:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384927.150093:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384927.150094:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384927.150096:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.150100:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384927.150102:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384927.150109:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.150117:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384927.150117:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384927.150121:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.150125:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384927.150125:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000004:00000001:2.0:1767384927.150129:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:1.0:1767384927.150132:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384927.150132:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384927.150134:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384927.150141:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 02000000:00000001:1.0:1767384927.150142:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384927.150148:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:1.0:1767384927.150149:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d98a940a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352224128:0@lo:400: 00000100:00000001:1.0:1767384927.150155:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384927.150156:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384927.150157:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384927.150158:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384927.150159:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384927.150163:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.150168:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.150174:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384927.150176:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5984fbb. 02000000:00000010:1.0:1767384927.150178:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cae3db08. 00000100:00000001:0.0:1767384927.150178:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384927.150186:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.150188:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.150188:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384927.150197:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065a4d3c0. 00000100:00000001:2.0:1767384927.150198:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384927.150206:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384927.150207:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000400:00000010:1.0:1767384927.150209:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4db31a1. 00000100:00000200:1.0:1767384927.150215:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352224128, portal 10 00000100:00000040:2.0:1767384927.150221:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_00+0] req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.150224:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384927.150226:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000001:1.0:1767384927.150228:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605544320 : -106559104007296 : ffff9f15c6754380) 00000100:00000001:0.0:1767384927.150237:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605558656 : -106559103992960 : ffff9f15c6757b80) 00000100:00000040:1.0:1767384927.150245:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.150253:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384927.150254:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4ca708c x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384927.150265:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.150266:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384927.150273:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141b3e57. 00000100:00000200:1.0:1767384927.150282:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352224128, offset 0 00000100:00000001:0.0:1767384927.150285:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384927.150288:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384927.150291:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005417fb58. 00000100:00000001:0.0:1767384927.150297:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384927.150303:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384927.150304:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005417fb58. 00000400:00000200:1.0:1767384927.150324:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272105580 00000100:00100000:0.0:1767384927.150326:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4ca708c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352224000:12345-0@lo:400: 00000100:00000001:2.0:1767384927.150329:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.150334:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384927.150338:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00000001:2.0:1767384927.150341:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384927.150345:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224000 00000100:00000040:2.0:1767384927.150352:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.150353:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384927.150354:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384927.150362:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384927.150370:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.150371:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384927.150371:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384927.150376:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384927.150381:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384927.150382:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:2.0:1767384927.150383:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384927.150386:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384927.150400:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384927.150400:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:1.0:1767384927.150401:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037f140bb. 02000000:00000001:2.0:1767384927.150411:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384927.150412:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000037f140bb x1853237352224128 msgsize 224 00000020:00000001:0.0:1767384927.150413:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384927.150415:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.150428:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384927.150433:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352224256:0@lo:13: 00000020:00000001:0.0:1767384927.150435:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384927.150438:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384927.150443:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384927.150444:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.150445:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384927.150451:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.150456:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384927.150458:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384927.150463:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384927.150469:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000195f76e8. 00000400:00000200:1.0:1767384927.150472:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141b3e57 00000100:00000001:0.0:1767384927.150472:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384927.150475:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384927.150479:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141b3e57. 02000000:00000001:0.0:1767384927.150480:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384927.150482:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81c7c12. 00000100:00000001:1.0:1767384927.150489:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384927.150490:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000076a73ef7. 00000400:00000010:2.0:1767384927.150494:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 02000000:00000001:0.0:1767384927.150496:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384927.150500:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384927.150502:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352224256, portal 4 00000100:00000001:0.0:1767384927.150502:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.150513:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384927.150514:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.150519:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00010000:00000040:0.0:1767384927.150525:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352224000 00000100:00000001:1.0:1767384927.150527:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384927.150531:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384927.150533:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384927.150536:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384927.150540:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4ca708c x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.150596:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384927.150624:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384927.150631:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.150634:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.150636:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384927.150645:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384927.150647:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384927.150648:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384927.150652:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000100:00000040:1.0:1767384927.150655:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3517 usecs (4 jiffies) 00000100:00000001:0.0:1767384927.150656:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384927.150662:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352224256, offset 0 00000100:00000001:1.0:1767384927.150664:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294916101 00000100:00000040:0.0:1767384927.150667:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384927.150674:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294916102 00000100:00000001:0.0:1767384927.150676:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:1.0:1767384927.150678:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294916101 02000000:00000001:0.0:1767384927.150682:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384927.150686:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294916102 00000400:00000200:2.0:1767384927.150687:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384927.150687:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.150693:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294916101 00000100:00000001:1.0:1767384927.150700:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294916102 00000100:00000001:0.0:1767384927.150701:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384927.150713:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294916101 00000100:00000040:0.0:1767384927.150713:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384927.150718:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384927.150720:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294916102 00000400:00000010:0.0:1767384927.150723:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000100:00000001:1.0:1767384927.150725:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.150730:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384927.150732:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352224000, offset 224 00000400:00000200:2.0:1767384927.150734:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272105600 00000100:00000001:1.0:1767384927.150736:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.150742:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.150747:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384927.150758:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384927.150765:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2016 00000100:00000001:1.0:1767384927.150765:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.150769:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384927.150786:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384927.150793:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272105500 00000100:00000001:1.0:1767384927.150795:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384927.150800:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352223872 00000400:00000200:2.0:1767384927.150801:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384927.150803:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384927.150810:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1991 [1] + 224 00000100:00000001:1.0:1767384927.150812:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.150819:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.150821:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384927.150822:0:16136:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384927.150825:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384927.150828:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:1.0:1767384927.150832:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352223872 00000100:00000010:2.0:1767384927.150833:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000356f8b8e. 00000400:00000200:0.0:1767384927.150837:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384927.150840:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384927.150841:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000356f8b8e x1853237352224256 msgsize 224 00000020:00000040:1.0:1767384927.150844:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:0.0:1767384927.150846:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384927.150847:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384927.150854:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1767384927.150854:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000200:0.0:1767384927.150855:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384927.150866:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384927.150870:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384927.150880:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000040:0.0:1767384927.150923:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384927.150924:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000100:00000001:1.0:1767384927.150927:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384927.150931:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000020:00000010:1.0:1767384927.150933:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f84f057. 00000100:00000001:2.0:1767384927.150941:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384927.150944:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009e07c564. 00000100:00000200:2.0:1767384927.150953:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384927.150957:0:17548:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:2.0:1767384927.150967:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384927.150969:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384927.150971:0:17548:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384927.150973:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384927.150976:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000454ac999. 00000400:00000200:0.0:1767384927.150980:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000020:00000010:1.0:1767384927.150983:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000031cdade7. 00000400:00000010:0.0:1767384927.150986:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000100:00000001:2.0:1767384927.150991:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384927.150991:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000100:00000001:0.0:1767384927.150993:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384927.150995:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384927.151000:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384927.151003:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.151008:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.151009:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5967 usecs (6 jiffies) 00000100:00000040:1.0:1767384927.151009:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384927.151017:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294916104 00000100:00000001:1.0:1767384927.151018:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384927.151018:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:1.0:1767384927.151025:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384927.151032:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.151034:0:16136:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294916102 00010000:00000001:0.0:1767384927.151034:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384927.151043:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.151048:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384927.151049:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294916104 00000100:00000001:1.0:1767384927.151049:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384927.151055:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ca708c x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.151056:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384927.151057:0:16136:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294916102 00000100:00000001:1.0:1767384927.151061:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.151067:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294916104 00000100:00000001:2.0:1767384927.151077:0:16136:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294916102 00000100:00000001:1.0:1767384927.151077:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.151084:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294916104 00000100:00000001:2.0:1767384927.151090:0:16136:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294916102 00000100:00100000:0.0:1767384927.151090:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4ca708c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352224000:12345-0@lo:400: Request processed in 801us (1280us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384927.151093:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384927.151096:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384927.151097:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.151100:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384927.151104:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:2.0:1767384927.151108:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.151113:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384927.151116:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.151117:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605557760 : -106559103993856 : ffff9f15c6757800) 00000100:00000001:2.0:1767384927.151129:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384927.151130:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca10cc59 x1853237352223872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.151134:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384927.151140:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000001:2.0:1767384927.151142:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.151146:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384927.151153:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384927.151155:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:1.0:1767384927.151157:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384927.151158:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.151164:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384927.151166:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9908ce2. 00000100:00000001:0.0:1767384927.151170:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384927.151171:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384927.151174:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9908ce2. 00000020:00000010:0.0:1767384927.151175:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007eb61838. 00000100:00100000:1.0:1767384927.151182:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca10cc59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352223872:12345-0@lo:400: 00000020:00000010:0.0:1767384927.151182:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000feae8268. 00000020:00000010:0.0:1767384927.151193:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010403f5c. 00000100:00000200:1.0:1767384927.151194:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352223872 00000020:00000001:1.0:1767384927.151201:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384927.151206:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384927.151206:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000020:00000001:1.0:1767384927.151210:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.151216:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384927.151217:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.151218:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384927.151226:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224256 00000020:00000001:1.0:1767384927.151228:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:1.0:1767384927.151233:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384927.151234:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384927.151236:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384927.151239:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384927.151240:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224128 00000100:00000001:2.0:1767384927.151241:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384927.151244:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384927.151251:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384927.151251:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384927.151253:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384927.151264:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.151264:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384927.151265:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.151270:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.151273:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1767384927.151274:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224256 02000000:00000001:0.0:1767384927.151277:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.151278:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384927.151279:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767384927.151287:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 02000000:00000001:1.0:1767384927.151288:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384927.151288:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224128 02000000:00000010:1.0:1767384927.151298:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bfe546eb. 00000020:00000001:2.0:1767384927.151299:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384927.151299:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384927.151307:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 02000000:00000001:1.0:1767384927.151311:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.151312:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000040:0.0:1767384927.151312:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000100:00000001:1.0:1767384927.151326:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.151327:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:0.0:1767384927.151327:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384927.151338:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.151340:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384927.151340:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00010000:00000040:1.0:1767384927.151343:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352223872 00000020:00000010:2.0:1767384927.151350:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e285231e. 00000020:00000001:0.0:1767384927.151357:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:2.0:1767384927.151358:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384927.151358:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384927.151370:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca10cc59 x1853237352223872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384927.151372:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e285231e. 00000020:00000001:0.0:1767384927.151372:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:0.0:1767384927.151387:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384927.151389:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384927.151390:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f9633. 00000020:00000010:0.0:1767384927.151394:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005417fb58. 00010000:00000001:1.0:1767384927.151395:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384927.151396:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001316c928. 00000100:00001000:1.0:1767384927.151412:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=47 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384927.151413:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000020:00000010:0.0:1767384927.151413:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000009ad2e0c. 00000100:00000001:1.0:1767384927.151429:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384927.151431:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000040:2.0:1767384927.151434:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384927.151435:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384927.151441:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384927.151442:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384927.151443:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:2.0:1767384927.151450:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384927.151450:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384927.151451:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010403f5c. 00000100:00000001:2.0:1767384927.151455:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.151456:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384927.151458:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007eb61838. 00000100:00000001:1.0:1767384927.151462:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384927.151464:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000feae8268. 00000100:00000001:2.0:1767384927.151465:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.151472:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384927.151476:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141b3e57. 00000100:00000040:0.0:1767384927.151477:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:1.0:1767384927.151481:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352223872, offset 224 00000100:00000001:2.0:1767384927.151482:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384927.151482:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384927.151487:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384927.151493:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384927.151499:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384927.151500:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.151502:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384927.151511:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384927.151513:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384927.151516:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384927.151518:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384927.151529:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.151530:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000400:00000200:1.0:1767384927.151540:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272105480 00000100:00000001:2.0:1767384927.151543:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606555392 : -106559102996224 : ffff9f15c684b100) 00000400:00000200:1.0:1767384927.151547:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1989 [1] + 224 00000100:00000001:0.0:1767384927.151549:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384927.151550:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000356f8b8e x1853237352224256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.151558:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.151566:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384927.151567:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384927.151569:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384927.151570:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384927.151576:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e285231e. 00000100:00000001:1.0:1767384927.151581:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384927.151581:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000200:1.0:1767384927.151592:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384927.151593:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:2.0:1767384927.151594:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384927.151618:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605552384 : -106559103999232 : ffff9f15c6756300) 00000020:00000010:2.0:1767384927.151621:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e285231e. 00000100:00100000:2.0:1767384927.151638:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000356f8b8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352224256:12345-0@lo:13: 00000100:00000040:1.0:1767384927.151642:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384927.151642:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000037f140bb x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384927.151652:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224256 00000020:00000001:2.0:1767384927.151662:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384927.151673:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384927.151673:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384927.151674:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384927.151680:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384927.151681:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009ad2e0c. 00000400:00000200:1.0:1767384927.151682:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141b3e57 00000400:00000010:1.0:1767384927.151688:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141b3e57. 00000100:00000001:0.0:1767384927.151696:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384927.151697:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384927.151697:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384927.151706:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00000001:1.0:1767384927.151707:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384927.151707:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009ad2e0c. 00000100:00000001:1.0:1767384927.151715:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.151717:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384927.151723:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00100000:0.0:1767384927.151723:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000037f140bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352224128:12345-0@lo:400: 00000020:00000001:2.0:1767384927.151724:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.151734:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384927.151738:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384927.151741:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.151749:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384927.151749:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224128 00000020:00000001:1.0:1767384927.151750:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384927.151759:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384927.151760:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.151762:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca10cc59 x1853237352223872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384927.151764:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384927.151769:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.151771:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384927.151779:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384927.151779:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384927.151784:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 02000000:00000010:2.0:1767384927.151788:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007384d26c. 00000100:00100000:1.0:1767384927.151792:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca10cc59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352223872:12345-0@lo:400: Request processed in 626us (2350us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384927.151794:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384927.151796:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.151800:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.151805:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.151811:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384927.151818:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:2.0:1767384927.151819:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:1.0:1767384927.151819:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000001:0.0:1767384927.151821:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.151832:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00002000:00000001:2.0:1767384927.151833:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:1.0:1767384927.151833:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000020:00000001:2.0:1767384927.151845:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384927.151845:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384927.151847:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384927.151849:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384927.151855:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384927.151855:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384927.151856:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b93112c. 00000020:00000010:1.0:1767384927.151860:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000031cdade7. 02000000:00000001:0.0:1767384927.151862:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.151867:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384927.151869:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384927.151876:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000454ac999. 00000020:00000001:0.0:1767384927.151876:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384927.151880:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384927.151936:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352224128 00010000:00000001:0.0:1767384927.151942:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384927.151944:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384927.151952:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00010000:00000200:0.0:1767384927.151953:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000037f140bb x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384927.151967:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000020:00000020:2.0:1767384927.151970:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384927.151976:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384927.151982:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384927.152000:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00010000:00000001:0.0:1767384927.152000:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00000001:2.0:1767384927.152009:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000001:0.0:1767384927.152009:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384927.152013:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:0.0:1767384927.152014:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=52 v=5 (1 0 0 0) 00000001:00000001:2.0:1767384927.152019:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:1.0:1767384927.152022:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000001:00000001:2.0:1767384927.152023:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.152023:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:2.0:1767384927.152033:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384927.152033:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00080000:1.0:1767384927.152035:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000040:2.0:1767384927.152043:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352224256 00000020:00000040:1.0:1767384927.152044:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:0.0:1767384927.152045:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384927.152058:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384927.152059:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384927.152062:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384927.152070:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000356f8b8e x1853237352224256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.152070:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384927.152080:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384927.152081:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384927.152083:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384927.152086:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=47 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384927.152087:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000100:00000001:2.0:1767384927.152094:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384927.152098:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352224128, offset 224 00000100:00000040:2.0:1767384927.152101:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:1.0:1767384927.152102:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.152107:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384927.152111:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384927.152112:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384927.152115:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.152119:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384927.152122:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:1.0:1767384927.152126:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384927.152127:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:1.0:1767384927.152129:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384927.152132:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000400:00000010:1.0:1767384927.152134:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2bae67. 00000400:00000200:1.0:1767384927.152141:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 00000400:00000200:0.0:1767384927.152142:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384927.152147:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 00000100:00000001:1.0:1767384927.152154:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384927.152156:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352224256, offset 224 00000400:00000200:0.0:1767384927.152161:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272105580 00000100:00000200:1.0:1767384927.152162:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384927.152170:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384927.152180:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384927.152192:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1999 [1] + 224 00000400:00000200:2.0:1767384927.152194:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384927.152211:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384927.152212:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384927.152219:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272105600 00000100:00000001:1.0:1767384927.152221:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.152228:0:16138:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384927.152229:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384927.152234:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384927.152238:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19a1 [1] + 224 00000100:00000001:1.0:1767384927.152241:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.152245:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.152248:0:16778:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384927.152249:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.152250:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384927.152262:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=52 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384927.152266:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384927.152266:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384927.152271:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384927.152279:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384927.152286:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384927.152289:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.152291:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.152300:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384927.152313:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384927.152331:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384927.152360:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384927.152379:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.152393:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384927.152399:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384927.152401:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384927.152410:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384927.152413:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.152417:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000100:00000001:2.0:1767384927.152420:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384927.152422:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384927.152424:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000100:00000001:0.0:1767384927.152434:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384927.152437:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000100:00000001:1.0:1767384927.152438:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384927.152438:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384927.152441:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000100:00000001:1.0:1767384927.152442:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384927.152446:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.152448:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384927.152453:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.152454:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384927.152458:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384927.152468:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384927.152469:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.152479:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384927.152484:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.152485:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00100000:1.0:1767384927.152485:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000093ed5404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352224000:0@lo:400: 00000020:00000001:0.0:1767384927.152491:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384927.152498:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384927.152506:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384927.152506:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037f140bb x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384927.152510:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.152519:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384927.152526:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384927.152528:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000093ed5404 x1853237352224000/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384927.152534:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000037f140bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352224128:12345-0@lo:400: Request processed in 855us (2117us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384927.152541:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000356f8b8e x1853237352224256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384927.152570:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:1.0:1767384927.152579:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384927.152581:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 02000000:00000001:1.0:1767384927.152585:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384927.152591:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3dea4c3. 00000100:00000001:0.0:1767384927.152592:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384927.152598:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384927.152614:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1767384927.152616:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000356f8b8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352224256:12345-0@lo:13: Request processed in 1026us (1754us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384927.152617:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384927.152617:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007eb61838. 00000020:00000040:1.0:1767384927.152621:0:16138:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384927.152627:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384927.152628:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000feae8268. 02000000:00000010:1.0:1767384927.152635:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000575e5724. 00000020:00000010:0.0:1767384927.152636:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010403f5c. 00000100:00100000:2.0:1767384927.152637:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 02000000:00000001:1.0:1767384927.152646:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1767384927.152649:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000100:00000040:2.0:1767384927.152650:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 02000000:00000001:1.0:1767384927.152650:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384927.152659:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093ed5404. 00000100:00000001:2.0:1767384927.152660:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384927.152661:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.152667:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384927.152669:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.152670:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384927.152674:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384927.152677:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001316c928. 00000100:00000001:1.0:1767384927.152678:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.152680:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384927.152690:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 00000400:00000001:1.0:1767384927.152690:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384927.152692:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384927.152697:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065a4d3c0. 00000020:00000010:2.0:1767384927.152699:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f9633. 00000400:00000200:1.0:1767384927.152701:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4db31a1 00000400:00000010:1.0:1767384927.152705:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4db31a1. 00000020:00000040:2.0:1767384927.152707:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:1.0:1767384927.152710:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384927.152714:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384927.152720:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384927.152732:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.152742:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384927.152752:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.152755:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384927.152756:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384927.152758:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384927.152760:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.152761:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.152766:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384927.152768:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384927.152768:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384927.152771:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=52 v=5 (5 0 0 0) 00000400:00000001:2.0:1767384927.152772:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384927.152776:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfdb0f7d. 00000100:00001000:1.0:1767384927.152779:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=52 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384927.152780:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000940f7ade 00000400:00000010:2.0:1767384927.152786:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000940f7ade. 00000100:00000001:1.0:1767384927.152786:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384927.152790:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.152793:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384927.152794:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384927.152801:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384927.152803:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384927.152827:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.152829:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384927.152830:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384927.152832:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384927.152836:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384927.152839:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.152843:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384927.152845:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.152847:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.152852:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384927.152856:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384927.152856:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.152858:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.152860:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384927.152862:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.152863:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384927.152867:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.152871:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384927.152881:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=47 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384927.152883:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d98a940a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352224128:0@lo:400: 00000100:00001000:2.0:1767384927.152926:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384927.152931:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384927.152933:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.152938:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384927.152944:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384927.152945:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.152948:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384927.152954:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.152956:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d98a940a x1853237352224128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.152959:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384927.152962:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384927.152967:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384927.152967:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384927.152974:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.152975:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384927.152979:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cae3db08. 00000100:00000040:2.0:1767384927.152983:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384927.152990:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384927.152991:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384927.152993:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384927.152995:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384927.152997:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384927.152999:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384927.153003:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384927.153007:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ba673c3. 00000100:00000040:2.0:1767384927.153008:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384927.153013:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384927.153017:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384927.153020:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016ac6cb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352223872:0@lo:400: 00000100:00000010:1.0:1767384927.153021:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98a940a. 00000100:00000001:1.0:1767384927.153030:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384927.153032:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.153032:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.153038:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384927.153038:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384927.153048:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016ac6cb3 x1853237352223872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.153048:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384927.153052:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.153058:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.153060:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384927.153063:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.153066:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384927.153069:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a267fe7c. 02000000:00000001:2.0:1767384927.153077:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384927.153079:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384927.153081:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384927.153084:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384927.153086:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ae562f99. 02000000:00000001:2.0:1767384927.153093:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384927.153103:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384927.153106:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016ac6cb3. 00000100:00000001:2.0:1767384927.153112:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384927.153116:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.153119:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.153124:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.153126:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.153130:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.153133:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.153153:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.153156:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384927.153163:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384927.153166:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384927.153169:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81c7c12. 00000400:00000200:2.0:1767384927.153174:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000400:00000010:2.0:1767384927.153176:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000100:00000001:2.0:1767384927.153180:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384927.153187:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384927.153198:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.153205:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384927.153207:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.153209:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384927.153211:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384927.153213:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384927.153215:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.153218:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384927.153223:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=47 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384927.153227:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384927.153230:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384927.153231:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.153233:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384927.153235:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384927.153239:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.153247:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384927.153248:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384927.153249:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384927.153251:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.153256:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.153261:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.153264:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384927.153266:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384927.153269:0:16136:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384927.153272:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384927.153276:0:16136:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384927.153289:0:16136:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384927.153294:0:16136:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.153300:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384927.153308:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352224256:0@lo:13: 00000100:00000001:2.0:1767384927.153315:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.153316:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384927.153321:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352224256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.153326:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384927.153330:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384927.153333:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000195f76e8. 02000000:00000001:2.0:1767384927.153335:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384927.153337:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384927.153338:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384927.153341:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384927.153342:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5984fbb. 02000000:00000001:2.0:1767384927.153348:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384927.153355:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384927.153358:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:2.0:1767384927.153363:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384927.153364:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.153365:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.153368:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.153369:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.153372:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.153376:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.157949:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294916104, at 4294916105 00000100:00000010:1.0:1767384927.157957:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da64b9c3. 00000100:00000040:2.0:1767384927.158977:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294916104, at 4294916106 00000100:00000010:2.0:1767384927.158987:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000079e8352. 00000100:00000040:0.0:1767384927.159072:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294916104, at 4294916106 00000100:00000010:0.0:1767384927.159084:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ed6a988. 00000100:00000040:3.0:1767384927.159092:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294916104, at 4294916106 00000100:00000010:3.0:1767384927.159100:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000641f01a5. 00000400:00000001:0.0:1767384927.470080:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384927.470084:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384927.470087:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000400:00000010:0.0:1767384927.470091:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000400:00000200:0.0:1767384927.470094:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384927.470100:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384927.470109:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b84971fe. 00000400:00000010:0.0:1767384927.470114:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079093b02. 00000400:00000200:0.0:1767384927.470118:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp31 00000400:00000010:0.0:1767384927.470121:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b84971fe. 00000400:00000010:0.0:1767384927.470127:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000010403f5c. 00000400:00000010:0.0:1767384927.470132:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000800:00000200:1.0:1767384927.470139:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (6) 00000400:00000010:0.0:1767384927.470144:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003a583159. 00000800:00000200:1.0:1767384927.470149:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp15 ip 192.168.203.112:988 00000800:00000200:1.0:1767384927.470157:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384927.470163:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp31 00000400:00000200:0.0:1767384927.470177:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp31 local destination 00000400:00000200:0.0:1767384927.470185:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp31 00000400:00000200:0.0:1767384927.470193:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp31 NI seq info: [92:92:256:4294967295] 192.168.203.112@tcp31 LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1767384927.470199:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp31 00000400:00000200:0.0:1767384927.470208:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp31(192.168.203.112@tcp31:) -> 192.168.203.112@tcp31(192.168.203.112@tcp31:192.168.203.112@tcp31) : GET try# 0 00000800:00000200:0.0:1767384927.470213:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp31 00000800:00000010:0.0:1767384927.470218:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000008dadf6f. 00000800:00000200:0.0:1767384927.470223:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000800:00000200:0.1:1767384927.470227:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000800:00000200:2.0:1767384927.470286:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384927.470294:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384927.470307:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384927.470313:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384927.470318:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.470345:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp31 added to recovery queue. ping count: 3 next ping: 257 health :800 00000400:00000200:1.0:1767384927.470349:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384927.470350:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp30 00000400:00000010:0.0:1767384927.470356:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000061cb38c0. 00000400:00000010:0.0:1767384927.470362:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4552561. 00000400:00000010:0.0:1767384927.470365:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000400:00000010:0.0:1767384927.470372:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc6432c1. 00000400:00000200:0.0:1767384927.470377:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp30 00000400:00000200:0.0:1767384927.470386:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp30 local destination 00000400:00000200:0.0:1767384927.470388:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp30 00000400:00000200:0.0:1767384927.470391:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp30 NI seq info: [93:93:256:4294967295] 192.168.203.112@tcp30 LPNI seq info [91:91:8:4294967295] 00000400:00000200:0.0:1767384927.470395:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp30 00000400:00000200:0.0:1767384927.470410:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp30(192.168.203.112@tcp30:) -> 192.168.203.112@tcp30(192.168.203.112@tcp30:192.168.203.112@tcp30) : GET try# 0 00000800:00000200:0.0:1767384927.470413:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp30 00000800:00000010:0.0:1767384927.470417:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005861ad7c. 00000400:00000200:1.0:1767384927.470419:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000200:0.0:1767384927.470430:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000800:00000200:0.1:1767384927.470438:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000400:00000200:0.0:1767384927.470458:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp30 added to recovery queue. ping count: 3 next ping: 257 health :700 00000400:00000200:1.0:1767384927.470487:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470524:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.470540:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470584:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.470614:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470647:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.470673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470695:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.470727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470749:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.470782:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470802:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.470835:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470865:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470926:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.470956:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.470999:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471042:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471043:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471089:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471127:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471131:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471179:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471185:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471240:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471246:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471302:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471312:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471359:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471373:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471408:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471432:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471471:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471495:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471513:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471556:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471569:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471624:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471632:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471703:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471705:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471757:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471803:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471848:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471852:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.471936:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.471998:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.472057:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.472128:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.472190:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.472249:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.472321:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.472387:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.472463:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.472522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.472610:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.472679:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.472748:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.472825:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.472881:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.473016:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.473026:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.473139:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.473167:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.473281:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.473312:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.473403:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.473506:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:2.0:1767384927.473618:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099a108a1. 00000400:00000200:1.0:1767384927.473619:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:2.0:1767384927.473624:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd7df5b9. 00000800:00000010:2.0:1767384927.473633:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000efaf2874. 00000800:00000010:2.0:1767384927.473663:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000efaf2874. 00000400:00000200:1.0:1767384927.473664:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00020000:2.0:1767384927.473672:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384927.473676:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd7df5b9. 00000800:00000010:2.0:1767384927.473682:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000099a108a1. 00000400:00000200:1.0:1767384927.473738:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:02020000:2.0:1767384927.473754:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp30 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384927.473762:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp30 notifying 192.168.203.112@tcp30: down 00000800:00000200:2.0:1767384927.473772:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp30 down 00000800:00000100:2.0:1767384927.473781:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp30 00000800:00000010:2.0:1767384927.473783:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005861ad7c. 00000400:00000200:2.0:1767384927.473788:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384927.473793:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp30->192.168.203.112@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384927.473804:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:2.0:1767384927.473811:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384927.473816:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384927.473822:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp30) recovery failed with -71 00000400:00000200:1.0:1767384927.473854:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.473957:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.474178:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384927.474232:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp31 from 213.3.0.2 00000800:00000010:1.0:1767384927.474235:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bb3f1a2d. 00000800:00000010:1.0:1767384927.474486:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000088eff205. 00000800:00000010:1.0:1767384927.474490:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7e4af77. 00000800:00000010:1.0:1767384927.474502:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000027c3c97. 00000800:00000010:1.0:1767384927.474505:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c37113d3. 00000800:00000010:1.0:1767384927.474508:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039d08a1b. 00000800:00000010:1.0:1767384927.474559:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000030b3715c. 00000800:00000200:1.1:1767384927.474565:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (2) 00000800:00000200:1.1:1767384927.474569:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp31 0000000030b3715c deleted 00000800:00000010:1.1:1767384927.474571:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000030b3715c. 00000800:00000200:1.1:1767384927.474575:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384927.474579:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp31 ip 192.168.203.112:981 00000800:00000200:1.1:1767384927.474582:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008dadf6f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384927.474585:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp31 p 3.x 192.168.203.112 -> 192.168.203.112:981 incarnation:1767384917586029821 sched[0] 00000800:00000010:1.0:1767384927.474588:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004934a165. 00000800:00000010:1.0:1767384927.474617:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004934a165. 00000800:00000010:1.0:1767384927.474620:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7e4af77. 00000800:00000010:1.0:1767384927.474646:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bb3f1a2d. 00000800:00000001:1.0:1767384927.474658:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.474662:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384927.474698:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384927.474700:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000008dadf6f. 00000400:00000200:1.0:1767384927.474703:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.474707:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp31->192.168.203.112@tcp31: GET: OK 00000400:00000200:1.0:1767384927.474710:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384927.474712:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp31 recovery message sent successfully:0 00000800:00000010:1.0:1767384927.475343:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039d08a1b. 00000800:00000200:1.1:1767384927.475362:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384927.475368:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp31 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384917586029821 sched[0] 00000800:00000010:1.0:1767384927.475373:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c37113d3. 00000800:00000001:1.0:1767384927.475416:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.475422:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384927.475425:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.475440:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384927.475447:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp31(192.168.203.112@tcp31) <- 192.168.203.112@tcp31 : GET - for me 00000400:00000200:1.0:1767384927.475458:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384927.475467:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1965 [1] + 0 00000400:00000200:1.0:1767384927.475477:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp31 to MR: 192.168.203.112@tcp31 local destination 00000400:00000200:1.0:1767384927.475483:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp31 NI seq info: [94:94:256:4294967295] 192.168.203.112@tcp31 LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1767384927.475498:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp31(192.168.203.112@tcp31:192.168.203.112@tcp31) -> 192.168.203.112@tcp31(192.168.203.112@tcp31:192.168.203.112@tcp31) 192.168.203.112@tcp31 : REPLY try# 0 00000800:00000200:1.0:1767384927.475501:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp31 00000800:00000010:1.0:1767384927.475505:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdad0395. 00000800:00000200:1.0:1767384927.475509:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (4) 00000800:00000200:1.0:1767384927.475513:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp31 ip 192.168.203.112:988 00000800:00000200:1.0:1767384927.475514:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdad0395 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384927.475559:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384927.475562:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdad0395. 00000400:00000200:1.0:1767384927.475565:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.475569:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp31->192.168.203.112@tcp31: REPLY: OK 00000800:00000001:1.0:1767384927.475579:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.475583:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384927.475584:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.475587:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384927.475590:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.475595:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384927.475598:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp31(192.168.203.112@tcp31) <- 192.168.203.112@tcp31 : REPLY - for me 00000400:00000200:1.0:1767384927.475622:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp31: Reply from 12345-192.168.203.112@tcp31 of length 272/272 into md 0x19b9 00000800:00000001:1.0:1767384927.475626:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.475633:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384927.475634:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.475636:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp31->192.168.203.112@tcp31: REPLY: OK 00000400:00000200:1.0:1767384927.475639:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000400:00000010:1.0:1767384927.475640:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000400:00000200:1.0:1767384927.475643:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384927.475648:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b84971fe. 00000400:00000010:1.0:1767384927.475652:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000010403f5c. 00000800:00000001:1.0:1767384927.475662:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384927.475669:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384927.475751:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.475851:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.476287:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.476409:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.476515:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.476633:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.476713:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.476782:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.476974:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477105:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477205:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477335:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477424:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477471:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477489:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477530:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477575:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477619:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477675:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477781:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.477935:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478033:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478086:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478132:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478195:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478238:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478333:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478416:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478480:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478646:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478729:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478786:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384927.478863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384927.479158:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ed90e3f. 00000800:00000010:1.0:1767384927.479162:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c37113d3. 00000800:00000010:1.0:1767384927.479170:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000039d08a1b. 00000800:00000010:1.0:1767384927.479198:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000039d08a1b. 00000800:00020000:1.0:1767384927.479210:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384927.479212:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c37113d3. 00000800:00000010:1.0:1767384927.479215:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ed90e3f. 00000400:02020000:1.0:1767384927.479270:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp31 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384927.725283:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384927.725290:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.725298:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384927.725300:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.725419:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384927.725434:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.725439:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384928.013795:0:29779:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384928.013816:0:29779:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.013821:0:29779:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384928.013830:0:29779:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384928.013838:0:29779:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.013842:0:29779:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.173000:0:22984:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384928.173008:0:22984:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.173015:0:16759:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384928.173022:0:16759:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384928.492986:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384928.492992:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384928.492995:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000400:00000010:2.0:1767384928.493001:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000400:00000200:2.0:1767384928.493006:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384928.493013:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384928.493024:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000061cb38c0. 00000400:00000010:2.0:1767384928.493027:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4552561. 10000000:00000001:0.0:1767384928.685073:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384928.685080:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:0.0:1767384928.685092:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.685095:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384928.685097:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384928.685098:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384928.685101:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384928.685104:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384928.685106:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 53 10000000:00000001:0.0:1767384928.685110:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384928.685112:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384928.685123:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:0.0:1767384928.685129:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384928.685136:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384928.685141:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384928.685148:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384928.685158:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d9dc6b1. 00000100:00000001:0.0:1767384928.685169:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.685176:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384928.685180:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384928.685190:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d147c86. 00010000:00000001:0.0:1767384928.685198:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384928.685203:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b6a4380. 00000020:00000001:0.0:1767384928.685209:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384928.685213:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b6a4380 with handle 0x7ec529173eeb8428 to hash 00000020:00000001:0.0:1767384928.685216:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384928.685218:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.685223:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.685228:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.685231:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.685235:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384928.685248:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384928.685261:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384928.685272:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384928.685274:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384928.685280:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000010b559aa. 00000100:00000001:0.0:1767384928.685282:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267724928 : -106563441826688 : ffff9f14c3e76480) 00000100:00000001:0.0:1767384928.685285:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384928.685286:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000001:0.0:1767384928.685292:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384928.685295:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.685298:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384928.685300:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384928.685312:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.685325:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384928.685328:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.685334:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384928.685338:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384928.685341:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.685345:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352224384:0@lo:101: 00000100:00000001:0.0:1767384928.685351:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384928.685358:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384928.685361:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.685365:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384928.685371:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000036d1425. 02000000:00000001:0.0:1767384928.685374:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.685382:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c963e8d. 00000400:00000010:0.0:1767384928.685392:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000100:00000200:0.0:1767384928.685401:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352224384, portal 25 00000100:00000001:0.0:1767384928.685404:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384928.685406:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384928.685411:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.685435:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.685444:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.685447:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000100:00000200:0.0:1767384928.685450:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352224384, offset 0 00000400:00000200:0.0:1767384928.685457:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.685474:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.685486:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272105680 00000400:00000200:0.0:1767384928.685493:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11e1 [2] + 0 00000400:00000010:0.0:1767384928.685497:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde69961. 00000400:00000200:0.0:1767384928.685500:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0822e2a 00000400:00000200:0.0:1767384928.685506:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.685510:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384928.685515:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0822e2a 00000400:00000010:0.0:1767384928.685517:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0822e2a. 00000100:00000001:0.0:1767384928.685521:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384928.685524:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384928.685527:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000003ed32d43 x1853237352224384 msgsize 328 00000100:00100000:0.0:1767384928.685530:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384928.685532:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384928.685546:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.685553:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000400:00000010:0.0:1767384928.685555:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000100:00000001:0.0:1767384928.685558:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384928.685561:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.685571:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.685574:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.685577:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384928.685580:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.685582:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224384 00000100:00000001:0.0:1767384928.685583:0:16773:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384928.685588:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384928.685589:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.685604:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384928.685608:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.685612:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294917645 00000100:00000010:0.0:1767384928.685617:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008c482e3. 02000000:00000001:3.0:1767384928.685624:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.685626:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384928.685630:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224384 00000020:00000001:3.0:1767384928.685635:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384928.685636:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294917645 00000020:00000040:3.0:1767384928.685637:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384928.685641:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.685644:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384928.685650:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000010:0.0:1767384928.685652:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9568b36. 00000020:00000001:3.0:1767384928.685653:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384928.685659:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384928.685662:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384928.685665:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294917645 00000020:00000010:3.0:1767384928.685667:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c266d3d. 00000100:00000010:0.0:1767384928.685670:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043e1732b. 00000100:00000001:3.0:1767384928.685672:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.685677:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384928.685678:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c266d3d. 00000100:00000001:0.0:1767384928.685685:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294917645 00000020:00000010:3.0:1767384928.685688:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e29b590. 00000100:00000010:0.0:1767384928.685690:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffdf10b5. 00000100:00000001:0.0:1767384928.685696:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384928.685698:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000273cab2a. 00000100:00000001:0.0:1767384928.685698:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.685704:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384928.685707:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000001:0.0:1767384928.685707:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.685712:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384928.685715:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 0000000010b559aa going to sleep for 11 seconds 00000100:00000001:0.0:1767384928.685719:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.685722:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.685723:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384928.685745:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384928.685747:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384928.685748:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.685758:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.685775:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.685791:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384928.685793:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384928.685800:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:3.0:1767384928.685803:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384928.685806:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526172752 : -106558183378864 : ffff9f15fd54f050) 00000100:00000040:3.0:1767384928.685811:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ed32d43 x1853237352224384/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.685819:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384928.685823:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c266d3d. 00000100:00000001:3.0:1767384928.685825:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384928.685828:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c266d3d. 00000100:00100000:3.0:1767384928.685832:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ed32d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352224384:12345-0@lo:101: 00000100:00000200:3.0:1767384928.685843:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224384 00000020:00000001:3.0:1767384928.685847:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384928.685851:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384928.685854:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.685856:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384928.685859:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384928.685862:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384928.685863:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384928.685866:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384928.685869:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384928.685872:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.685875:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384928.685877:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384928.685879:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384928.685881:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384928.685882:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.685919:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384928.685925:0:16768:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a27ef337. 00010000:00000001:3.0:1767384928.685929:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384928.685933:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d45f1376. 00000020:00000001:3.0:1767384928.685936:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384928.685937:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d45f1376 with handle 0x7ec529173eeb842f to hash 00000020:00000001:3.0:1767384928.685939:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384928.685940:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384928.685942:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00010000:3.0:1767384928.685944:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb8428 expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384928.685951:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384928.685954:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384928.685962:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384928.685964:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384928.685968:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e65a5b52. 02000000:00000001:3.0:1767384928.685971:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.685979:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.685982:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384928.685986:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384928.685989:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384928.685991:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384928.685993:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.685995:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384928.685996:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.685999:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384928.686002:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384928.686003:0:16768:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384928.686004:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384928.686006:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a27ef337) refcount = 1 00010000:00010000:3.0:1767384928.686010:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.686021:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384928.686023:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384928.686025:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.686027:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.686028:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384928.686033:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384928.686035:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.686041:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384928.686043:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384928.686045:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384928.686048:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.686049:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384928.686051:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.686052:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384928.686054:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d45f1376, rc 0) 00000020:00000001:3.0:1767384928.686061:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384928.686065:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352224384 00010000:00000001:3.0:1767384928.686067:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384928.686071:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ed32d43 x1853237352224384/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/344 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384928.686085:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384928.686088:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384928.686092:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384928.686097:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384928.686100:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384928.686102:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384928.686105:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384928.686107:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.686110:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384928.686112:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384928.686115:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 00000100:00000200:3.0:1767384928.686118:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352224384, offset 224 00000400:00000200:3.0:1767384928.686123:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384928.686128:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384928.686134:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272105680 00000400:00000200:3.0:1767384928.686138:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x19c1 [1] + 224 00000400:00000200:3.0:1767384928.686142:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.686144:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384928.686148:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384928.686151:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384928.686159:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.686174:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.686182:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000400:00000010:3.0:1767384928.686184:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000100:00000001:3.0:1767384928.686188:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384928.686190:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384928.686194:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.686197:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384928.686200:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384928.686202:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686203:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384928.686204:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384928.686212:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384928.686216:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ed32d43 x1853237352224384/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/344 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384928.686217:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384928.686223:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c963e8d. 00000100:00100000:3.0:1767384928.686229:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ed32d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352224384:12345-0@lo:101: Request processed in 407us (698us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384928.686231:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000400:00000010:0.0:1767384928.686237:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000100:00100000:3.0:1767384928.686239:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:3.0:1767384928.686246:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384928.686246:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384928.686251:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384928.686269:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384928.686272:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384928.686274:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000273cab2a. 00000020:00000010:3.0:1767384928.686281:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000020:00000010:3.0:1767384928.686287:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e29b590. 00000020:00000040:3.0:1767384928.686293:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000200:0.0:1767384928.686298:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384928.686300:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384928.686303:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e65a5b52. 02000000:00000001:3.0:1767384928.686309:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384928.686313:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.686317:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384928.686319:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384928.686321:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384928.686325:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032520ea7. 00000100:00000001:0.0:1767384928.686327:0:16773:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384928.686332:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000598bf46. 02000000:00000001:0.0:1767384928.686333:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384928.686338:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.686341:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.686360:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.686364:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384928.686378:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.686380:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.686382:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.686384:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384928.686386:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686389:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.686392:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.686398:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.686401:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.686402:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.686405:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.686411:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352224384:0@lo:101: 00000100:00000001:0.0:1767384928.686416:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.686419:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686421:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384928.686422:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.686424:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.686429:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384928.686431:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000010b559aa. 00000100:00000001:0.0:1767384928.686434:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384928.686435:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.686437:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384928.686440:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.686442:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.686443:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=4 00000020:00000001:0.0:1767384928.686445:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.686447:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000040:0.0:1767384928.686451:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000b6a4380, remote cookie: 0x7ec529173eeb842f, flags: 0x0 00010000:00000001:0.0:1767384928.686454:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384928.686471:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384928.686473:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384928.686474:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384928.686474:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384928.686476:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d147c86) refcount = 1 00010000:00010000:0.0:1767384928.686479:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.686484:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384928.686486:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384928.686487:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384928.686489:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384928.686492:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.686494:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.686499:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384928.686500:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.686501:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.686503:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.686504:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.686505:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686507:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.686509:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352224384/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.686514:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.686517:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.686519:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000036d1425. 02000000:00000001:0.0:1767384928.686521:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.686523:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.686525:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384928.686527:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384928.686529:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004d9dc6b1. 02000000:00000001:0.0:1767384928.686532:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.686534:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.686535:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:0.0:1767384928.686538:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.686545:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384928.686547:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.686549:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384928.686550:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:0.0:1767384928.686552:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.686553:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.686554:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.686555:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=3 00000020:00000001:0.0:1767384928.686557:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.686559:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.686560:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384928.686562:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.686562:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.686563:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.686566:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384928.686569:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d96cadfa. 00000100:00000010:0.0:1767384928.686586:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:0.0:1767384928.686589:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384928.686591:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384928.686610:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384928.686612:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384928.686616:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d9dc6b1. 00000100:00000001:0.0:1767384928.686619:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686622:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384928.686643:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000036d1425. 00000100:00000010:0.0:1767384928.686655:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001e38b368. 00000020:00000040:0.0:1767384928.686657:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384928.686661:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384928.686662:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384928.686665:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000010b559aa. 00000100:00000001:0.0:1767384928.686667:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267724928 : -106563441826688 : ffff9f14c3e76480) 00000100:00000001:0.0:1767384928.686669:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384928.686670:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000001:0.0:1767384928.686673:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384928.686675:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686683:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384928.686684:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384928.686687:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.686693:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384928.686695:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.686697:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384928.686699:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384928.686700:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.686703:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352224512:0@lo:256: 00000100:00000001:0.0:1767384928.686706:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384928.686708:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384928.686710:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686712:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384928.686717:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c963e8d. 00000400:00000010:0.0:1767384928.686721:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e3639551. 00000100:00000200:0.0:1767384928.686724:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272105700-0x6958272105700, portal 33 00000100:00000001:0.0:1767384928.686727:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.686728:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384928.686731:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b268b006. 02000000:00000001:0.0:1767384928.686733:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.686735:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538ef898. 00000400:00000010:0.0:1767384928.686737:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000100:00000200:0.0:1767384928.686755:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352224512, portal 25 00000100:00000001:0.0:1767384928.686757:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384928.686758:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384928.686762:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.686767:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.686768:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.686772:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000100:00000200:0.0:1767384928.686773:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352224512, offset 0 00000400:00000200:0.0:1767384928.686779:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.686785:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.686799:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272105700 00000400:00000200:0.0:1767384928.686803:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x11e9 [2] + 0 00000400:00000010:0.0:1767384928.686806:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000869cbff. 00000400:00000200:0.0:1767384928.686809:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c787928 00000400:00000200:0.0:1767384928.686811:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.686814:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384928.686817:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c787928 00000400:00000010:0.0:1767384928.686819:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c787928. 00000100:00000001:0.0:1767384928.686822:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384928.686824:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384928.686827:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000aa983483 x1853237352224512 msgsize 304 00000100:00100000:0.0:1767384928.686830:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384928.686832:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384928.686843:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.686850:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000400:00000010:0.0:1767384928.686852:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000100:00000001:0.0:1767384928.686856:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384928.686862:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.686869:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384928.686873:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224512 00000100:00000001:0.0:1767384928.686874:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384928.686901:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384928.686903:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384928.686905:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.686907:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.686910:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224512 00000020:00000001:3.0:1767384928.686913:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384928.686916:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000040:0.0:1767384928.686916:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384928.686920:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.686923:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384928.686928:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384928.686934:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384928.686937:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.686939:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384928.686942:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384928.686950:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c266d3d. 00000100:00000001:0.0:1767384928.686950:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.686955:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.686958:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294917647 00000020:00000010:3.0:1767384928.686959:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c266d3d. 00000020:00000010:3.0:1767384928.686968:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e29b590. 00000100:00000001:0.0:1767384928.686970:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917645 00000020:00000010:3.0:1767384928.686973:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000273cab2a. 00000100:00000001:0.0:1767384928.686976:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294917647 00000020:00000010:3.0:1767384928.686978:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000100:00000001:0.0:1767384928.686981:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917645 00000100:00000040:3.0:1767384928.686986:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384928.686987:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294917647 00000100:00000001:3.0:1767384928.686992:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384928.686993:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917645 00000100:00000001:3.0:1767384928.686995:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384928.686999:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.686999:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294917647 00000100:00000001:3.0:1767384928.687003:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.687012:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917645 00000100:00000001:0.0:1767384928.687014:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.687015:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.687016:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.687022:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.687024:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384928.687026:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 0000000010b559aa going to sleep for 11 seconds 00000100:00000001:0.0:1767384928.687029:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.687030:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384928.687031:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.687034:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384928.687041:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:3.0:1767384928.687044:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384928.687046:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526169680 : -106558183381936 : ffff9f15fd54e450) 00000100:00000040:3.0:1767384928.687051:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa983483 x1853237352224512/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 304/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.687058:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384928.687061:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c266d3d. 00000100:00000001:3.0:1767384928.687062:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384928.687064:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c266d3d. 00000100:00100000:3.0:1767384928.687067:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa983483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352224512:12345-0@lo:256: 00000100:00000200:3.0:1767384928.687069:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224512 00000020:00000001:3.0:1767384928.687071:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384928.687072:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384928.687073:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.687075:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384928.687077:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384928.687079:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384928.687080:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384928.687089:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384928.687090:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384928.687092:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.687095:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384928.687097:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384928.687099:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e65a5b52. 02000000:00000001:3.0:1767384928.687101:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.687102:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.687105:0:16768:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384928.687109:0:16768:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384928.687112:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384928.687115:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384928.687117:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.687120:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384928.687121:0:16768:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384928.687124:0:16768:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000a4083b17. 20000000:00000001:3.0:1767384928.687126:0:16768:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384928.687142:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384928.687148:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384928.687154:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384928.687155:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384928.687157:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384928.687158:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384928.687160:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384928.687161:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384928.687162:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384928.687164:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384928.687166:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384928.687167:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384928.687168:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384928.687170:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384928.687171:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384928.687172:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384928.687174:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384928.687175:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384928.687176:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384928.687178:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384928.687179:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384928.687180:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384928.687188:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384928.687189:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384928.687191:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384928.687192:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384928.687194:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:3.0:1767384928.687196:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 20000000:00000040:3.0:1767384928.687203:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384928.687205:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384928.687206:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384928.687208:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384928.687209:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384928.687211:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384928.687213:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384928.687214:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384928.687216:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384928.687217:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384928.687219:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384928.687220:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384928.687221:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384928.687223:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384928.687224:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384928.687225:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384928.687227:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384928.687228:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384928.687229:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384928.687231:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384928.687232:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384928.687233:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384928.687235:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384928.687236:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384928.687237:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384928.687239:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384928.687240:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:3.0:1767384928.687242:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:3.0:1767384928.687244:0:16768:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 58 20000000:00000001:3.0:1767384928.687245:0:16768:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:3.0:1767384928.687248:0:16768:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384928.687250:0:16768:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000afb567b7. 00000100:00000010:3.0:1767384928.687252:0:16768:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006677743d. 00000020:00000040:3.0:1767384928.687260:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384928.687263:0:16768:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384928.687265:0:16768:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384928.687268:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 00000400:00000010:3.0:1767384928.687275:0:16768:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000689e0e22. 00000400:00000200:3.0:1767384928.687278:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384928.687285:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384928.687290:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x6958272105700 00000400:00000200:3.0:1767384928.687293:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x19d1 [4] + 0 00000400:00000010:3.0:1767384928.687296:0:16768:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c963e8d. 00000400:00000200:3.0:1767384928.687298:0:16768:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3639551 00000400:00000200:3.0:1767384928.687300:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.687302:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384928.687305:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3639551 00000400:00000010:3.0:1767384928.687307:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e3639551. 00000100:00000001:3.0:1767384928.687310:0:16768:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384928.687312:0:16768:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002574fd07 desc 00000000036d1425 mbits 1853237352224512 00000100:00000001:3.0:1767384928.687323:0:16768:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384928.687327:0:16768:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384928.687332:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384928.687339:0:16768:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x19dd 00000400:00000200:3.0:1767384928.687342:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.687344:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384928.687348:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384928.687350:0:16768:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000afb567b7 00000100:00000001:3.0:1767384928.687352:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384928.687362:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000400:00000010:3.0:1767384928.687364:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000100:00000001:3.0:1767384928.687367:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384928.687368:0:16768:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000afb567b7 00000100:00000001:3.0:1767384928.687376:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384928.687383:0:16768:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x6958272105700-0x6958272105700 00000100:00000001:0.0:1767384928.687385:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.687387:0:16768:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.687391:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.687392:0:16768:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.687396:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384928.687406:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384928.687408:0:16768:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006677743d. 00000100:00000010:3.0:1767384928.687411:0:16768:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000afb567b7. 00000100:00000001:3.0:1767384928.687414:0:16768:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384928.687416:0:16768:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384928.687422:0:16768:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000a4083b17. 20000000:00000001:3.0:1767384928.687426:0:16768:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384928.687445:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352224512 00010000:00000001:3.0:1767384928.687447:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384928.687451:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa983483 x1853237352224512/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 304/240 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384928.687476:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384928.687478:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384928.687480:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384928.687483:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384928.687485:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384928.687487:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384928.687489:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384928.687491:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.687493:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384928.687495:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384928.687497:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 00000100:00000200:3.0:1767384928.687500:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352224512, offset 224 00000400:00000200:3.0:1767384928.687504:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384928.687510:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384928.687516:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272105700 00000400:00000200:3.0:1767384928.687520:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x19d5 [1] + 224 00000400:00000200:3.0:1767384928.687524:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.687528:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384928.687530:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384928.687535:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384928.687542:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.687566:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.687572:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000400:00000010:3.0:1767384928.687574:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000100:00000001:3.0:1767384928.687578:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384928.687580:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384928.687586:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.687590:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:0.0:1767384928.687590:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384928.687606:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384928.687608:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.687613:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384928.687617:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa983483 x1853237352224512/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 304/240 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384928.687617:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.687621:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384928.687624:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000538ef898. 00000400:00000200:0.0:1767384928.687628:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000400:00000010:0.0:1767384928.687632:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000100:00000001:0.0:1767384928.687638:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384928.687644:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa983483 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352224512:12345-0@lo:256: Request processed in 583us (814us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384928.687646:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.687660:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:3.0:1767384928.687665:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384928.687670:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384928.687671:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384928.687673:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384928.687675:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000273cab2a. 00000020:00000010:3.0:1767384928.687682:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000020:00000010:3.0:1767384928.687688:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e29b590. 00000100:00000001:0.0:1767384928.687693:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384928.687697:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:0.0:1767384928.687698:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384928.687702:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384928.687705:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384928.687706:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e65a5b52. 02000000:00000001:3.0:1767384928.687710:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384928.687710:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384928.687716:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.687717:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.687723:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384928.687724:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384928.687731:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007443594d. 02000000:00000001:0.0:1767384928.687731:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.687740:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=58 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384928.687741:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7ebd813. 00000100:00001000:0.0:1767384928.687750:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.687755:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384928.687757:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.687760:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384928.687762:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.687765:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.687769:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.687809:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.687814:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384928.687815:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384928.687817:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.687822:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352224512:0@lo:256: 00000100:00000001:0.0:1767384928.687826:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.687828:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.687829:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384928.687831:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.687832:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.687837:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384928.687839:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000010b559aa. 00000100:00000001:0.0:1767384928.687842:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384928.687843:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384928.687847:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 58, more 0. 10000000:00000001:0.0:1767384928.687852:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384928.687861:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000cae2eca2. 00010000:00000001:0.0:1767384928.687875:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384928.687879:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384928.687896:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:0.0:1767384928.687899:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.687936:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384928.687939:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:0.0:1767384928.687943:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:0.0:1767384928.687948:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:0.0:1767384928.687951:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384928.687955:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:0.0:1767384928.687962:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384928.687969:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (27) 00000400:00000200:0.0:1767384928.687982:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (28) 00000400:00000200:0.0:1767384928.688005:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384928.688007:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384928.688011:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384928.688014:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:0.0:1767384928.688016:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (29) 00000400:00000200:0.0:1767384928.688019:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:0.0:1767384928.688021:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:0.0:1767384928.688025:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688027:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:0.0:1767384928.688029:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:0.0:1767384928.688033:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688035:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:2.0:1767384928.688037:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384928.688038:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:0.0:1767384928.688046:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688050:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102171 00000400:00000200:0.0:1767384928.688050:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:2.0:1767384928.688058:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (28) 00000400:00000200:0.0:1767384928.688058:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:0.0:1767384928.688064:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688067:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000010:2.0:1767384928.688068:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000b9f5ea62. 00000400:00000200:0.0:1767384928.688069:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000010:2.0:1767384928.688077:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 00000400:00000200:0.0:1767384928.688077:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688083:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:0.0:1767384928.688085:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:0.0:1767384928.688090:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000010:2.0:1767384928.688091:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082a06fdd. 00000400:00000200:0.0:1767384928.688096:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:2.0:1767384928.688101:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767384928.688103:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:0.0:1767384928.688109:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688112:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:0.0:1767384928.688113:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:2.0:1767384928.688117:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384928.688122:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688125:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:0.0:1767384928.688127:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:2.0:1767384928.688130:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384928.688135:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688140:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:2.0:1767384928.688145:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384928.688145:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:0.0:1767384928.688154:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688157:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384928.688164:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:2.0:1767384928.688167:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:0.0:1767384928.688169:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:0.0:1767384928.688178:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688179:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384928.688184:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:0.0:1767384928.688189:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:2.0:1767384928.688190:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:0.0:1767384928.688194:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688196:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:0.0:1767384928.688198:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:0.0:1767384928.688205:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688207:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:0.0:1767384928.688211:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:2.0:1767384928.688212:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:0.0:1767384928.688219:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688223:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:2.0:1767384928.688226:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:0.0:1767384928.688228:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:0.0:1767384928.688236:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688240:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:0.0:1767384928.688241:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:0.0:1767384928.688248:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:2.0:1767384928.688256:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:0.0:1767384928.688257:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688263:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:0.0:1767384928.688268:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:2.0:1767384928.688270:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:0.0:1767384928.688275:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688280:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:0.0:1767384928.688280:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:0.0:1767384928.688287:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:2.0:1767384928.688294:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:0.0:1767384928.688295:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688301:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:0.0:1767384928.688305:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:2.0:1767384928.688310:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384928.688311:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688317:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:0.0:1767384928.688321:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:2.0:1767384928.688325:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:0.0:1767384928.688330:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688334:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:2.0:1767384928.688339:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:0.0:1767384928.688339:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:0.0:1767384928.688348:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688353:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:0.0:1767384928.688354:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:0.0:1767384928.688361:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:0.0:1767384928.688368:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688369:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:2.0:1767384928.688380:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000400:00000200:0.0:1767384928.688380:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:0.0:1767384928.688387:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:2.0:1767384928.688392:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 18], ns[84, 18] 00000400:00000200:0.0:1767384928.688394:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688401:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:0.0:1767384928.688406:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:2.0:1767384928.688407:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 18], ns[93, 18] 00000400:00000200:0.0:1767384928.688414:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.688417:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 18], ns[94, 18] 00000400:00000200:0.0:1767384928.688423:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:0.0:1767384928.688426:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:2.0:1767384928.688430:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 18], ns[83, 18] 00000400:00000200:0.0:1767384928.688434:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384928.688440:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:0.0:1767384928.688444:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.688445:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[89, 18], ns[91, 18] 00000400:00000010:0.0:1767384928.688450:0:16773:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000025ae4e00. 00000400:00000200:0.0:1767384928.688456:0:16773:0:(peer.c:264:lnet_peer_alloc()) 0000000025ae4e00 nid 192.168.203.112@tcp35 00000400:00000010:0.0:1767384928.688462:0:16773:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000eb3772d9. 00000400:00000200:2.0:1767384928.688467:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000400:00000200:0.0:1767384928.688468:0:16773:0:(peer.c:204:lnet_peer_net_alloc()) 00000000eb3772d9 net tcp35 00000400:00000200:2.0:1767384928.688475:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000010:0.0:1767384928.688475:0:16773:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e703ff67. 00000400:00000200:2.0:1767384928.688485:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp34 00000400:00000200:0.0:1767384928.688486:0:16773:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e703ff67 nid 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.688492:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp34 lpni_is_preferred = 0 00000400:00000200:2.0:1767384928.688496:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp34 00000400:00000200:2.0:1767384928.688500:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp34 NI seq info: [95:95:256:4294967295] 192.168.203.112@tcp34 LPNI seq info [93:93:8:4294967295] 00000400:00000200:2.0:1767384928.688508:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp34 00000400:00000200:2.0:1767384928.688514:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp34(192.168.203.112@tcp34:) -> 192.168.203.112@tcp34(192.168.203.112@tcp:192.168.203.112@tcp34) : GET try# 0 00000400:00000200:0.0:1767384928.688520:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (0) 00000800:00000200:2.0:1767384928.688522:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp34 00000400:00000200:0.0:1767384928.688527:0:16773:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.112@tcp35: -2 00000800:00000010:2.0:1767384928.688529:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5984fbb. 00000400:00000200:0.0:1767384928.688535:0:16773:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp35 NID 192.168.203.112@tcp35 flags 0x1 00000400:00000200:0.0:1767384928.688539:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (1) 00000400:00000200:0.0:1767384928.688541:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (2) 00000800:00000010:2.0:1767384928.688542:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004746606e. 00000400:00000200:0.0:1767384928.688543:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (1) 00000400:00000200:0.0:1767384928.688549:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (2) 00000800:00000010:2.0:1767384928.688550:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000024220599. 00000400:00000200:0.0:1767384928.688553:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp35 (0000000025ae4e00): 0 00000400:00000200:0.0:1767384928.688557:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:2.0:1767384928.688561:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000400:00000200:0.0:1767384928.688561:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384928.688567:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp35 NID 192.168.203.112@tcp35: 0. pending discovery 00000800:00000200:2.1:1767384928.688573:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000400:00000200:0.0:1767384928.688574:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (3) 00000100:00000001:0.0:1767384928.688581:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.688583:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384928.688588:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:0.0:1767384928.688608:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000091f640e3. 00000400:00000200:2.0:1767384928.688609:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 10000000:00000040:0.0:1767384928.688612:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 57/58 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000400:00000200:2.0:1767384928.688614:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100371 rc 0 00000400:00000200:2.0:1767384928.688638:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x41 00000020:00000080:0.0:1767384928.688642:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384928.688643:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (2) 00000400:00000010:2.0:1767384928.688650:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000068c86542. 00000020:00000001:0.0:1767384928.688652:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:2.0:1767384928.688655:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000020:00000010:0.0:1767384928.688660:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5233eb3. 00000400:00000010:2.0:1767384928.688664:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028e70acc. 00000400:00000200:2.0:1767384928.688670:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp35 00000020:00000010:0.0:1767384928.688670:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011c28001. 00000040:00000010:0.0:1767384928.688679:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fac200c3. 00000400:00000200:2.0:1767384928.688680:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp35 local destination 00000400:00000200:2.0:1767384928.688688:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000020:00000010:0.0:1767384928.688691:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091335d66. 00000400:00000200:2.0:1767384928.688692:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.688698:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp35 lpni_is_preferred = 0 00000400:00000200:2.0:1767384928.688701:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp35 00000020:00000010:0.0:1767384928.688704:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069e186ca. 00000400:00000200:2.0:1767384928.688705:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [96:96:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384928.688714:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp35 00000020:00000010:0.0:1767384928.688716:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000833345c0. 00000400:00000200:3.0:1767384928.688717:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.688728:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) : GET try# 0 80000000:00000010:0.0:1767384928.688730:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eb808c1e. 40000000:00000010:0.0:1767384928.688740:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002a219234. 00000800:00000200:2.0:1767384928.688746:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp35 00000800:00000010:2.0:1767384928.688751:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5f423da. 00100000:00000010:0.0:1767384928.688752:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000933062f2. 00000800:00000010:2.0:1767384928.688757:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f323d034. 00040000:00000010:0.0:1767384928.688763:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000045312741. 00000800:00000010:2.0:1767384928.688765:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000be83e0f7. 00000800:00000200:2.0:1767384928.688774:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (2) 00040000:00000010:0.0:1767384928.688777:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000edfc04cd. 00000800:00000200:2.1:1767384928.688778:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (2) 00000400:00000200:3.0:1767384928.688780:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00040000:00000010:0.0:1767384928.688787:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4552561. 00080000:00000010:0.0:1767384928.688798:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003f914a7a. 00000400:00000200:2.0:1767384928.688802:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.688806:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x241 rc 0 00000004:00000010:0.0:1767384928.688808:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b98ca732. 00000004:00000010:0.0:1767384928.688817:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000abd31f2c. 00000400:00000200:3.0:1767384928.688818:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000004:00000010:0.0:1767384928.688822:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c119d452. 00002000:00000010:0.0:1767384928.688829:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aa3c5a17. 00000004:00000010:0.0:1767384928.688837:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000475f83ed. 00000004:00000001:0.0:1767384928.688842:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384928.688847:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384928.688851:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000091f640e3 00000040:00001000:0.0:1767384928.688854:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384928.688866:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384928.688868:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384928.688870:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384928.688875:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384928.688877:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384928.688880:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384928.688882:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:0.0:1767384928.688885:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384928.688888:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.688895:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.688973:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000004:00000001:0.0:1767384928.689001:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.689005:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000020:00000010:0.0:1767384928.689009:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000011c28001. 00000040:00000010:0.0:1767384928.689024:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fac200c3. 00000020:00000010:0.0:1767384928.689028:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091335d66. 00000020:00000010:0.0:1767384928.689033:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000069e186ca. 00000400:00000200:3.0:1767384928.689039:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000020:00000010:0.0:1767384928.689040:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000833345c0. 80000000:00000010:0.0:1767384928.689048:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eb808c1e. 40000000:00000010:0.0:1767384928.689055:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002a219234. 00100000:00000010:0.0:1767384928.689060:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000933062f2. 00040000:00000010:0.0:1767384928.689065:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000045312741. 00040000:00000010:0.0:1767384928.689070:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000edfc04cd. 00040000:00000010:0.0:1767384928.689074:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b4552561. 00000400:00000200:2.0:1767384928.689077:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00080000:00000010:0.0:1767384928.689079:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003f914a7a. 00000004:00000010:0.0:1767384928.689086:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b98ca732. 00000004:00000010:0.0:1767384928.689091:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000abd31f2c. 00000004:00000010:0.0:1767384928.689095:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c119d452. 00002000:00000010:0.0:1767384928.689099:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aa3c5a17. 00000004:00000010:0.0:1767384928.689105:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000475f83ed. 00000020:00000010:0.0:1767384928.689109:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5233eb3. 00000020:00000001:0.0:1767384928.689113:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.689115:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000020:00000001:0.0:1767384928.689116:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384928.689123:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000091f640e3. 10000000:00000040:0.0:1767384928.689135:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384928.689138:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000cae2eca2. 10000000:00000001:0.0:1767384928.689142:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.689144:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384928.689150:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000040:0.0:1767384928.689150:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352224512/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.689162:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384928.689165:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384928.689167:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b268b006. 02000000:00000001:0.0:1767384928.689172:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384928.689174:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384928.689176:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384928.689178:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384928.689180:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384928.689182:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384928.689191:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000020:00000040:0.0:1767384928.689191:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384928.689196:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384928.689200:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001e38b368. 00000100:00000010:0.0:1767384928.689205:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000036d1425. 00000100:00000001:0.0:1767384928.689210:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384928.689212:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004d9dc6b1. 02000000:00000001:0.0:1767384928.689217:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384928.689219:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384928.689220:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:0.0:1767384928.689224:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384928.689225:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.689232:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 10000000:00000010:0.0:1767384928.689243:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d96cadfa. 10000000:01000000:0.0:1767384928.689248:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384928.689252:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384928.689254:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.689257:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.689259:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=3 00000020:00000001:0.0:1767384928.689262:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.689266:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.689269:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384928.689272:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384928.689276:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00010000:00000001:0.0:1767384928.689282:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.689286:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384928.689288:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.689295:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384928.689296:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.689298:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384928.689300:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.689302:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.689305:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384928.689308:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384928.689310:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 00000400:00000200:2.0:1767384928.689316:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 10000000:00000001:0.0:1767384928.689317:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384928.689353:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689385:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.689421:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689463:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.689497:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689538:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.689571:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689636:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.689676:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689730:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.689757:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689816:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.689845:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689918:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.689938:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.689995:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690018:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690072:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690082:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690141:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690157:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690208:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690224:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690276:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690291:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690339:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690353:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690409:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690413:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690477:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690489:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690544:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690558:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690622:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690635:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690690:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690698:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690772:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690791:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690838:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690862:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690927:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.690981:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.690990:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691053:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.691061:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691131:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.691137:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691195:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.691216:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691262:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691310:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691349:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.691448:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384928.691504:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000560608e3. 00000400:00000200:2.0:1767384928.691507:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:3.0:1767384928.691513:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009636e33. 00000800:00000010:3.0:1767384928.691523:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bbff339. 00000800:00000010:3.0:1767384928.691557:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bbff339. 00000400:00000200:2.0:1767384928.691567:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00020000:3.0:1767384928.691571:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384928.691576:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009636e33. 00000800:00000010:3.0:1767384928.691580:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000560608e3. 00000400:00000200:2.0:1767384928.691639:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:02020000:3.0:1767384928.691672:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp34 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384928.691679:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp34 notifying 192.168.203.112@tcp34: down 00000800:00000200:3.0:1767384928.691686:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp34 down 00000800:00000100:3.0:1767384928.691696:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp34 00000800:00000010:3.0:1767384928.691700:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5984fbb. 00000400:00000200:3.0:1767384928.691704:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384928.691705:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.691712:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp34->192.168.203.112@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384928.691722:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp34 added to recovery queue. ping count: 0 next ping: 251 health :900 00000400:00000200:3.0:1767384928.691726:0:16124:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384928.691729:0:16124:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384928.691733:0:16124:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384928.691750:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.691797:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384928.691804:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x100971 00000400:00000001:3.0:1767384928.691808:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384928.691810:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384928.691812:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000400:00000200:2.0:1767384928.691813:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000010:3.0:1767384928.691814:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000400:00000200:3.0:1767384928.691822:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384928.691829:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:3.0:1767384928.691833:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000b9f5ea62. 00000400:00000200:3.0:1767384928.691837:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (29) 00000400:00000200:3.0:1767384928.691839:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000200:3.0:1767384928.691842:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x102171 rc -71 00000400:00000200:3.0:1767384928.691847:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384928.691857:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:3.0:1767384928.691859:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (28) 00000400:00000200:2.0:1767384928.691944:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.692295:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384928.692386:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp35 from 212.3.0.2 00000800:00000010:2.0:1767384928.692401:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004474a3c4. 00000800:00000010:0.0:1767384928.692435:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007a84feca. 00000800:00000010:0.0:1767384928.692441:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010b559aa. 00000800:00000010:2.0:1767384928.692764:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099a108a1. 00000800:00000010:2.0:1767384928.692769:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf17feae. 00000800:00000010:2.0:1767384928.692773:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e402b194. 00000800:00000010:2.0:1767384928.692825:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e402b194. 00000800:00000010:0.0:1767384928.692861:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004dea9463. 00000800:00000200:0.1:1767384928.692872:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (2) 00000800:00000200:0.1:1767384928.692879:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp35 000000004dea9463 deleted 00000800:00000010:0.1:1767384928.692883:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004dea9463. 00000800:00000200:0.1:1767384928.692926:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384928.692935:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:980 00000800:00000200:0.1:1767384928.692940:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5f423da type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384928.692954:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp35 p 3.x 192.168.203.112 -> 192.168.203.112:980 incarnation:1767384926449722208 sched[0] 00000800:00000010:0.0:1767384928.692960:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e38b368. 00000800:00000010:0.0:1767384928.693040:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e38b368. 00000800:00000010:0.0:1767384928.693046:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010b559aa. 00000800:00000010:0.0:1767384928.693092:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004474a3c4. 00000800:00000001:0.0:1767384928.693109:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.693116:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384928.693185:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384928.693188:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5f423da. 00000400:00000200:0.0:1767384928.693193:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.693199:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: GET: OK 00000400:00000200:0.0:1767384928.693204:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384928.693207:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp35: 0 00000800:00000200:0.1:1767384928.693250:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384928.693256:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp35 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384926449722208 sched[0] 00000800:00000010:0.0:1767384928.693260:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf17feae. 00000800:00000001:2.0:1767384928.693312:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.693322:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.693324:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.693333:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.693343:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : GET - for me 00000400:00000200:2.0:1767384928.693354:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp35 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384928.693366:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.693373:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp35 of length 272/272 into md 0x1965 [1] + 0 00000400:00000200:2.0:1767384928.693388:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp35 to MR: 192.168.203.112@tcp35 local destination 00000400:00000200:2.0:1767384928.693397:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [97:97:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384928.693420:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) 192.168.203.112@tcp35 : REPLY try# 0 00000800:00000200:2.0:1767384928.693428:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp35 00000800:00000010:2.0:1767384928.693433:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd3bbd72. 00000800:00000200:2.0:1767384928.693439:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000800:00000200:2.0:1767384928.693446:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:988 00000800:00000200:2.0:1767384928.693450:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd3bbd72 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384928.693455:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.693508:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000200:2.0:1767384928.693522:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384928.693526:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd3bbd72. 00000400:00000200:2.0:1767384928.693531:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.693537:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: REPLY: OK 00000800:00000001:2.0:1767384928.693550:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.693555:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.693565:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.693570:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.693571:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000001:2.0:1767384928.693572:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.693579:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.693590:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384928.693618:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp35: Reply from 12345-192.168.203.112@tcp35 of length 272/272 into md 0x19ed 00000800:00000001:2.0:1767384928.693624:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.693647:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.693649:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.693656:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: REPLY: OK 00000400:00000200:2.0:1767384928.693661:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:2.0:1767384928.693663:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000400:00000200:2.0:1767384928.693667:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384928.693672:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp35 has discovery enabled 00000400:00000200:2.0:1767384928.693675:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp35(0000000025ae4e00) is MR 00000400:00000200:0.0:1767384928.693682:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.693688:0:16130:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.112@tcp35 (464 bytes) 00000400:00000200:2.0:1767384928.693696:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp35 (0000000025ae4e00): -114 00000400:00000010:2.0:1767384928.693708:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000068c86542. 00000400:00000200:2.0:1767384928.693712:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (3) 00000800:00000001:2.0:1767384928.693719:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.693724:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.693743:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384928.693748:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000068c86542. 00000400:00000010:2.0:1767384928.693753:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81c7c12. 00000400:00000010:2.0:1767384928.693758:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000400:00000200:2.0:1767384928.693761:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000068c86542 00000400:00000200:0.0:1767384928.693764:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000001:2.0:1767384928.693765:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384928.693769:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384928.693772:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf8929e. 00000400:00000200:2.0:1767384928.693777:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f328b6f5 00000400:00000010:2.0:1767384928.693779:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f328b6f5. 00000400:00000200:2.0:1767384928.693784:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384928.693788:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000eb4971fc. 00000400:00000200:2.0:1767384928.693792:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000400:00000200:2.0:1767384928.693798:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x841 00000400:00000200:2.0:1767384928.693803:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp35:0 00000400:00000200:2.0:1767384928.693807:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x2041 rc 1 00000400:00000200:2.0:1767384928.693812:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x2041 00000400:00000200:2.0:1767384928.693815:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (2) 00000400:00000010:2.0:1767384928.693820:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000e30ed15b. 00000400:00000010:2.0:1767384928.693823:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabba140. 00000400:00000010:2.0:1767384928.693828:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c38fcb6. 00000400:00000200:2.0:1767384928.693832:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp35 00000400:00000200:0.0:1767384928.693841:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.693843:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp35 local destination 00000400:00000200:2.0:1767384928.693850:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:2.0:1767384928.693855:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.693859:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp35 lpni_is_preferred = 0 00000400:00000200:2.0:1767384928.693863:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.693867:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [98:98:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384928.693878:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.693889:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) : GET try# 0 00000800:00000200:2.0:1767384928.693894:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp35 00000800:00000010:2.0:1767384928.693898:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd3bbd72. 00000800:00000200:2.0:1767384928.693935:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000400:00000200:0.0:1767384928.693938:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000800:00000200:2.0:1767384928.693943:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:980 00000800:00000200:2.0:1767384928.693948:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd3bbd72 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384928.693961:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.693965:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x241 rc 0 00000400:00000200:0.0:1767384928.693990:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000200:2.0:1767384928.694015:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384928.694019:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd3bbd72. 00000400:00000200:2.0:1767384928.694023:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.694027:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: GET: OK 00000400:00000200:2.0:1767384928.694033:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384928.694037:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp35: 0 00000400:00000200:0.0:1767384928.694037:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000800:00000001:2.0:1767384928.694049:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.694057:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.694059:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.694064:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.694071:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : GET - for me 00000400:00000200:2.0:1767384928.694080:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp35 of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384928.694084:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp35 of length 464/464 into md 0x1965 [1] + 0 00000400:00000200:2.0:1767384928.694093:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp35 to MR: 192.168.203.112@tcp35 local destination 00000400:00000200:0.0:1767384928.694097:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.694104:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [99:99:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384928.694118:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) 192.168.203.112@tcp35 : REPLY try# 0 00000800:00000200:2.0:1767384928.694124:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.112@tcp35 00000800:00000010:2.0:1767384928.694128:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd3bbd72. 00000800:00000200:2.0:1767384928.694133:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000800:00000200:2.0:1767384928.694146:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:988 00000800:00000200:2.0:1767384928.694149:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd3bbd72 type 3, nob 560 niov 1 nkiov 1 00000400:00000200:0.0:1767384928.694172:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000800:00000200:2.0:1767384928.694191:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384928.694195:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd3bbd72. 00000400:00000200:2.0:1767384928.694198:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.694203:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: REPLY: OK 00000800:00000001:2.0:1767384928.694212:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.694216:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.694218:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.694223:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.694226:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.694231:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.694234:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.694238:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : REPLY - for me 00000400:00000200:2.0:1767384928.694248:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp35: Reply from 12345-192.168.203.112@tcp35 of length 464/464 into md 0x19f5 00000800:00000001:2.0:1767384928.694253:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.694258:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.694260:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.694265:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: REPLY: OK 00000400:00000200:2.0:1767384928.694267:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabba140 00000400:00000010:2.0:1767384928.694269:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fabba140. 00000400:00000200:2.0:1767384928.694273:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384928.694277:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp35 has discovery enabled 00000400:00000200:2.0:1767384928.694280:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp35(0000000025ae4e00) is MR 00000400:00000200:2.0:1767384928.694285:0:16129:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp35 data present 0. state = 0x241 00000400:00000200:0.0:1767384928.694286:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.694293:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp35 (0000000025ae4e00): -114 00000400:00000200:2.0:1767384928.694303:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (3) 00000800:00000001:2.0:1767384928.694308:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.694311:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.694328:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384928.694329:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384928.694334:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0xc1 00000400:00020000:2.0:1767384928.694346:0:16134:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.112@tcp NID 192.168.203.112@tcp is already locked with peer 000000003db7a5a5 00000400:00000200:0.0:1767384928.694363:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694402:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694427:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694456:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694485:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694517:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694543:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694567:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694590:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694640:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694681:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694723:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694755:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694783:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694812:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694839:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694917:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694959:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.694996:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384928.695048:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384928.695200:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f7fc1e1. 00000800:00000010:0.0:1767384928.695206:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010b559aa. 00000800:00000010:0.0:1767384928.695211:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e38b368. 00000800:00000010:0.0:1767384928.695234:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e38b368. 00000800:00020000:0.0:1767384928.695240:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384928.695243:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010b559aa. 00000800:00000010:0.0:1767384928.695245:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009f7fc1e1. 00000400:02020000:0.0:1767384928.695282:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp35 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384928.698994:0:16134:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp flags 0x11: -76 00000400:00000200:2.0:1767384928.698999:0:16134:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.112@tcp35 NID 192.168.203.112@tcp: -76 00000400:00000010:2.0:1767384928.699011:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000e30ed15b. 00000400:00000200:2.0:1767384928.699016:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp35(0000000025ae4e00): -76. state = 0x200141 00000400:00000200:2.0:1767384928.699019:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x200141 rc -76 00000400:00000200:2.0:1767384928.699022:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp35 (0000000025ae4e00) 00000400:00000200:2.0:1767384928.699024:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (2) 00000100:00000040:2.0:1767384928.700946:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294917647, at 4294917648 00000100:00000010:2.0:1767384928.700956:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043e1732b. 00000100:00000040:3.0:1767384928.700961:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294917647, at 4294917648 00000100:00000010:3.0:1767384928.700971:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00000020:00000010:0.0:1767384928.701657:0:29913:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001e38b368. 00000020:00000040:0.0:1767384928.701671:0:29913:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384928.701673:0:29913:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001e38b368. 00000100:00000040:0.0:1767384928.701994:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294917647, at 4294917649 00000100:00000010:0.0:1767384928.702001:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008c482e3. 00000100:00000040:1.0:1767384928.702134:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294917647, at 4294917649 00000100:00000010:1.0:1767384928.702144:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9568b36. 00010000:00000001:2.0:1767384928.748957:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384928.748962:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.748968:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384928.748969:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.749000:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384928.749004:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384928.749007:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384928.789510:0:29945:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384928.789514:0:29945:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:2.0:1767384928.792606:0:29945:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384928.798968:0:29946:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f45a73cd. 00000400:00000010:2.0:1767384928.798984:0:29946:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000041ac08ad. 00000400:00000010:2.0:1767384928.798998:0:29946:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005b562d52. 00000400:00000010:2.0:1767384928.799001:0:29946:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000728c3f23. 00000400:00000010:2.0:1767384928.799006:0:29946:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2b61d73. 00000400:00000010:2.0:1767384928.799010:0:29946:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032c957b3. 00000400:00000010:2.0:1767384928.799012:0:29946:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002ceafcae. 00000400:00000010:2.0:1767384928.799013:0:29946:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082450a30. 00000400:00000010:2.0:1767384928.799017:0:29946:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a534f30f. 00000800:00000010:2.0:1767384928.799033:0:29946:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fd3bbd72. 00000800:00000200:2.0:1767384928.799046:0:29946:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384928.799059:0:29946:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384928.799100:0:29946:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384928.799125:0:29946:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp36 [8/256/0/180] 00000400:00000010:2.0:1767384928.800529:0:29946:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000fa39bfc1. 00000400:00000010:2.0:1767384928.800536:0:29946:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030220923. 00000400:00000010:2.0:1767384928.800543:0:29946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabba140. 00000400:00000001:2.0:1767384928.800569:0:29946:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384928.800575:0:29946:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384928.800577:0:29946:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f44a601d. 00000400:00000200:2.0:1767384928.800579:0:29946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091b42c8f 00000400:00000010:2.0:1767384928.800581:0:29946:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091b42c8f. 00000400:00000010:2.0:1767384928.800585:0:29946:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000000ae87874. 00000400:00000200:2.0:1767384928.800590:0:29946:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (27) 00000400:00000200:2.0:1767384928.800612:0:29946:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384928.800615:0:29946:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (1) 00000400:00000200:2.0:1767384928.800618:0:29946:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp35 (0000000025ae4e00): 0 00000400:00000200:0.0:1767384928.800626:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384928.800627:0:29946:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000400:00000200:0.0:1767384928.800635:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302171 00000020:00000010:2.0:1767384928.800637:0:29946:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000425b1ae4. 00000400:00000200:0.0:1767384928.800639:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (28) 00000020:01000000:2.0:1767384928.800644:0:29946:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384928.800646:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004356ec92. 00000020:01000000:2.0:1767384928.800648:0:29946:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp36 00000400:00000010:0.0:1767384928.800651:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000400:00000010:0.0:1767384928.800659:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f326fcb7. 00000400:00000010:2.0:1767384928.800661:0:29946:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000041ac08ad. 00000400:00000200:0.0:1767384928.800665:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767384928.800668:0:29946:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f45a73cd. 00000400:00000200:0.0:1767384928.800681:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:00000001:3.0:1767384928.800685:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384928.800688:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:00000001:3.0:1767384928.800691:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384928.800695:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 10000000:00000001:3.0:1767384928.800696:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384928.800700:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384928.800704:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:3.0:1767384928.800705:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384928.800708:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384928.800710:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384928.800713:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384928.800716:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384928.800716:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:01000004:3.0:1767384928.800718:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384928.800720:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384928.800723:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384928.800725:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384928.800726:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384928.800728:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000010:3.0:1767384928.800733:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d85a0fe. 00000400:00000200:0.0:1767384928.800739:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000020:00000040:3.0:1767384928.800740:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384928.800747:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384928.800748:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 02000000:00000001:3.0:1767384928.800751:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384928.800757:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 02000000:00000001:3.0:1767384928.800758:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.800766:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 02000000:00000010:3.0:1767384928.800770:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000560608e3. 00000400:00000200:0.0:1767384928.800773:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000001:3.0:1767384928.800779:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.800781:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000001:3.0:1767384928.800789:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384928.800789:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000100:00000001:3.0:1767384928.800792:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.800800:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d85a0fe] to pc [ptlrpcd_00_01+1] req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384928.800809:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:0.0:1767384928.800817:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384928.800821:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:0.0:1767384928.800825:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:0.0:1767384928.800829:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 10000000:00000001:3.0:1767384928.800831:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.800834:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 10000000:00000001:3.0:1767384928.800835:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.800840:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384928.800845:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384928.800845:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384928.800845:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000100:00000001:2.0:1767384928.800851:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384928.800855:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384928.800855:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 18], ns[84, 18] 00000020:00000001:3.0:1767384928.800862:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384928.800864:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 18], ns[93, 18] 10000000:00000001:3.0:1767384928.800865:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384928.800865:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384928.800869:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384928.800872:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384928.800877:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384928.800878:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 18], ns[94, 18] 00000020:01000004:3.0:1767384928.800881:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384928.800914:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 18], ns[83, 18] 00000020:01000004:3.0:1767384928.800915:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384928.800918:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384928.800921:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384928.800923:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[89, 18], ns[91, 18] 00000020:01000004:3.0:1767384928.800925:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384928.800925:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384928.800929:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384928.800930:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384928.800932:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[93, 18], ns[95, 18] 00000020:01000004:3.0:1767384928.800933:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384928.800936:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384928.800937:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384928.800940:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 02000000:00000001:2.0:1767384928.800941:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384928.800942:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089233262. 00000400:00000200:0.0:1767384928.800946:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp15 00000020:00000040:3.0:1767384928.800948:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:2.0:1767384928.800948:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.800953:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp15 lpni_is_preferred = 0 00000100:00000001:3.0:1767384928.800955:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384928.800955:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d85a0fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352224640:0@lo:253: 02000000:00000001:3.0:1767384928.800959:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384928.800960:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp15 02000000:00000001:3.0:1767384928.800962:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.800964:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384928.800968:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp15 NI seq info: [100:100:256:4294967295] 192.168.203.112@tcp15 LPNI seq info [94:94:8:4294967295] 02000000:00000010:3.0:1767384928.800970:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f3e66c6b. 02000000:00000001:2.0:1767384928.800972:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384928.800975:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.800976:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.800977:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp15 00000100:00000001:3.0:1767384928.800982:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384928.800982:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384928.800985:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384928.800990:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009e6be655. 00000400:00000200:0.0:1767384928.800991:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp15(192.168.203.112@tcp15:) -> 192.168.203.112@tcp15(192.168.203.112@tcp:192.168.203.112@tcp15) : GET try# 0 00000100:00000040:3.0:1767384928.800993:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089233262] to pc [ptlrpcd_00_02+2] req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384928.800996:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.801004:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000480a7fd1. 00000800:00000200:0.0:1767384928.801008:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp15 00000400:00000010:2.0:1767384928.801011:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000679f9e54. 00000100:00000200:2.0:1767384928.801016:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352224640, portal 25 10000000:00000001:3.0:1767384928.801019:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384928.801020:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000045312741. 10000000:00000001:3.0:1767384928.801023:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.801027:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.801027:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384928.801031:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545430528 : -106559164121088 : ffff9f15c2e00000) 00000020:01000000:3.0:1767384928.801032:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767384928.801033:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (6) 00000020:00000010:3.0:1767384928.801038:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000425b1ae4. 00000100:00000040:2.0:1767384928.801040:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384928.801047:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp15 ip 192.168.203.112:988 00000100:00000001:2.0:1767384928.801052:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384928.801053:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384928.801054:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045312741 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384928.801058:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.801059:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384928.801064:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ac08ad. 00000100:00000001:3.0:1767384928.801065:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384928.801066:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352224640, offset 0 00000100:00000001:3.0:1767384928.801068:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.801071:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384928.801072:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000100:00000040:3.0:1767384928.801077:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.801077:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.801079:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300371 rc 0 00000400:00000200:0.0:1767384928.801089:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x200161 00000100:00000001:3.0:1767384928.801094:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384928.801094:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384928.801098:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063cc332d. 00000100:00000001:3.0:1767384928.801103:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.801103:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (2) 00000400:00000200:2.0:1767384928.801107:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105780 02000000:00000001:3.0:1767384928.801109:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384928.801113:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384928.801113:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b05d0e80. 00000400:00000200:2.0:1767384928.801117:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11f9 [2] + 0 02000000:00000001:3.0:1767384928.801119:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.801121:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043bd761b. 00000100:00100000:3.0:1767384928.801124:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089233262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352224768:0@lo:253: 00000400:00000200:2.0:1767384928.801127:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b5132937 00000100:00000001:3.0:1767384928.801128:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384928.801132:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384928.801135:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384928.801135:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.801135:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp35 02000000:00000001:3.0:1767384928.801142:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384928.801146:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384928.801148:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000425b1ae4. 00000400:00000200:0.0:1767384928.801151:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp35 to MR: 192.168.203.112@tcp35 local destination 02000000:00000001:3.0:1767384928.801152:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384928.801158:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073386578. 00000400:00000200:0.0:1767384928.801161:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [101:101:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [5:5:8:4294967295] 00000400:00000010:3.0:1767384928.801164:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009636e33. 00000400:00000200:0.0:1767384928.801168:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp35 00000100:00000200:3.0:1767384928.801170:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352224768, portal 25 00000100:00000001:3.0:1767384928.801175:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384928.801178:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545441280 : -106559164110336 : ffff9f15c2e02a00) 00000400:00000200:0.0:1767384928.801181:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) : PUT try# 0 00000100:00000040:3.0:1767384928.801184:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.801190:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5132937 00000800:00000200:0.0:1767384928.801191:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp35 00000400:00000010:2.0:1767384928.801194:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5132937. 00000800:00000010:0.0:1767384928.801198:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000087ad2673. 00000100:00000001:3.0:1767384928.801200:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384928.801202:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384928.801204:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384928.801208:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384928.801209:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000100:00000040:2.0:1767384928.801211:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000035ccdc04 x1853237352224640 msgsize 4848 00000400:00000010:3.0:1767384928.801212:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eea9abc. 00000800:00000200:0.0:1767384928.801213:0:16134:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000100:00000200:3.0:1767384928.801217:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352224768, offset 0 00000100:00100000:2.0:1767384928.801222:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1767384928.801225:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:988 00000100:00000040:2.0:1767384928.801226:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384928.801229:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384928.801231:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000087ad2673 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:2.0:1767384928.801238:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.801239:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384928.801246:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ac08ad 00000400:00000200:0.0:1767384928.801246:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp35 00000400:00000200:3.0:1767384928.801251:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105800 00000400:00000010:2.0:1767384928.801251:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041ac08ad. 00000400:00000200:0.0:1767384928.801255:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x200561 rc 0 00000100:00000001:2.0:1767384928.801257:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384928.801261:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1211 [2] + 0 00000100:00000200:2.0:1767384928.801263:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384928.801267:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41d8003. 00000400:00000200:3.0:1767384928.801273:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044bcc015 00000100:00000001:2.0:1767384928.801277:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384928.801279:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384928.801280:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384928.801288:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384928.801294:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384928.801295:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044bcc015 00000100:00000001:2.0:1767384928.801297:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384928.801299:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044bcc015. 00000100:00000001:3.0:1767384928.801303:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384928.801306:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384928.801309:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.801314:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294917761 00000100:00000040:3.0:1767384928.801315:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000b694d8b8 x1853237352224768 msgsize 4848 00000100:00000010:2.0:1767384928.801319:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d192eaa1. 00000100:00100000:3.0:1767384928.801321:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384928.801324:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384928.801329:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384928.801333:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384928.801336:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294917761 00000100:00000010:2.0:1767384928.801341:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0a4a20b. 00000400:00000200:3.0:1767384928.801342:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eea9abc 00000100:00000001:2.0:1767384928.801344:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384928.801345:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eea9abc. 00000100:00000001:3.0:1767384928.801351:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384928.801352:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294917761 00000100:00000200:3.0:1767384928.801356:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384928.801357:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000064b0070f. 00000100:00000001:2.0:1767384928.801362:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384928.801368:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384928.801369:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294917761 00000100:00000040:3.0:1767384928.801373:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384928.801375:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4971c9a. 00000100:00000001:2.0:1767384928.801380:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384928.801384:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.801385:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.801387:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384928.801389:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.801393:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801394:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.801395:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.801401:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294917761 00000100:00000001:3.0:1767384928.801404:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294917761 00000100:00000001:3.0:1767384928.801406:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294917761 00000100:00000001:2.0:1767384928.801407:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.801409:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294917761 00000100:00000001:2.0:1767384928.801410:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384928.801414:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294917761 00000100:00000001:2.0:1767384928.801415:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.801418:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.801419:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294917761 00000100:00000001:2.0:1767384928.801421:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801422:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294917761 00000100:00000001:2.0:1767384928.801425:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801426:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294917761 00000100:00000001:3.0:1767384928.801429:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.801431:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801434:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801435:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.801440:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.801441:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384928.801443:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384928.801444:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.801445:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801452:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801462:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384928.801465:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801481:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384928.801483:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224640 02000000:00000001:3.0:1767384928.801486:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384928.801488:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384928.801491:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.801496:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.801499:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224640 00000020:00000001:3.0:1767384928.801502:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384928.801503:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384928.801505:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00100000:2.0:1767384928.801506:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224768 00000020:00000001:3.0:1767384928.801510:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384928.801510:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384928.801523:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384928.801525:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:2.0:1767384928.801526:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.801531:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 02000000:00000001:2.0:1767384928.801533:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384928.801533:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1767384928.801535:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00100000:2.0:1767384928.801537:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224768 00000020:00000001:2.0:1767384928.801540:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384928.801542:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000800:00000010:0.0:1767384928.801542:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000045312741. 00000100:00000001:3.0:1767384928.801543:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384928.801546:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384928.801547:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bbff339. 00000020:00000040:2.0:1767384928.801549:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000100:00000001:3.0:1767384928.801551:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384928.801551:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384928.801557:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bbff339. 00000020:00000001:2.0:1767384928.801558:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384928.801563:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384928.801564:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp15->192.168.203.112@tcp15: GET: OK 00000020:00000010:3.0:1767384928.801566:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea661e18. 00000100:00000001:2.0:1767384928.801568:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384928.801573:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8914f57. 00000400:00000200:0.0:1767384928.801573:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:3.0:1767384928.801574:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbe9ef1e. 00000100:00000001:2.0:1767384928.801579:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384928.801581:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f58719e0. 00000400:00000200:0.0:1767384928.801582:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000020:00000010:2.0:1767384928.801583:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8914f57. 00000100:00000040:3.0:1767384928.801590:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384928.801605:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004781c00a. 00000100:00000001:3.0:1767384928.801606:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384928.801609:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384928.801610:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000100:00000001:3.0:1767384928.801611:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384928.801617:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000800:00000001:0.0:1767384928.801617:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384928.801621:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.801622:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384928.801625:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384928.801628:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801629:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.801633:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.801636:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.801649:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.801654:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384928.801656:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384928.801657:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384928.801661:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384928.801661:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384928.801663:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384928.801668:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:2.0:1767384928.801671:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384928.801675:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526174800 : -106558183376816 : ffff9f15fd54f850) 00000100:00100000:3.0:1767384928.801676:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000400:00000200:0.0:1767384928.801681:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp15(192.168.203.112@tcp15) <- 192.168.203.112@tcp15 : GET - for me 00000100:00000040:3.0:1767384928.801682:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000040:2.0:1767384928.801684:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035ccdc04 x1853237352224640/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 4848/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.801688:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526168656 : -106558183382960 : ffff9f15fd54e050) 00000100:00000040:3.0:1767384928.801699:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b694d8b8 x1853237352224768/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 4848/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.801700:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384928.801700:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 0 MB=0x8000000000000000 00000020:00000010:2.0:1767384928.801704:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8914f57. 00000100:00000001:2.0:1767384928.801707:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384928.801712:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 448/448 into md 0x19f9 [1] + 0 00000020:00000010:2.0:1767384928.801713:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8914f57. 00000100:00100000:2.0:1767384928.801723:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035ccdc04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352224640:12345-0@lo:253: 00000100:00000001:3.0:1767384928.801727:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384928.801727:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224640 00000020:00000010:3.0:1767384928.801732:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bbff339. 00000020:00000001:2.0:1767384928.801732:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384928.801732:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp15 to MR: 192.168.203.112@tcp15 local destination 00000100:00000001:3.0:1767384928.801737:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384928.801738:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384928.801742:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bbff339. 00000020:00000001:2.0:1767384928.801742:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.801745:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp15 NI seq info: [102:102:256:4294967295] 192.168.203.112@tcp15 LPNI seq info [95:95:8:4294967295] 00000020:00000001:2.0:1767384928.801747:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384928.801752:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b694d8b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352224768:12345-0@lo:253: 00000020:00000001:2.0:1767384928.801757:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000200:3.0:1767384928.801758:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224768 00000020:00000001:2.0:1767384928.801764:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384928.801765:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384928.801768:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384928.801769:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384928.801771:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp15(192.168.203.112@tcp15:192.168.203.112@tcp15) -> 192.168.203.112@tcp15(192.168.203.112@tcp15:192.168.203.112@tcp15) 192.168.203.112@tcp15 : REPLY try# 0 00000020:00000001:3.0:1767384928.801773:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.801774:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384928.801776:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384928.801779:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384928.801779:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384928.801783:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384928.801785:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.112@tcp15 00000020:00000001:3.0:1767384928.801786:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384928.801788:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384928.801789:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384928.801792:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045312741. 00000020:00000001:3.0:1767384928.801794:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384928.801794:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384928.801798:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384928.801802:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384928.801802:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000367d9fd1. 00000800:00000200:0.0:1767384928.801802:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (6) 00000100:00000001:3.0:1767384928.801807:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384928.801808:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.801811:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384928.801812:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384928.801814:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp15 ip 192.168.203.112:1011 20000000:00000001:2.0:1767384928.801816:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.0:1767384928.801818:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045312741 type 3, nob 544 niov 1 nkiov 1 02000000:00000010:3.0:1767384928.801819:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001687ee31. 02000000:00000001:3.0:1767384928.801823:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.801825:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.801826:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384928.801827:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ad3d855. 20000000:01000000:2.0:1767384928.801831:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384928.801833:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:3.0:1767384928.801835:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000be83c0bd. 20000000:00000001:2.0:1767384928.801836:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:3.0:1767384928.801839:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384928.801840:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.801842:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384928.801844:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.801846:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384928.801848:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384928.801848:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384928.801851:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384928.801853:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384928.801859:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000068d58206. 20000000:01000000:2.0:1767384928.801862:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:2.0:1767384928.801869:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384928.801876:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:0.0:1767384928.801912:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384928.801916:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000087ad2673. 00000400:00000200:0.0:1767384928.801920:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.801926:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: PUT: OK 00000400:00000200:0.0:1767384928.801930:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384928.801934:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp35: 0 00000800:00000001:0.0:1767384928.801943:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.801948:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384928.801955:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384928.801959:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384928.801961:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384928.801963:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384928.801966:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384928.801971:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384928.801975:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384928.801981:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bda79c4e. 00000800:00000200:0.0:1767384928.801983:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384928.801984:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249356288 : -106563460195328 : ffff9f14c2cf1c00) 00000800:00000010:0.0:1767384928.801988:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045312741. 00080000:00000001:2.0:1767384928.801990:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384928.801995:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.802002:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp15->192.168.203.112@tcp15: REPLY: OK 00000800:00000001:0.0:1767384928.802010:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.802015:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.802017:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.802021:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.802026:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : PUT - for me 00000400:00000200:0.0:1767384928.802043:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp35 of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384928.802049:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp35 of length 464/480 into md 0x19f1 [1] + 0 00000400:00000010:0.0:1767384928.802053:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81c7c12. 00000400:00000200:0.0:1767384928.802057:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079fe162b 00000800:00000001:0.0:1767384928.802061:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.802068:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.802070:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.802076:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: PUT: OK 00000400:00000200:0.0:1767384928.802080:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:0.0:1767384928.802083:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000400:00000200:0.0:1767384928.802088:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384928.802092:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (3) 00000001:00000001:2.0:1767384928.802098:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767384928.802098:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp35(0000000025ae4e00) is MR 00080000:00000001:2.0:1767384928.802101:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384928.802104:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384928.802106:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp35 (480 bytes) 00000400:00000200:0.0:1767384928.802113:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp35 (0000000025ae4e00): -114 00000400:00000200:0.0:1767384928.802122:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (4) 00080000:00000001:2.0:1767384928.802125:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384928.802128:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000001:2.0:1767384928.802136:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384928.802137:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp35 to MR: 192.168.203.112@tcp35 local destination 00000400:00000200:0.0:1767384928.802147:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [103:103:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384928.802160:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) 192.168.203.112@tcp35 : ACK try# 0 00000800:00000200:0.0:1767384928.802167:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp35 00000800:00000010:0.0:1767384928.802171:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045312741. 00000800:00000200:0.0:1767384928.802176:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000800:00000200:0.0:1767384928.802179:0:16129:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000800:00000200:0.0:1767384928.802185:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:988 00000800:00000200:0.0:1767384928.802187:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045312741 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384928.802193:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.802202:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384928.802215:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384928.802218:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384928.802245:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384928.802256:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045312741. 00000400:00000200:0.0:1767384928.802261:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.802267:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: ACK: OK 00000800:00000001:0.0:1767384928.802274:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.802280:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.802281:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384928.802286:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.802288:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.802291:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.802293:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.802300:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.802304:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp15(192.168.203.112@tcp15) <- 192.168.203.112@tcp15 : REPLY - for me 00000400:00000200:2.0:1767384928.802311:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : ACK - for me 00000400:00000200:0.0:1767384928.802323:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp15: Reply from 12345-192.168.203.112@tcp15 of length 448/448 into md 0x19fd 00000800:00000001:0.0:1767384928.802330:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384928.802334:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp35: ACK from 12345-192.168.203.112@tcp35 into md 0x1a09 00000400:00000200:2.0:1767384928.802338:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384928.802339:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.802345:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: ACK: OK 00000400:00000200:0.0:1767384928.802345:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.802352:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063cc332d 00000400:00000010:2.0:1767384928.802356:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063cc332d. 00000400:00000200:0.0:1767384928.802359:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp15->192.168.203.112@tcp15: REPLY: OK 00000400:00000200:2.0:1767384928.802361:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384928.802366:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp35 ev->status 0 00000400:00000200:0.0:1767384928.802367:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000400:00000200:2.0:1767384928.802369:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp35 (0000000025ae4e00): -114 00000400:00000200:2.0:1767384928.802384:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (3) 00000400:00000010:0.0:1767384928.802384:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000400:00000200:0.0:1767384928.802392:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000001:2.0:1767384928.802393:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.802398:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384928.802401:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:0.0:1767384928.802406:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384928.802411:0:16129:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.112@tcp (480 bytes) 00000400:00000200:0.0:1767384928.802418:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:0.0:1767384928.802422:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004356ec92. 00000400:00000200:0.0:1767384928.802427:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (29) 00000800:00000001:0.0:1767384928.802434:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384928.802450:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.802464:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384928.802469:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000006e29ff1b. 00000400:00000010:2.0:1767384928.802473:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000387cfd5. 00000400:00000010:2.0:1767384928.802477:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b62a1b35. 00000400:00000200:2.0:1767384928.802480:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006e29ff1b 00000400:00000010:2.0:1767384928.802483:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000068c86542. 00000400:00000200:2.0:1767384928.802486:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000400:00000200:2.0:1767384928.802489:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x202061 00000400:00000200:2.0:1767384928.802491:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000025ae4e00 (2) 00000400:00000010:2.0:1767384928.802494:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000068c86542. 00000400:00000010:2.0:1767384928.802496:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae2b5821. 00000400:00000010:2.0:1767384928.802500:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f36e0bb8. 00000400:00000200:2.0:1767384928.802502:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.802518:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp35 local destination 00000400:00000200:2.0:1767384928.802522:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:2.0:1767384928.802525:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.802533:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp35 lpni_is_preferred = 0 00000400:00000200:2.0:1767384928.802536:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.802539:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [104:104:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384928.802543:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.802553:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) : GET try# 0 00000800:00000200:2.0:1767384928.802558:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp35 00000800:00000010:2.0:1767384928.802561:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008223de17. 00000800:00000200:2.0:1767384928.802565:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000800:00000200:2.0:1767384928.802567:0:16134:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000800:00000200:2.0:1767384928.802572:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:988 00000800:00000200:2.0:1767384928.802575:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008223de17 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384928.802585:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.802588:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x200261 rc 0 00000400:00000200:2.0:1767384928.802604:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300971 00000400:00000200:2.0:1767384928.802609:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:0 00000400:00000200:2.0:1767384928.802611:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302171 rc 1 00000400:00000200:2.0:1767384928.802615:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302171 00000400:00000200:2.0:1767384928.802617:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (28) 00000400:00000010:2.0:1767384928.802622:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000eb4971fc. 00000400:00000010:2.0:1767384928.802625:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b0ebb46. 00000400:00000010:2.0:1767384928.802628:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002710ebef. 00000400:00000200:2.0:1767384928.802631:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384928.802635:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384928.802639:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384928.802643:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384928.802659:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:2.0:1767384928.802664:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:2.0:1767384928.802668:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000800:00000200:3.0:1767384928.802673:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384928.802677:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008223de17. 00000400:00000200:2.0:1767384928.802681:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:3.0:1767384928.802683:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.802687:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:3.0:1767384928.802694:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: GET: OK 00000400:00000200:2.0:1767384928.802696:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:2.0:1767384928.802700:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:2.0:1767384928.802706:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:2.0:1767384928.802709:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:2.0:1767384928.802712:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:2.0:1767384928.802715:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:2.0:1767384928.802718:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384928.802722:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:2.0:1767384928.802725:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:2.0:1767384928.802728:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:2.0:1767384928.802731:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:2.0:1767384928.802734:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000400:00000200:2.0:1767384928.802737:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 20], ns[84, 20] 00000400:00000200:2.0:1767384928.802740:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 20], ns[93, 20] 00000400:00000200:2.0:1767384928.802744:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 20], ns[94, 20] 00000400:00000200:2.0:1767384928.802748:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 20], ns[83, 20] 00000400:00000200:2.0:1767384928.802760:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[89, 20], ns[91, 20] 00000400:00000200:2.0:1767384928.802763:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[93, 20], ns[95, 20] 00000400:00000200:2.0:1767384928.802767:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384928.802770:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp16 00000400:00000200:2.0:1767384928.802773:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp16 lpni_is_preferred = 0 00000400:00000200:2.0:1767384928.802776:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp16 00000400:00000200:2.0:1767384928.802779:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp16 NI seq info: [105:105:256:4294967295] 192.168.203.112@tcp16 LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1767384928.802784:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp16 00000400:00000200:2.0:1767384928.802789:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16:) -> 192.168.203.112@tcp16(192.168.203.112@tcp:192.168.203.112@tcp16) : GET try# 0 00000400:00000200:3.0:1767384928.802794:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:2.0:1767384928.802794:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp16 00000400:00000200:3.0:1767384928.802800:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp35: 0 00000800:00000010:2.0:1767384928.802800:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000078a3390b. 00000800:00000200:2.0:1767384928.802809:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (6) 00000800:00000200:2.0:1767384928.802815:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp16 ip 192.168.203.112:988 00000800:00000200:2.0:1767384928.802818:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384928.802828:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384928.802828:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384928.802833:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300371 rc 0 00000800:00000001:3.0:1767384928.802836:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.802839:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.802845:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.802851:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : GET - for me 00000400:00000200:3.0:1767384928.802858:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp35 of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384928.802862:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp35 of length 480/480 into md 0x19f9 [1] + 0 00000400:00000200:3.0:1767384928.802868:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp35 to MR: 192.168.203.112@tcp35 local destination 00000400:00000200:3.0:1767384928.802874:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [106:106:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384928.802882:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) 192.168.203.112@tcp35 : REPLY try# 0 00000800:00000200:3.0:1767384928.802906:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp35 00000800:00000010:3.0:1767384928.802909:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c88b39b. 00000800:00000200:3.0:1767384928.802914:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000800:00000200:3.0:1767384928.802916:0:16130:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000800:00000200:3.0:1767384928.802920:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:988 00000800:00000200:3.0:1767384928.802922:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c88b39b type 3, nob 576 niov 1 nkiov 1 00000800:00000200:3.0:1767384928.802960:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384928.802962:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c88b39b. 00000400:00000200:3.0:1767384928.802965:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.802969:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: REPLY: OK 00000800:00000001:3.0:1767384928.802975:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.802980:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.802982:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.802985:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.802990:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16) <- 192.168.203.112@tcp16 : GET - for me 00000400:00000200:3.0:1767384928.802998:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384928.803001:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 480/480 into md 0x19f9 [1] + 0 00000400:00000200:3.0:1767384928.803015:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp16 to MR: 192.168.203.112@tcp16 local destination 00000400:00000200:3.0:1767384928.803020:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp16 NI seq info: [107:107:255:4294967295] 192.168.203.112@tcp16 LPNI seq info [97:97:7:4294967295] 00000400:00000200:3.0:1767384928.803031:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) -> 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) 192.168.203.112@tcp16 : REPLY try# 0 00000800:00000200:3.0:1767384928.803036:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp16 00000800:00000010:3.0:1767384928.803039:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c88b39b. 00000800:00000200:3.0:1767384928.803044:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (6) 00000800:00000200:3.0:1767384928.803048:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp16 ip 192.168.203.112:1009 00000800:00000200:3.0:1767384928.803051:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c88b39b type 3, nob 576 niov 1 nkiov 1 00000800:00000200:3.0:1767384928.803079:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384928.803081:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c88b39b. 00000400:00000200:3.0:1767384928.803084:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.803088:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: REPLY: OK 00000800:00000001:3.0:1767384928.803096:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.803100:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.803102:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.803105:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.803110:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : REPLY - for me 00000400:00000200:3.0:1767384928.803119:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp35: Reply from 12345-192.168.203.112@tcp35 of length 480/480 into md 0x1a19 00000800:00000001:3.0:1767384928.803122:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.803128:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.803129:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.803133:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: REPLY: OK 00000400:00000200:3.0:1767384928.803136:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae2b5821 00000400:00000010:3.0:1767384928.803138:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae2b5821. 00000400:00000200:3.0:1767384928.803141:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384928.803144:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp35 has discovery enabled 00000400:00000200:3.0:1767384928.803146:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp35(0000000025ae4e00) is MR 00000400:00000200:3.0:1767384928.803149:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp35 data present 0. state = 0x200261 00000400:00000200:3.0:1767384928.803153:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp35 (0000000025ae4e00): -114 00000400:00000200:3.0:1767384928.803161:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (3) 00000800:00000001:3.0:1767384928.803172:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.803176:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384928.803178:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384928.803181:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384928.803191:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384928.803194:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x2000e1 00000400:00020000:3.0:1767384928.803202:0:16134:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.112@tcp NID 192.168.203.112@tcp is already locked with peer 000000003db7a5a5 00000400:00000200:3.0:1767384928.803207:0:16134:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp flags 0x11: -76 00000800:00000200:2.0:1767384928.803208:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384928.803212:0:16134:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.112@tcp35 NID 192.168.203.112@tcp: -76 00000800:00000010:2.0:1767384928.803212:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000078a3390b. 00000400:00000010:3.0:1767384928.803215:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000068c86542. 00000400:00000200:2.0:1767384928.803217:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.803222:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp35(0000000025ae4e00): -76. state = 0x200161 00000400:00000200:2.0:1767384928.803226:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: GET: OK 00000400:00000200:3.0:1767384928.803230:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp35(0000000025ae4e00) state 0x200161 rc -76 00000400:00000200:2.0:1767384928.803232:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384928.803236:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp35 (0000000025ae4e00) 00000400:00000200:2.0:1767384928.803237:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000400:00000200:3.0:1767384928.803242:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (2) 00000800:00000001:2.0:1767384928.803249:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803255:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.803257:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803261:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.803266:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16) <- 192.168.203.112@tcp16 : REPLY - for me 00000400:00000200:2.0:1767384928.803275:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp16: Reply from 12345-192.168.203.112@tcp16 of length 480/480 into md 0x1a1d 00000800:00000001:2.0:1767384928.803278:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803287:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.803288:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.803293:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: REPLY: OK 00000400:00000200:2.0:1767384928.803295:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0ebb46 00000400:00000010:2.0:1767384928.803297:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b0ebb46. 00000400:00000200:2.0:1767384928.803300:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384928.803302:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:2.0:1767384928.803304:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384928.803307:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 28. state = 0x300371 00000400:00000200:2.0:1767384928.803311:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384928.803320:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (29) 00000800:00000001:2.0:1767384928.803326:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803328:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.803369:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384928.803373:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3001f1 00000400:00000010:2.0:1767384928.803379:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000ae8f26c1. 00000400:00000010:2.0:1767384928.803382:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000f45a73cd. 00000400:00000010:2.0:1767384928.803385:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000605bc38e. 00000400:00000200:2.0:1767384928.803411:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp30(000000004f2f3714) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384928.803416:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp33(00000000393b99d3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384928.803419:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp34(00000000d3396e17) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384928.803424:0:16134:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.803428:0:16134:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.112@tcp35 NID 192.168.203.112@tcp35 00000400:00000200:2.0:1767384928.803441:0:16134:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000e703ff67 nid 192.168.203.112@tcp35 00000400:00000010:2.0:1767384928.803443:0:16134:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000e703ff67. 00000400:00000200:2.0:1767384928.803447:0:16134:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000eb3772d9 net tcp35 00000400:00000010:2.0:1767384928.803448:0:16134:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000eb3772d9. 00000400:00000200:2.0:1767384928.803453:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000025ae4e00 (1) 00000400:00000200:2.0:1767384928.803456:0:16134:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000025ae4e00 nid 192.168.203.112@tcp35 00000400:00000010:2.0:1767384928.803457:0:16134:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000025ae4e00. 00000400:00000010:2.0:1767384928.803463:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f06b5601. 00000400:00000200:2.0:1767384928.803467:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f06b5601 nid 192.168.203.112@tcp35 00000400:00000010:2.0:1767384928.803475:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006a7b4535. 00000400:00000200:2.0:1767384928.803477:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000006a7b4535 net tcp35 00000400:00000200:2.0:1767384928.803479:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (28) 00000400:00000200:2.0:1767384928.803483:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp35 flags 0x11 00000400:00000010:2.0:1767384928.803486:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e9d63c15. 00000400:00000200:2.0:1767384928.803489:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e9d63c15 nid 192.168.203.112@tcp36 00000400:00000010:2.0:1767384928.803491:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000031b9f732. 00000400:00000200:2.0:1767384928.803493:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000031b9f732 net tcp36 00000400:00000200:2.0:1767384928.803494:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (29) 00000400:00000200:2.0:1767384928.803499:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp36 flags 0x11 00000400:00000010:2.0:1767384928.803502:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000ae8f26c1. 00000400:00000010:2.0:1767384928.803505:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000f45a73cd. 00000400:00000010:2.0:1767384928.803507:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000605bc38e. 00000400:00000010:2.0:1767384928.803509:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000eb4971fc. 00000400:00000200:2.0:1767384928.803514:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384928.803517:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:2.0:1767384928.803520:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:2.0:1767384928.803523:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000010:2.0:1767384928.803528:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b0ebb46. 00000400:00000200:2.0:1767384928.803536:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (30) 00000400:00000010:2.0:1767384928.803541:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c544d0f5. 00000400:00000200:2.0:1767384928.803544:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp16 00000400:00000200:2.0:1767384928.803550:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp16 to MR: 192.168.203.112@tcp16 local destination 00000400:00000200:2.0:1767384928.803554:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp16 NI seq info: [108:108:256:4294967295] 192.168.203.112@tcp16 LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1767384928.803559:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp16 00000400:00000200:2.0:1767384928.803567:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) -> 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) : PUT try# 0 00000800:00000200:2.0:1767384928.803571:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp16 00000800:00000010:2.0:1767384928.803574:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078a3390b. 00000800:00000200:2.0:1767384928.803579:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (6) 00000800:00000200:2.0:1767384928.803583:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp16 ip 192.168.203.112:988 00000800:00000200:2.0:1767384928.803585:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 1, nob 576 niov 1 nkiov 1 00000400:00000200:2.0:1767384928.803614:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384928.803616:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000800:00000200:2.0:1767384928.803683:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384928.803686:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078a3390b. 00000400:00000200:2.0:1767384928.803689:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.803693:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: PUT: OK 00000400:00000200:2.0:1767384928.803696:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384928.803699:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp16: 0 00000800:00000001:2.0:1767384928.803705:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803710:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.803711:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803714:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.803719:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16) <- 192.168.203.112@tcp16 : PUT - for me 00000400:00000200:2.0:1767384928.803725:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384928.803730:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 480/480 into md 0x1a15 [1] + 0 00000400:00000010:2.0:1767384928.803732:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000387cfd5. 00000400:00000200:2.0:1767384928.803735:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b62a1b35 00000800:00000001:2.0:1767384928.803738:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803742:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.803744:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.803747:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: PUT: OK 00000400:00000200:2.0:1767384928.803749:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62a1b35 00000400:00000010:2.0:1767384928.803751:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b62a1b35. 00000400:00000200:2.0:1767384928.803754:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384928.803756:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (31) 00000400:00000200:2.0:1767384928.803759:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:2.0:1767384928.803762:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000e741734e. 00000400:00000200:2.0:1767384928.803765:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 28 00000400:00000200:2.0:1767384928.803769:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384928.803776:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (32) 00000400:00000200:2.0:1767384928.803779:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384928.803783:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp16 to MR: 192.168.203.112@tcp16 local destination 00000400:00000200:2.0:1767384928.803788:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp16 NI seq info: [109:109:256:4294967295] 192.168.203.112@tcp16 LPNI seq info [99:99:8:4294967295] 00000400:00000200:2.0:1767384928.803802:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) -> 192.168.203.112@tcp16(192.168.203.112@tcp16:192.168.203.112@tcp16) 192.168.203.112@tcp16 : ACK try# 0 00000800:00000200:2.0:1767384928.803806:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp16 00000800:00000010:2.0:1767384928.803810:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078a3390b. 00000800:00000200:2.0:1767384928.803813:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (6) 00000800:00000200:2.0:1767384928.803817:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp16 ip 192.168.203.112:1009 00000800:00000200:2.0:1767384928.803819:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078a3390b type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384928.803830:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384928.803834:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41d8003. 00000400:00000010:3.0:1767384928.803838:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 00000400:00000200:3.0:1767384928.803841:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006e29ff1b 00000400:00000200:3.0:1767384928.803845:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3004f1 00000400:00000010:3.0:1767384928.803848:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000e65a5b52. 00000400:00000010:3.0:1767384928.803851:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000ce50da0c. 00000400:00000010:3.0:1767384928.803853:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000ecb333d4. 00000800:00000200:2.0:1767384928.803855:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384928.803858:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078a3390b. 00000400:00000200:2.0:1767384928.803861:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.803866:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: ACK: OK 00000800:00000001:2.0:1767384928.803870:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803873:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.803875:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803879:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384928.803880:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803909:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384928.803915:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp16(192.168.203.112@tcp16) <- 192.168.203.112@tcp16 : ACK - for me 00000400:00000010:3.0:1767384928.803923:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000e65a5b52. 00000400:00000200:2.0:1767384928.803924:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp16: ACK from 12345-192.168.203.112@tcp16 into md 0x1a21 00000400:00000010:3.0:1767384928.803928:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000ce50da0c. 00000400:00000200:2.0:1767384928.803930:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384928.803931:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000ecb333d4. 00000400:00000010:3.0:1767384928.803935:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000e741734e. 00000400:00000200:2.0:1767384928.803938:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp16->192.168.203.112@tcp16: ACK: OK 00000400:00000200:3.0:1767384928.803942:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384928.803943:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0ebb46 00000400:00000200:3.0:1767384928.803947:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300571 00000400:00000010:2.0:1767384928.803947:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b0ebb46. 00000400:00000200:2.0:1767384928.803952:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384928.803953:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 1 00000400:00000200:2.0:1767384928.803959:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:3.0:1767384928.803960:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000200:3.0:1767384928.803965:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384928.803967:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300111 rc 0 00000400:00000200:2.0:1767384928.803969:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (31) 00000400:00000200:3.0:1767384928.803974:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384928.803986:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (30) 00000800:00000001:2.0:1767384928.803986:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384928.803991:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384928.810911:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384928.810917:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384928.810921:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384928.810924:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384928.810929:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384928.810934:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384928.810936:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384928.810938:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384928.810939:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384928.810940:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384928.810943:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bda79c4e. 00080000:00000001:3.0:1767384928.810949:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384928.810952:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384928.810956:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384928.810960:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010403f5c. 00080000:00000020:2.0:1767384928.810965:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384928.810965:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:0.0:1767384928.810972:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384928.810978:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384928.810987:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384928.810990:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384928.810993:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384928.810997:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384928.811000:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384928.811008:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a27ef337 count: 2 00080000:00000001:0.0:1767384928.811008:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384928.811012:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384928.811014:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384928.811017:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384928.811017:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384928.811021:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384928.811022:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6a46998. 00000020:00000001:0.0:1767384928.811024:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384928.811028:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384928.811029:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000020:00000040:2.0:1767384928.811032:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6a46998 with handle 0x7ec529173eeb8436 to hash 00080000:00000001:0.0:1767384928.811033:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384928.811036:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384928.811037:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384928.811040:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384928.811045:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384928.811046:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008940077a. 00010000:00000001:2.0:1767384928.811047:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.811052:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384928.811053:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510265422848 : -106563444128768 : ffff9f14c3c44400) 00080000:00000001:0.0:1767384928.811059:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384928.811064:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384928.811068:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384928.811071:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384928.811072:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384928.811075:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384928.811078:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.811083:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384928.811085:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.811087:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384928.811089:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.811090:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.811098:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384928.811100:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384928.811106:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a27ef337) refcount = 2 00000001:00000001:0.0:1767384928.811106:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384928.811109:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384928.811111:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:0.0:1767384928.811113:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384928.811116:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384928.811121:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384928.811122:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384928.811128:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008bc55e18. 00080000:00000001:0.0:1767384928.811129:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.811131:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:0.0:1767384928.811133:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000010:2.0:1767384928.811137:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bca0bc5. 00000100:00000001:2.0:1767384928.811139:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637514634761152 : -106559074790464 : ffff9f15c83313c0) 00000100:00000001:2.0:1767384928.811141:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637514634761152 : -106559074790464 : ffff9f15c83313c0) 00000100:00000001:2.0:1767384928.811143:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384928.811145:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384928.811147:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384928.811150:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.811152:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384928.811154:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384928.811157:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384928.811159:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384928.811161:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384928.811166:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000020:00000040:2.0:1767384928.811168:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:2.0:1767384928.811172:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384928.811175:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384928.811179:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384928.811185:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb4971fc. 00000100:00000001:2.0:1767384928.811191:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.811195:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384928.811199:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384928.811202:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384928.811216:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 16 pid: 16768 timeout: 400 lvb_type: 0 00010000:00000001:2.0:1767384928.811222:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384928.811224:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384928.811228:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384928.811233:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384928.811235:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384928.811237:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352224896:0@lo:104: 00000100:00000001:2.0:1767384928.811240:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384928.811243:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384928.811245:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384928.811247:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384928.811250:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000911b5a8f. 02000000:00000001:2.0:1767384928.811251:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384928.811254:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000387cfd5. 00000400:00000010:2.0:1767384928.811258:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b0ebb46. 00000100:00000200:2.0:1767384928.811262:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352224896, portal 16 00000100:00000001:2.0:1767384928.811263:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384928.811264:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000040:2.0:1767384928.811267:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384928.811272:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384928.811274:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384928.811275:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b62a1b35. 00000100:00000200:2.0:1767384928.811276:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352224896, offset 0 00000400:00000200:2.0:1767384928.811279:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384928.811286:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384928.811293:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272105880 00000400:00000200:2.0:1767384928.811298:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1761 [2] + 328 00000400:00000200:2.0:1767384928.811302:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384928.811310:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384928.811314:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384928.811316:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384928.811319:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa8ad4ec. 00000100:00000040:2.0:1767384928.811321:0:16792:0:(events.c:337:request_in_callback()) incoming req@00000000aa8ad4ec x1853237352224896 msgsize 328 00000100:00100000:2.0:1767384928.811323:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384928.811333:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384928.811338:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62a1b35 00000400:00000010:2.0:1767384928.811340:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b62a1b35. 00000100:00000001:2.0:1767384928.811342:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384928.811345:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384928.811351:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384928.811354:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384928.811359:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.811359:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384928.811364:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384928.811364:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352224896 02000000:00000001:0.0:1767384928.811378:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384928.811379:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.811380:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.811384:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.811385:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294917771 02000000:00000001:0.0:1767384928.811390:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.811393:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294917761 00000100:00100000:0.0:1767384928.811393:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352224896 00000020:00000001:0.0:1767384928.811395:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384928.811398:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000100:00000001:2.0:1767384928.811399:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294917771 00000020:00000001:0.0:1767384928.811400:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384928.811403:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294917761 00000020:00000040:0.0:1767384928.811404:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000100:00000001:2.0:1767384928.811408:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294917771 00000020:00000001:0.0:1767384928.811408:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000020:00000001:0.0:1767384928.811413:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:2.0:1767384928.811414:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294917761 00000100:00000001:2.0:1767384928.811419:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294917771 00000100:00000001:0.0:1767384928.811419:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384928.811423:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294917761 00000020:00000010:0.0:1767384928.811424:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e477572. 00000100:00000001:2.0:1767384928.811425:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.811429:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.811429:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384928.811442:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384928.811443:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e477572. 00010000:00000001:2.0:1767384928.811444:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.811447:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.811449:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384928.811449:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df122454. 00010000:00000001:2.0:1767384928.811451:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384928.811454:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c356d2ec. 00000020:00000010:0.0:1767384928.811458:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000feae8268. 00010000:00000001:2.0:1767384928.811459:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.811462:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384928.811463:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384928.811465:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.811467:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384928.811467:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384928.811471:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384928.811472:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384928.811474:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 000000009bca0bc5 going to sleep for 11 seconds 00000100:00000001:0.0:1767384928.811475:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384928.811478:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.811478:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.811483:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.811487:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.811498:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.811529:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384928.811531:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384928.811536:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384928.811539:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:0.0:1767384928.811542:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606554496 : -106559102997120 : ffff9f15c684ad80) 00000100:00000040:0.0:1767384928.811547:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa8ad4ec x1853237352224896/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/0 e 0 to 0 dl 1767384939 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384928.811554:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384928.811557:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e477572. 00000100:00000001:0.0:1767384928.811559:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.811561:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e477572. 00000100:00100000:0.0:1767384928.811566:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa8ad4ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352224896:12345-0@lo:104: 00000100:00000200:0.0:1767384928.811569:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352224896 00010000:00000001:0.0:1767384928.811572:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384928.811576:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.811578:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.811580:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=2 00000020:00000001:0.0:1767384928.811582:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.811584:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.811587:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.811590:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.811605:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384928.811612:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384928.811614:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384928.811618:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000475f83ed. 02000000:00000001:0.0:1767384928.811621:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.811622:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.811637:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384928.811640:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.811644:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.811654:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.811657:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384928.811659:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384928.811662:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384928.811664:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.811667:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.811668:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.811671:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000100:00000200:0.0:1767384928.811674:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352224896, offset 224 00000400:00000200:0.0:1767384928.811679:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.811684:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.811691:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272105880 00000400:00000200:0.0:1767384928.811696:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a29 [1] + 224 00000400:00000200:0.0:1767384928.811700:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.811703:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.811706:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.811710:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384928.811718:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384928.811733:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.811737:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000400:00000010:0.0:1767384928.811739:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000100:00000001:0.0:1767384928.811743:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.811745:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.811747:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.811750:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384928.811755:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384928.811759:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000510899b8. 00010000:00000001:0.0:1767384928.811761:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384928.811771:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384928.811774:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.811775:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.811777:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.811786:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa8ad4ec x1853237352224896/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384928.811794:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa8ad4ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352224896:12345-0@lo:104: Request processed in 238us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384928.811800:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384928.811803:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:0.0:1767384928.811806:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.811807:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384928.811811:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c356d2ec. 00000020:00000010:0.0:1767384928.811815:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000feae8268. 00000020:00000010:0.0:1767384928.811819:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df122454. 00000020:00000040:0.0:1767384928.811824:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:0.0:1767384928.811827:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384928.811843:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384928.811846:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.811848:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384928.811850:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384928.811852:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384928.811855:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000001:1.0:1767384928.811857:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384928.811858:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384928.811860:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384928.811864:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000387cfd5. 00000400:00000200:1.0:1767384928.811869:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0ebb46 00010000:00010000:0.0:1767384928.811870:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b6a4380 already unused, calling callback (000000005e873491) 00000400:00000010:1.0:1767384928.811873:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b0ebb46. 10000000:00000001:0.0:1767384928.811875:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384928.811879:0:16792:0:(events.c:78:reply_in_callback()) Process entered 10000000:00010000:0.0:1767384928.811879:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.811907:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384928.811909:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1767384928.811910:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384928.811911:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.811914:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=3 00000020:00000001:0.0:1767384928.811919:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384928.811925:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00000100:00000200:1.0:1767384928.811927:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384928.811929:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384928.811934:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384928.811937:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384928.811944:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384928.811946:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384928.811948:0:16792:0:(client.c:1578:after_reply()) Process entered 10000000:00010000:0.0:1767384928.811949:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384928.811951:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384928.811953:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384928.811956:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384928.811957:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:1.0:1767384928.811959:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.811961:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00001000:1.0:1767384928.811963:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=58 v=5 (5 0 0 0) 10000000:00000040:0.0:1767384928.811963:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384928.811964:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384928.811968:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1767384928.811969:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=58 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384928.811970:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.811976:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384928.811978:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.811980:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384928.811982:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.811982:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384928.811984:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.811985:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384928.811987:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 00000100:00000040:1.0:1767384928.811988:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384928.811992:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384928.811995:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.812000:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384928.812001:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384928.812003:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384928.812004:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384928.812006:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.812007:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384928.812009:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384928.812010:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384928.812011:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384928.812014:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812014:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.812017:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.812018:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b6a4380 with handle 0x7ec529173eeb8428 from hash 00010000:00000001:0.0:1767384928.812021:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384928.812022:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384928.812025:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812028:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812030:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1767384928.812033:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352224896:0@lo:104: 00010000:00000001:0.0:1767384928.812034:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384928.812037:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384928.812039:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.812041:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384928.812043:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.812045:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384928.812045:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384928.812048:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384928.812050:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352224896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384928.812051:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:0.0:1767384928.812057:0:16765:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384928.812059:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384928.812061:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384928.812063:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384928.812063:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384928.812066:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000911b5a8f. 02000000:00000001:0.0:1767384928.812067:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.812070:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384928.812078:0:16792:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1767384928.812078:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df122454. 00000020:00000040:1.0:1767384928.812079:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000020:00000001:1.0:1767384928.812084:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384928.812085:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384928.812087:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eb4971fc. 00010000:00000001:0.0:1767384928.812089:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000001:1.0:1767384928.812091:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:0.0:1767384928.812092:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384928.812094:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384928.812097:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00010000:00010000:0.0:1767384928.812101:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767384928.812103:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384928.812103:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.812105:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384928.812108:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009bca0bc5. 00000100:00000001:0.0:1767384928.812108:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384928.812111:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.812113:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384928.812115:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384928.812118:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008bc55e18. 00000100:00000040:0.0:1767384928.812119:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002574fd07] to pc [ptlrpcd_00_03+3] req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.812122:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.812127:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.812131:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384928.812134:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384928.812138:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384928.812140:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812143:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384928.812148:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812149:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812151:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.812153:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384928.812154:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.812157:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812162:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384928.812163:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb8428 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb842f expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384928.812168:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d147c86 count: 0 00010000:00000001:0.0:1767384928.812178:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812179:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384928.812181:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000510899b8. 00010000:00000001:0.0:1767384928.812184:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.812186:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384928.812188:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.812190:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384928.812192:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384928.812193:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.812201:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384928.812203:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384928.812205:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.812207:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384928.812215:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.812218:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.812220:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384928.812224:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.812230:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384928.812232:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.812235:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384928.812237:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384928.812239:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.812242:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352225024:0@lo:103: 00000100:00000001:0.0:1767384928.812245:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384928.812248:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384928.812250:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.812251:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384928.812255:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4552561. 02000000:00000001:0.0:1767384928.812257:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.812261:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538ef898. 00000400:00000010:0.0:1767384928.812266:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec3a489e. 00000100:00000200:0.0:1767384928.812269:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352225024, portal 18 00000100:00000001:0.0:1767384928.812271:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384928.812273:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384928.812276:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.812281:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.812283:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.812287:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000100:00000200:0.0:1767384928.812289:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352225024, offset 0 00000400:00000200:0.0:1767384928.812293:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.812299:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.812310:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272105900 00000400:00000200:0.0:1767384928.812314:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:0.0:1767384928.812318:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.812321:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.812325:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384928.812326:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384928.812330:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000beea20b. 00000100:00000040:0.0:1767384928.812332:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000000beea20b x1853237352225024 msgsize 328 00000100:00100000:0.0:1767384928.812336:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384928.812346:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.812351:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000400:00000010:0.0:1767384928.812353:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000100:00000001:0.0:1767384928.812356:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384928.812359:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.812365:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384928.812369:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.812373:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812374:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.812377:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812379:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294917772 00000100:00000001:0.0:1767384928.812383:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917771 00000100:00000001:0.0:1767384928.812386:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294917772 00000100:00000001:0.0:1767384928.812388:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917771 00000100:00000001:0.0:1767384928.812391:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294917772 00000100:00000001:0.0:1767384928.812394:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917771 00000100:00000001:0.0:1767384928.812395:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294917772 00000100:00000001:0.0:1767384928.812397:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917771 00000100:00000001:0.0:1767384928.812398:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384928.812400:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812407:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812409:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.812413:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384928.812415:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384928.812418:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.812419:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.812421:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812424:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812436:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.812438:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.812440:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812441:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812455:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384928.812457:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225024 02000000:00000001:0.0:1767384928.812459:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384928.812461:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.812463:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.812465:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384928.812466:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225024 00000020:00000001:0.0:1767384928.812468:0:22984:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384928.812470:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384928.812472:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.812473:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000020:00000001:0.0:1767384928.812476:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384928.812477:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384928.812479:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384928.812482:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e477572. 00000100:00000001:0.0:1767384928.812484:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.812486:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e477572. 00000020:00000010:0.0:1767384928.812491:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025ae4e00. 00000020:00000010:0.0:1767384928.812495:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c356d2ec. 00000020:00000010:0.0:1767384928.812498:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000feae8268. 00000100:00000040:0.0:1767384928.812505:0:22984:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384928.812507:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384928.812509:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384928.812511:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384928.812519:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.812522:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384928.812524:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.812526:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.812527:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=4 00000020:00000001:0.0:1767384928.812541:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:0.0:1767384928.812543:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00010000:0.0:1767384928.812546:0:22984:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 17 pid: 16768 timeout: 400 lvb_type: 0 00010000:00000001:0.0:1767384928.812551:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812552:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812554:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.812556:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.812561:0:22984:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384928.812565:0:22984:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000beea20b x1853237352225024/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.812571:0:22984:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384928.812572:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812580:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384928.812606:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384928.812607:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384928.812611:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384928.812613:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:0.0:1767384928.812615:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376598912 : -106558332952704 : ffff9f15f46a9f80) 00000100:00000040:0.0:1767384928.812619:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000beea20b x1853237352225024/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/0 e 0 to 0 dl 1767384939 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.812625:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384928.812628:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e477572. 00000100:00000001:0.0:1767384928.812630:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384928.812643:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e477572. 00000100:00100000:0.0:1767384928.812648:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000beea20b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16139:x1853237352225024:12345-0@lo:103: 00000100:00000200:0.0:1767384928.812657:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225024 00010000:00000001:0.0:1767384928.812660:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384928.812662:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384928.812665:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384928.812668:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384928.812671:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384928.812674:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000036d1425. 02000000:00000001:0.0:1767384928.812676:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.812678:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.812680:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384928.812682:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384928.812685:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.812686:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.812687:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=4 00000020:00000001:0.0:1767384928.812689:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:0.0:1767384928.812691:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000040:0.0:1767384928.812694:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a27ef337 count: 3 00010000:00010000:0.0:1767384928.812697:0:22984:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 17 pid: 16768 timeout: 400 lvb_type: 0 00000100:00001000:0.0:1767384928.812701:0:22984:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384928 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384928.812704:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384928.812709:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812711:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384928.812714:0:22984:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 17 pid: 16768 timeout: 400 lvb_type: 0 00000020:00000001:0.0:1767384928.812719:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384928.812720:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384928.812721:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384928.812723:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.812727:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384928.812728:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384928.812734:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812735:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812743:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.812744:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.812746:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d45f1376 with handle 0x7ec529173eeb842f from hash 00010000:00000001:0.0:1767384928.812749:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384928.812751:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812752:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812753:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384928.812755:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384928.812756:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384928.812759:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d45f1376/0x7ec529173eeb842f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb8428 expref: 17 pid: 16768 timeout: 400 lvb_type: 0 00010000:00000040:0.0:1767384928.812763:0:22984:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:0.0:1767384928.812764:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:0.0:1767384928.812771:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812773:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384928.812775:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384928.812777:0:22984:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e6a46998 00010000:00000001:0.0:1767384928.812778:0:22984:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384928.812779:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384928.812781:0:22984:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.812783:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384928.812784:0:22984:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.812787:0:22984:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384928.812788:0:22984:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384928.812790:0:22984:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812794:0:22984:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384928.812796:0:22984:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384928.812797:0:22984:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384928.812798:0:22984:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384928.812799:0:22984:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a27ef337) refcount = 2 00010000:00010000:0.0:1767384928.812801:0:22984:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812805:0:22984:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384928.812811:0:22984:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384928.812813:0:22984:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.812815:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384928.812817:0:22984:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009e477572. 00000100:00000001:0.0:1767384928.812819:0:22984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384928.812822:0:22984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000510899b8. 00000100:00000001:0.0:1767384928.812824:0:22984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267726272 : -106563441825344 : ffff9f14c3e769c0) 00000100:00000001:0.0:1767384928.812826:0:22984:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510267726272 : -106563441825344 : ffff9f14c3e769c0) 00000100:00000001:0.0:1767384928.812828:0:22984:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384928.812829:0:22984:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384928.812830:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384928.812833:0:22984:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384928.812836:0:22984:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384928.812838:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.812839:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.812840:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=5 00000020:00000001:0.0:1767384928.812842:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:0.0:1767384928.812844:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:0.0:1767384928.812847:0:22984:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384928.812848:0:22984:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812853:0:22984:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384928.812855:0:22984:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812859:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812861:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384928.812862:0:22984:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812866:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.812867:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.812869:0:22984:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384928.812870:0:22984:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384928.812879:0:22984:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6a46998 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384928.812881:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384928.812904:0:22984:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384928.812906:0:22984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812910:0:22984:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384928.812912:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384928.812914:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384928.812915:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=6 00000020:00000001:0.0:1767384928.812917:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:0.0:1767384928.812919:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:0.0:1767384928.812922:0:22984:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384928.812923:0:22984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812927:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384928.812929:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384928.812931:0:22984:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.812937:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384928.812938:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384928.812940:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384928.812942:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.812944:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6a46998 with handle 0x7ec529173eeb8436 from hash 00010000:00000001:0.0:1767384928.812946:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384928.812947:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812948:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.812949:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384928.812951:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384928.812953:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767384928.812955:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812955:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384928.812958:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.812963:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.812968:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384928.812969:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384928.812972:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384928.812974:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.812975:0:22984:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384928.812981:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812984:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.812985:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384928.812986:0:22984:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.812987:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.812990:0:22984:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.812991:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384928.812994:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384928.812995:0:22984:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384928.812998:0:22984:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.813002:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.813003:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.813004:0:22984:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384928.813006:0:22984:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384928.813007:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384928.813009:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.813010:0:22984:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384928.813012:0:22984:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384928.813013:0:22984:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.813014:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384928.813015:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6a46998/0x7ec529173eeb8436 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384928.813020:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384928.813021:0:22984:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.813022:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384928.813023:0:22984:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384928.813025:0:22984:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.813026:0:22984:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.813027:0:22984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384928.813029:0:22984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000510899b8. 00000100:00000001:0.0:1767384928.813030:0:22984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384928.813031:0:22984:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384928.813032:0:22984:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009e477572. 00010000:00000001:0.0:1767384928.813033:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384928.813035:0:22984:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a27ef337 count: 0 00010000:00010000:0.0:1767384928.813038:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384928.813039:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384928.813044:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384928.813045:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.813047:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.813049:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.813051:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384928.813052:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384928.813054:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384928.813055:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.813057:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.813058:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.813060:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000100:00000200:0.0:1767384928.813062:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352225024, offset 224 00000400:00000200:0.0:1767384928.813064:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.813069:0:22984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.813072:0:22984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272105900 00000400:00000200:0.0:1767384928.813075:0:22984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a35 [1] + 224 00000400:00000200:0.0:1767384928.813078:0:22984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.813080:0:22984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.813082:0:22984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.813084:0:22984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.813090:0:22984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.813103:0:22984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.813105:0:22984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000400:00000010:0.0:1767384928.813107:0:22984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000100:00000001:0.0:1767384928.813110:0:22984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.813111:0:22984:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384928.813112:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384928.813114:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384928.813116:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384928.813118:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.813121:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384928.813121:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000beea20b x1853237352225024/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 328/224 e 0 to 0 dl 1767384939 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.813124:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384928.813128:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384928.813130:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384928.813131:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000538ef898. 00000400:00000200:1.0:1767384928.813135:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3a489e 00000400:00000010:1.0:1767384928.813138:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec3a489e. 00000100:00000001:1.0:1767384928.813142:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384928.813146:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.813148:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000beea20b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352225024:12345-0@lo:103: Request processed in 520us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384928.813163:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000200:1.0:1767384928.813165:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.813166:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:0.0:1767384928.813171:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.813173:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384928.813176:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384928.813177:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c356d2ec. 00000100:00000001:1.0:1767384928.813178:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.813181:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384928.813182:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000feae8268. 00000020:00000010:0.0:1767384928.813186:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025ae4e00. 00000020:00000040:0.0:1767384928.813188:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 02000000:00000001:1.0:1767384928.813189:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384928.813191:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384928.813191:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.813195:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.813196:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384928.813199:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=58 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384928.813201:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=58 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384928.813203:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384928.813204:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.813205:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384928.813206:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.813208:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.813210:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.813214:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.813215:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384928.813216:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384928.813217:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384928.813222:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352225024:0@lo:103: 00000100:00000001:1.0:1767384928.813225:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.813226:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384928.813227:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352225024/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.813230:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384928.813231:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384928.813233:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4552561. 02000000:00000001:1.0:1767384928.813235:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384928.813236:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384928.813236:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384928.813238:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384928.813238:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000df122454. 02000000:00000001:1.0:1767384928.813240:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384928.813241:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384928.813241:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:1.0:1767384928.813247:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384928.813248:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.813249:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.813252:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384928.813253:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.813255:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.813256:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384928.819878:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384928.819884:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384928.819901:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384928.819908:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384928.819908:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:3.0:1767384928.819910:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384928.819913:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384928.819914:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384928.819917:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008940077a. 20000000:00000001:0.0:1767384928.819918:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384928.819922:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384928.819924:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384928.819943:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384928.819946:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384928.819954:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384928.819957:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384928.819961:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384928.819963:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384928.819967:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384928.819969:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384928.819974:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c12a6b47. 00010000:00000001:2.0:1767384928.819979:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384928.819981:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000735cc4ea. 00000020:00000001:2.0:1767384928.819984:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384928.819986:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000735cc4ea with handle 0x7ec529173eeb843d to hash 00000020:00000001:2.0:1767384928.819988:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384928.819989:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:2.0:1767384928.819992:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:2.0:1767384928.819994:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384928.820001:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.820003:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820010:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384928.820013:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384928.820014:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384928.820016:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384928.820017:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.820018:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384928.820020:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.820021:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384928.820023:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384928.820024:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384928.820025:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384928.820026:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c12a6b47) refcount = 1 00010000:00010000:2.0:1767384928.820028:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820032:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384928.820034:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384928.820034:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.820036:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.820037:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384928.820039:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384928.820040:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384928.820042:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384928.820043:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384928.820044:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000735cc4ea refcount=4 00000020:00000001:2.0:1767384928.820046:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:2.0:1767384928.820048:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:2.0:1767384928.820049:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384928.820050:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820054:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384928.820059:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820063:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.820064:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384928.820065:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820068:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384928.820069:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.820071:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384928.820072:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384928.820075:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000735cc4ea already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384928.820077:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384928.820078:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384928.820079:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820082:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384928.820083:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384928.820084:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384928.820084:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000735cc4ea refcount=5 00000020:00000001:2.0:1767384928.820085:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:2.0:1767384928.820087:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262568448 : -106558446983168 : ffff9f15ed9ea800) 00010000:00000001:2.0:1767384928.820088:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384928.820090:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820093:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384928.820094:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384928.820095:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.820097:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384928.820098:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384928.820099:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384928.820103:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384928.820104:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000735cc4ea with handle 0x7ec529173eeb843d from hash 00010000:00000001:2.0:1767384928.820106:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384928.820107:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.820108:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.820109:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384928.820110:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384928.820111:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384928.820112:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384928.820113:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384928.820115:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.820116:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384928.820117:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384928.820118:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.820119:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.820120:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.820121:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384928.820122:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.820124:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820127:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.820127:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.820128:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384928.820129:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384928.820130:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384928.820130:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384928.820132:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384928.820133:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384928.820134:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.820135:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384928.820139:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384928.820140:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384928.820141:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000735cc4ea/0x7ec529173eeb843d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384928.820153:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c12a6b47 count: 0 00010000:00000001:2.0:1767384928.820161:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384928.820162:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384928.820921:0:18565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d147c86. 00010000:00000010:0.1:1767384928.820928:0:18565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b6a4380. 00010000:00000010:0.1:1767384928.820932:0:18565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d45f1376. 00010000:00000010:0.1:1767384928.820936:0:18565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6a46998. 00010000:00000010:0.1:1767384928.820940:0:18565:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a27ef337. 00000400:00000010:2.0:1767384928.821356:0:29951:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000079dfe0a6. 00000400:00000040:2.0:1767384928.821376:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384928.821378:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384928.821381:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384928.821383:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384928.821386:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384928.821387:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384928.821390:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384928.821391:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384928.821393:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384928.821394:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384928.821396:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384928.821397:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384928.821399:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384928.821401:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384928.821402:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384928.821403:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384928.821405:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384928.821406:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384928.821407:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384928.821409:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384928.821410:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384928.821411:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384928.821412:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384928.821414:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384928.821415:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384928.821416:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384928.821418:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384928.821419:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384928.821420:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384928.821422:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384928.821423:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384928.821424:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384928.821430:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384928.821432:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384928.821433:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384928.821435:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384928.821436:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384928.821439:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384928.821440:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384928.821441:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384928.821442:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384928.821443:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384928.821444:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384928.821445:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384928.821446:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384928.821447:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384928.821448:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384928.821449:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384928.821450:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384928.821451:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384928.821452:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384928.821453:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384928.821454:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384928.821455:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384928.821456:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384928.821457:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384928.821458:0:29951:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384928.821568:0:29951:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000079dfe0a6. 00080000:00000020:0.0:1767384928.821691:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384928.821695:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384928.821697:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ad3d855. 20000000:00000001:0.0:1767384928.821701:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384928.821706:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352224640 00010000:00000001:0.0:1767384928.821708:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384928.821716:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035ccdc04 x1853237352224640/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.821724:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384928.821726:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.821729:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.821733:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.821735:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384928.821742:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384928.821745:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384928.821748:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.821751:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.821754:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.821756:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000510899b8. 00000100:00000200:0.0:1767384928.821759:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352224640, offset 224 00000400:00000200:0.0:1767384928.821764:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.821773:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.821782:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105780 00000400:00000200:0.0:1767384928.821788:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a01 [2] + 224 00000400:00000200:0.0:1767384928.821794:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.821796:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.821800:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.821803:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.821809:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.821827:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.821831:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510899b8 00000400:00000010:0.0:1767384928.821833:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000510899b8. 00000100:00000001:0.0:1767384928.821836:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384928.821837:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384928.821839:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.821840:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.821842:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384928.821845:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:2.0:1767384928.821848:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384928.821848:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384928.821849:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384928.821851:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384928.821853:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384928.821855:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000480a7fd1. 00000100:00000040:0.0:1767384928.821859:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035ccdc04 x1853237352224640/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384928.821860:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000679f9e54 00000400:00000010:2.0:1767384928.821863:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000679f9e54. 00000100:00000001:2.0:1767384928.821868:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384928.821875:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.821876:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035ccdc04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352224640:12345-0@lo:253: Request processed in 20173us (20661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384928.821910:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000200:2.0:1767384928.821920:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.821921:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384928.821926:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.821929:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384928.821934:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbe9ef1e. 00000020:00000010:0.0:1767384928.821937:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f58719e0. 00000020:00000010:0.0:1767384928.821942:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea661e18. 00000100:00000001:2.0:1767384928.821949:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384928.821950:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:2.0:1767384928.821951:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384928.821955:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384928.821956:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384928.821958:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000367d9fd1. 02000000:00000001:2.0:1767384928.821959:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384928.821963:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384928.821964:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384928.821965:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.821968:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384928.821969:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384928.821974:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384928.821975:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384928.821980:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=58 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384928.821981:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000869cbff. 00000100:00000001:2.0:1767384928.821982:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384928.821984:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384928.821987:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000510899b8. 00010000:00000001:2.0:1767384928.821988:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384928.821990:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.821993:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384928.821997:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.822003:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384928.822005:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384928.822007:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384928.822011:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384928.822013:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384928.822014:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384928.822015:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384928.822016:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384928.822018:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384928.822019:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384928.822021:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384928.822023:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384928.822024:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384928.822027:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384928.822034:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d85a0fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352224640:0@lo:253: 00000100:00000001:2.0:1767384928.822038:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.822040:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384928.822048:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d85a0fe x1853237352224640/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384928.822054:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384928.822057:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384928.822059:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009e6be655. 02000000:00000001:2.0:1767384928.822063:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384928.822065:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384928.822067:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384928.822069:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384928.822071:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000560608e3. 02000000:00000001:2.0:1767384928.822076:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384928.822077:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384928.822079:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d85a0fe. 00000100:00000001:2.0:1767384928.822083:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384928.822084:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.822087:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384928.822093:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384928.822095:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384928.822097:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384928.822099:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384928.823082:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384928.823084:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384928.823086:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000be83c0bd. 20000000:00000001:0.0:1767384928.823091:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384928.823094:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352224768 00010000:00000001:0.0:1767384928.823096:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384928.823101:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b694d8b8 x1853237352224768/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384928.823106:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384928.823108:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384928.823110:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384928.823112:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384928.823115:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384928.823116:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384928.823119:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384928.823120:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.823122:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384928.823124:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384928.823126:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3639551. 00000100:00000200:0.0:1767384928.823128:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352224768, offset 224 00000400:00000200:0.0:1767384928.823133:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384928.823143:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384928.823148:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105800 00000400:00000200:0.0:1767384928.823152:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a0d [2] + 224 00000400:00000200:0.0:1767384928.823157:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384928.823160:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384928.823163:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384928.823167:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.823173:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384928.823187:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384928.823191:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3639551 00000400:00000010:0.0:1767384928.823193:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3639551. 00000100:00000001:0.0:1767384928.823196:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384928.823197:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384928.823198:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384928.823201:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384928.823203:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384928.823206:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384928.823207:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:1.0:1767384928.823209:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384928.823211:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384928.823212:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073386578. 00000020:00000001:0.0:1767384928.823215:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.823218:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009636e33 00000020:00000001:0.0:1767384928.823218:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384928.823222:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009636e33. 00000100:00000040:0.0:1767384928.823222:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b694d8b8 x1853237352224768/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:154/0 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.823227:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384928.823234:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384928.823236:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b694d8b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352224768:12345-0@lo:253: Request processed in 21507us (21916us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384928.823251:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000200:1.0:1767384928.823253:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384928.823254:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384928.823259:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384928.823262:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384928.823266:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384928.823267:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000100:00000001:1.0:1767384928.823269:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.823272:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384928.823272:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 02000000:00000001:1.0:1767384928.823276:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384928.823278:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384928.823278:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004781c00a. 00000100:00000001:1.0:1767384928.823281:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.823283:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384928.823283:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00001000:1.0:1767384928.823286:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=58 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384928.823301:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=58 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384928.823303:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384928.823304:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384928.823306:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001687ee31. 00000100:00000001:1.0:1767384928.823307:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.823310:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384928.823312:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384928.823312:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384928.823316:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384928.823316:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384928.823323:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384928.823324:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384928.823329:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ca2836. 00000100:00000001:1.0:1767384928.823333:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384928.823336:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3639551. 00000100:00000001:1.0:1767384928.823343:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384928.823345:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384928.823348:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384928.823350:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384928.823351:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384928.823353:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384928.823354:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384928.823355:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384928.823357:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384928.823358:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384928.823359:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384928.823362:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384928.823368:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089233262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352224768:0@lo:253: 00000100:00000001:1.0:1767384928.823372:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.823373:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384928.823376:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089233262 x1853237352224768/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.823381:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384928.823381:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384928.823383:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000425b1ae4. 02000000:00000001:1.0:1767384928.823390:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384928.823391:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384928.823391:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384928.823393:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384928.823394:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f3e66c6b. 02000000:00000001:1.0:1767384928.823397:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384928.823398:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384928.823400:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089233262. 00000100:00000001:1.0:1767384928.823403:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384928.823404:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.823405:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.823410:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384928.823411:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.823413:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384928.823415:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.825946:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294917772, at 4294917773 00000100:00000010:1.0:1767384928.825955:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0a4a20b. 00000100:00000040:3.0:1767384928.825957:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294917772, at 4294917773 00000100:00000010:3.0:1767384928.825964:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4971c9a. 00010000:00000010:2.1:1767384928.826935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c12a6b47. 00000100:00000040:0.0:1767384928.826937:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294917772, at 4294917774 00010000:00000010:2.1:1767384928.826943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000735cc4ea. 00000100:00000010:0.0:1767384928.826944:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d192eaa1. 00000100:00000040:2.0:1767384928.826966:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294917772, at 4294917774 00000100:00000010:2.0:1767384928.826973:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000064b0070f. 00000800:00000200:0.0:1767384929.516979:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (6) 00000800:00000200:0.0:1767384929.516990:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp18 ip 192.168.203.112:988 00000800:00000200:0.0:1767384929.516995:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384929.517113:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384929.517122:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384929.517135:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384929.517140:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384929.517142:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.517962:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp34 00000400:00000010:2.0:1767384929.517967:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000012056b2f. 00000400:00000010:2.0:1767384929.517974:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000693a409f. 00000400:00000010:2.0:1767384929.517980:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b62a1b35. 00000400:00000010:2.0:1767384929.517987:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ef4309c. 00000400:00000200:2.0:1767384929.517992:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp34 00000400:00000200:2.0:1767384929.518012:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp34 local destination 00000400:00000200:2.0:1767384929.518019:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp34 00000400:00000200:2.0:1767384929.518022:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp34 NI seq info: [110:110:256:4294967295] 192.168.203.112@tcp34 LPNI seq info [100:100:8:4294967295] 00000400:00000200:2.0:1767384929.518028:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp34 00000400:00000200:2.0:1767384929.518038:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp34(192.168.203.112@tcp34:) -> 192.168.203.112@tcp34(192.168.203.112@tcp34:192.168.203.112@tcp34) : GET try# 0 00000800:00000200:2.0:1767384929.518052:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp34 00000800:00000010:2.0:1767384929.518056:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cda2c170. 00000800:00000200:2.0:1767384929.518061:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000800:00000200:2.1:1767384929.518065:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000400:00000200:2.0:1767384929.518085:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp34 added to recovery queue. ping count: 1 next ping: 253 health :900 00000400:00000200:1.0:1767384929.518190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518242:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518279:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518294:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518328:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518359:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518391:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518421:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518449:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518463:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518479:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518504:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518524:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518548:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518570:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518614:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518665:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518700:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518734:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518754:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518783:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518810:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518839:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518877:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518952:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.518983:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.519018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.519076:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.519105:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.519131:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.519150:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.519167:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384929.519181:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384929.519294:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ed90e3f. 00000800:00000010:1.0:1767384929.519299:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f9e0a53. 00000800:00000010:1.0:1767384929.519305:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187b51c0. 00000800:00000010:1.0:1767384929.519326:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187b51c0. 00000800:00020000:1.0:1767384929.519332:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384929.525739:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f9e0a53. 00000800:00000010:1.0:1767384929.525744:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ed90e3f. 00000400:02020000:1.0:1767384929.526014:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp34 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384929.531156:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp34 notifying 192.168.203.112@tcp34: down 00000800:00000200:1.0:1767384929.531163:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp34 down 00000800:00000100:1.0:1767384929.531194:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp34 00000800:00000010:1.0:1767384929.531196:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cda2c170. 00000400:00000200:1.0:1767384929.531201:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384929.531206:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp34->192.168.203.112@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384929.531214:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384929.531217:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384929.531221:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp34) recovery failed with -71 00010000:00000001:2.0:1767384929.773951:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384929.773960:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.773969:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384929.773970:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.774000:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384929.774004:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384929.774007:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384930.211667:0:30360:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384930.211686:0:30360:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.211691:0:30360:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384930.211700:0:30360:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384930.211707:0:30360:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.211710:0:30360:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384930.540995:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (6) 00000800:00000200:0.0:1767384930.541009:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp21 ip 192.168.203.112:988 00000800:00000200:0.0:1767384930.541016:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384930.541154:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384930.541161:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384930.541176:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384930.541180:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384930.541182:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384930.541947:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384930.541950:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384930.541953:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62a1b35 00000400:00000010:2.0:1767384930.541956:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b62a1b35. 00000400:00000200:2.0:1767384930.541961:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384930.541965:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384930.541976:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000012056b2f. 00000400:00000010:2.0:1767384930.541979:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000693a409f. 00000400:00000200:2.0:1767384930.541983:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp33 00000400:00000010:2.0:1767384930.541987:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007565e106. 00000400:00000010:2.0:1767384930.541992:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004356ec92. 00000400:00000010:2.0:1767384930.541996:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b62a1b35. 00000400:00000010:2.0:1767384930.542002:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e74ec669. 00000400:00000200:2.0:1767384930.542006:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp33 00000400:00000200:2.0:1767384930.542019:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp33 local destination 00000400:00000200:2.0:1767384930.542025:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp33 00000400:00000200:2.0:1767384930.542029:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp33 NI seq info: [111:111:256:4294967295] 192.168.203.112@tcp33 LPNI seq info [101:101:8:4294967295] 00000400:00000200:2.0:1767384930.542034:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp33 00000400:00000200:2.0:1767384930.542040:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp33(192.168.203.112@tcp33:) -> 192.168.203.112@tcp33(192.168.203.112@tcp33:192.168.203.112@tcp33) : GET try# 0 00000800:00000200:2.0:1767384930.542044:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp33 00000800:00000010:2.0:1767384930.542049:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a2c2d978. 00000800:00000200:2.0:1767384930.542053:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000800:00000200:2.1:1767384930.542057:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000400:00000200:2.0:1767384930.542071:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp33 added to recovery queue. ping count: 3 next ping: 260 health :700 00000400:00000200:3.0:1767384930.542172:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542229:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542255:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542277:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542299:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542321:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542348:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542378:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542418:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542450:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542475:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542511:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542536:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542566:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542625:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542656:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542709:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542744:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542785:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542831:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542875:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542961:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.542993:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543020:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543046:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543069:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543093:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543117:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543143:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543170:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543197:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543223:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543248:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543275:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.543309:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384930.543470:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be83c0bd. 00000800:00000010:3.0:1767384930.543477:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4ecc154. 00000800:00000010:3.0:1767384930.543483:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7e5e711. 00000800:00000010:3.0:1767384930.543510:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7e5e711. 00000800:00020000:3.0:1767384930.543526:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384930.543531:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4ecc154. 00000800:00000010:3.0:1767384930.543535:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be83c0bd. 00000400:02020000:3.0:1767384930.543597:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp33 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384930.543605:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp33 notifying 192.168.203.112@tcp33: down 00000800:00000200:3.0:1767384930.543627:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp33 down 00000800:00000100:3.0:1767384930.543637:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp33 00000800:00000010:3.0:1767384930.543641:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a2c2d978. 00000400:00000200:3.0:1767384930.543649:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384930.543656:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp33->192.168.203.112@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384930.543668:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384930.543672:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384930.543678:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp33) recovery failed with -71 00010000:00000001:2.0:1767384930.796998:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384930.797008:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384930.797017:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384930.797021:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384930.797024:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384930.797027:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384930.797031:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384930.797034:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384930.797037:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384930.797040:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384930.797074:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384930.797078:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384930.797082:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384930.939002:0:30524:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384930.939008:0:30524:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384930.943390:0:30524:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384930.950533:0:30525:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005962c73c. 00000400:00000010:2.0:1767384930.950551:0:30525:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ffde2bbb. 00000400:00000010:2.0:1767384930.950562:0:30525:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000185afd78. 00000400:00000010:2.0:1767384930.950566:0:30525:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c03e406b. 00000400:00000010:2.0:1767384930.950570:0:30525:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cf10e5be. 00000400:00000010:2.0:1767384930.950575:0:30525:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000217eb53. 00000400:00000010:2.0:1767384930.950591:0:30525:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bc7317c8. 00000400:00000010:2.0:1767384930.950594:0:30525:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df7d5a69. 00000400:00000010:2.0:1767384930.950598:0:30525:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008e80c272. 00000800:00000010:2.0:1767384930.950614:0:30525:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bf941e88. 00000800:00000200:2.0:1767384930.950627:0:30525:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384930.950640:0:30525:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384930.950682:0:30525:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384930.950703:0:30525:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp37 [8/256/0/180] 00000400:00000010:2.0:1767384930.952047:0:30525:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000005bc59b4d. 00000400:00000010:2.0:1767384930.952056:0:30525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000480a7fd1. 00000400:00000010:2.0:1767384930.952063:0:30525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e56577e. 00000400:00000001:2.0:1767384930.952088:0:30525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384930.952091:0:30525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384930.952094:0:30525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030220923. 00000400:00000200:2.0:1767384930.952097:0:30525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabba140 00000400:00000010:2.0:1767384930.952099:0:30525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fabba140. 00000400:00000010:2.0:1767384930.952103:0:30525:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000fa39bfc1. 00000400:00000200:2.0:1767384930.952108:0:30525:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (29) 00000400:00000200:2.0:1767384930.952120:0:30525:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384930.952133:0:30525:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:2.0:1767384930.952142:0:30525:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009e6be655. 00000020:01000000:2.0:1767384930.952146:0:30525:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384930.952149:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384930.952149:0:30525:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp37 00000400:00000200:3.0:1767384930.952158:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 00000400:00000010:2.0:1767384930.952165:0:30525:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ffde2bbb. 00000400:00000010:3.0:1767384930.952166:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000400:00000010:2.0:1767384930.952170:0:30525:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005962c73c. 00000400:00000200:3.0:1767384930.952173:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (30) 00000400:00000010:3.0:1767384930.952182:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065436655. 00000400:00000200:3.0:1767384930.952188:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000001:0.0:1767384930.952203:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384930.952208:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 10000000:00000001:0.0:1767384930.952210:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384930.952215:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384930.952218:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384930.952219:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:0.0:1767384930.952222:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384930.952226:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384930.952229:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384930.952232:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384930.952233:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384930.952236:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384930.952240:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384930.952243:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384930.952245:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384930.952246:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:0.0:1767384930.952247:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384930.952250:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384930.952256:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000100:00000010:0.0:1767384930.952258:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a1caf19. 00000020:00000040:0.0:1767384930.952266:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384930.952267:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000001:0.0:1767384930.952272:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384930.952276:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384930.952282:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 02000000:00000001:0.0:1767384930.952283:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952291:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 02000000:00000010:0.0:1767384930.952294:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f7fc1e1. 00000400:00000200:3.0:1767384930.952296:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:3.0:1767384930.952304:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:3.0:1767384930.952311:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000001:0.0:1767384930.952311:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952320:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:0.0:1767384930.952322:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384930.952326:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952327:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384930.952336:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000100:00000040:0.0:1767384930.952336:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a1caf19] to pc [ptlrpcd_00_00+0] req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384930.952349:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:3.0:1767384930.952358:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:3.0:1767384930.952364:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:3.0:1767384930.952369:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:3.0:1767384930.952375:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 10000000:00000001:0.0:1767384930.952380:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952383:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 10000000:00000001:0.0:1767384930.952384:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.952389:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.952392:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384930.952392:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384930.952394:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[84, 22] 00000100:00000001:2.0:1767384930.952398:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384930.952402:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384930.952403:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384930.952405:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 22], ns[93, 22] 10000000:00000001:0.0:1767384930.952405:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384930.952408:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384930.952410:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384930.952411:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384930.952414:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384930.952418:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384930.952419:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 22], ns[94, 22] 00000020:01000004:0.0:1767384930.952420:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384930.952423:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384930.952426:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384930.952430:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384930.952433:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384930.952435:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384930.952438:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 22], ns[83, 22] 00000020:01000004:0.0:1767384930.952438:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384930.952443:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384930.952443:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000100:00000001:2.0:1767384930.952448:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384930.952448:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384930.952455:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384930.952457:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384930.952458:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384930.952462:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952463:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 22], ns[111, 22] 02000000:00000001:2.0:1767384930.952464:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384930.952469:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 02000000:00000001:2.0:1767384930.952472:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.952474:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952476:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 22], ns[110, 22] 00000100:00000001:0.0:1767384930.952479:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384930.952480:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a1caf19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352225152:0@lo:253: 00000100:00000001:0.0:1767384930.952483:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952491:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[106, 22] 00000100:00000040:0.0:1767384930.952491:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002574fd07] to pc [ptlrpcd_00_01+1] req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.952492:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384930.952499:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384930.952503:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952508:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 106] 02000000:00000001:2.0:1767384930.952510:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384930.952514:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384930.952517:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952518:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 02000000:00000010:2.0:1767384930.952521:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000367d9fd1. 00000400:00000200:3.0:1767384930.952527:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp36 02000000:00000001:2.0:1767384930.952528:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.952528:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384930.952533:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384930.952536:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp36 lpni_is_preferred = 0 00000400:00000010:2.0:1767384930.952537:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030220923. 00000020:00000010:0.0:1767384930.952537:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009e6be655. 00000400:00000200:3.0:1767384930.952543:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp36 00000400:00000010:2.0:1767384930.952547:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffde2bbb. 00000400:00000200:3.0:1767384930.952550:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp36 NI seq info: [112:112:256:4294967295] 192.168.203.112@tcp36 LPNI seq info [102:102:8:4294967295] 00000100:00000001:0.0:1767384930.952553:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384930.952555:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352225152, portal 25 00000100:00000001:0.0:1767384930.952557:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384930.952560:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384930.952561:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384930.952562:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp36 00000100:00000001:2.0:1767384930.952566:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376596224 : -106558332955392 : ffff9f15f46a9500) 00000100:00000040:0.0:1767384930.952567:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.952592:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384930.952595:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.952595:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.952598:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp36(192.168.203.112@tcp36:) -> 192.168.203.112@tcp36(192.168.203.112@tcp:192.168.203.112@tcp36) : PUT try# 0 02000000:00000001:0.0:1767384930.952600:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384930.952604:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384930.952609:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384930.952615:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.112@tcp36 00000100:00100000:0.0:1767384930.952616:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352225280:0@lo:253: 00000800:00000010:3.0:1767384930.952624:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de8fadc7. 00000100:00000001:2.0:1767384930.952625:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384930.952625:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384930.952630:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384930.952632:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.952633:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384930.952634:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384930.952638:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bd7df5b9. 00000400:00000010:2.0:1767384930.952640:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7e4af77. 02000000:00000010:0.0:1767384930.952643:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001687ee31. 00000800:00000010:3.0:1767384930.952644:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a68ed018. 00000100:00000200:2.0:1767384930.952646:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352225152, offset 0 02000000:00000001:0.0:1767384930.952648:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384930.952654:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (2) 00000400:00000010:0.0:1767384930.952655:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9895a2. 00000800:00000200:3.1:1767384930.952662:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (2) 00000400:00000200:2.0:1767384930.952664:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384930.952672:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017b24667. 00000100:00000200:0.0:1767384930.952677:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352225280, portal 25 00000400:00000200:3.0:1767384930.952679:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384930.952681:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384930.952682:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384930.952686:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300551 rc 0 00000100:00000001:0.0:1767384930.952687:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384930.952693:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384930.952699:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105980 00000100:00000001:0.0:1767384930.952702:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384930.952707:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384930.952710:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca64a54. 00000400:00000200:2.0:1767384930.952711:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x127d [2] + 0 00000400:00000010:2.0:1767384930.952717:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005301c2c9. 00000400:00000200:2.0:1767384930.952722:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba3622df 00000100:00000200:0.0:1767384930.952725:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352225280, offset 0 00000400:00000200:2.0:1767384930.952731:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384930.952732:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384930.952740:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384930.952745:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384930.952748:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384930.952749:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba3622df 00000400:00000010:2.0:1767384930.952755:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba3622df. 00000400:00000200:0.0:1767384930.952756:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105a00 00000100:00000001:2.0:1767384930.952762:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384930.952766:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384930.952772:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000026dcb2bc x1853237352225152 msgsize 4848 00000400:00000200:0.0:1767384930.952774:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1285 [2] + 0 00000100:00100000:2.0:1767384930.952783:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384930.952784:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cf133f8. 00000100:00000040:2.0:1767384930.952787:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384930.952790:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6184b84 00000400:00000200:3.0:1767384930.952793:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384930.952799:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384930.952800:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384930.952808:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384930.952811:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7e4af77 00000400:00000010:2.0:1767384930.952814:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7e4af77. 00000400:00000200:3.0:1767384930.952816:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:2.0:1767384930.952818:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384930.952818:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6184b84 00000400:00000010:0.0:1767384930.952823:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6184b84. 00000100:00000200:2.0:1767384930.952825:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.952830:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384930.952834:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384930.952835:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:2.0:1767384930.952843:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384930.952843:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000149d4fdd x1853237352225280 msgsize 4848 00000100:00000040:2.0:1767384930.952851:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384930.952854:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384930.952858:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000040:0.0:1767384930.952859:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384930.952870:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.952870:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384930.952875:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384930.952880:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca64a54 00000400:00000010:0.0:1767384930.952883:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ca64a54. 00000100:00000001:0.0:1767384930.952941:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384930.952945:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.952952:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384930.952955:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384930.952958:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:0.0:1767384930.952962:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.952965:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384930.952970:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.952974:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294919913 00000100:00000010:0.0:1767384930.952978:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062e8bece. 00000100:00000001:0.0:1767384930.952986:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384930.952998:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294919913 00000100:00000010:0.0:1767384930.953002:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb3772d9. 00000100:00000001:0.0:1767384930.953005:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384930.953010:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294919913 00000400:00000200:3.0:1767384930.953011:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:2.0:1767384930.953013:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384930.953014:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9568b36. 00000100:00000001:0.0:1767384930.953020:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384930.953021:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294919913 00000100:00000001:2.0:1767384930.953026:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294919913 00000100:00000001:0.0:1767384930.953029:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294919913 00000100:00000001:2.0:1767384930.953030:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294919913 00000100:00000010:0.0:1767384930.953034:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffdf10b5. 00000100:00000001:2.0:1767384930.953035:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294919913 00000100:00000001:0.0:1767384930.953039:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384930.953041:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294919913 00000400:00000200:3.0:1767384930.953044:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000001:2.0:1767384930.953045:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294919913 00000100:00000001:0.0:1767384930.953045:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384930.953051:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.953056:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294919913 00000100:00000001:0.0:1767384930.953057:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.953063:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294919913 00000100:00000001:0.0:1767384930.953063:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.953069:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384930.953071:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.953074:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.953075:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384930.953077:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.953078:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384930.953084:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384930.953085:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384930.953086:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.953087:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384930.953088:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.953091:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384930.953092:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:2.0:1767384930.953096:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384930.953097:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384930.953100:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.953105:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.953111:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384930.953115:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225152 02000000:00000001:0.0:1767384930.953118:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384930.953121:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384930.953123:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384930.953127:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384930.953130:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225152 00000020:00000001:0.0:1767384930.953133:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384930.953135:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384930.953137:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384930.953140:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:0.0:1767384930.953144:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384930.953147:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000020:00000001:0.0:1767384930.953148:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384930.953155:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384930.953158:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac5ece7. 00000100:00000001:0.0:1767384930.953161:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384930.953163:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac5ece7. 00000020:00000010:0.0:1767384930.953170:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000984b6edf. 00000020:00000010:0.0:1767384930.953176:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b073062. 00000020:00000010:0.0:1767384930.953181:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000feae8268. 00000100:00000040:0.0:1767384930.953190:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384930.953191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00000001:0.0:1767384930.953194:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384930.953202:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384930.953204:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.953213:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.953221:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.953232:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384930.953234:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225280 00000400:00000200:3.0:1767384930.953236:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 02000000:00000001:0.0:1767384930.953236:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384930.953238:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384930.953241:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384930.953244:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384930.953246:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225280 00000020:00000001:0.0:1767384930.953248:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384930.953249:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384930.953251:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384930.953252:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:0.0:1767384930.953254:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384930.953256:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384930.953258:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384930.953261:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac5ece7. 00000100:00000001:0.0:1767384930.953263:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384930.953265:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac5ece7. 00000020:00000010:0.0:1767384930.953269:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db1705a1. 00000020:00000010:0.0:1767384930.953272:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000beb2566c. 00000020:00000010:0.0:1767384930.953276:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cff8010f. 00000100:00000001:2.0:1767384930.953279:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384930.953280:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384930.953284:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000001:0.0:1767384930.953284:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384930.953285:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384930.953288:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384930.953295:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:2.0:1767384930.953316:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384930.953317:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.953323:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526163536 : -106558183388080 : ffff9f15fd54cc50) 00000100:00000001:0.0:1767384930.953324:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384930.953337:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026dcb2bc x1853237352225152/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:156/0 lens 4848/0 e 0 to 0 dl 1767384941 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.953340:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384930.953344:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384930.953353:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000400:00000200:3.0:1767384930.953354:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000001:2.0:1767384930.953357:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384930.953358:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:0.0:1767384930.953363:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526171728 : -106558183379888 : ffff9f15fd54ec50) 00000020:00000010:2.0:1767384930.953364:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8914f57. 00000100:00000040:0.0:1767384930.953370:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149d4fdd x1853237352225280/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:156/0 lens 4848/0 e 0 to 0 dl 1767384941 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.953371:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384930.953376:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8914f57. 00000100:00100000:2.0:1767384930.953388:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026dcb2bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352225152:12345-0@lo:253: 00000100:00000001:0.0:1767384930.953388:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384930.953394:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fac5ece7. 00000100:00000200:2.0:1767384930.953397:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225152 00000100:00000001:0.0:1767384930.953399:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384930.953403:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000020:00000001:2.0:1767384930.953403:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384930.953404:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fac5ece7. 00000020:00000001:2.0:1767384930.953410:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384930.953415:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384930.953417:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000149d4fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352225280:12345-0@lo:253: 00000020:00000001:2.0:1767384930.953421:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384930.953423:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225280 00000020:00000001:0.0:1767384930.953428:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384930.953429:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384930.953431:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384930.953435:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384930.953435:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.953437:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384930.953440:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384930.953441:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384930.953460:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384930.953462:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384930.953464:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384930.953470:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384930.953470:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384930.953472:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000020:00000001:0.0:1767384930.953476:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384930.953477:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384930.953483:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.953484:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384930.953489:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384930.953491:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384930.953495:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384930.953499:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba1499dd. 02000000:00000010:2.0:1767384930.953504:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ad3d855. 02000000:00000001:0.0:1767384930.953504:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.953506:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384930.953511:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.953512:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384930.953514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000100:00000001:2.0:1767384930.953517:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384930.953522:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384930.953526:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001635d968. 20000000:00000010:2.0:1767384930.953530:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e6be655. 20000000:01000000:0.0:1767384930.953531:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384930.953536:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384930.953538:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384930.953539:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384930.953545:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384930.953545:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.953550:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384930.953551:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384930.953553:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384930.953556:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384930.953559:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 20000000:00000001:2.0:1767384930.953561:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384930.953565:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384930.953566:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000042641e13. 20000000:01000000:0.0:1767384930.953570:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:0.0:1767384930.953594:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384930.953601:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384930.953643:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00080000:00000001:0.0:1767384930.953695:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384930.953698:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00080000:00000001:0.0:1767384930.953699:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384930.953702:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384930.953706:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384930.953711:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384930.953716:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:0.0:1767384930.953721:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384930.953729:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000010160e1c. 00080000:00000001:0.0:1767384930.953732:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514901575680 : -106558807975936 : ffff9f15d81a5800) 00080000:00000001:0.0:1767384930.953736:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384930.953757:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.953791:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.953824:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.953867:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000001:00000001:0.0:1767384930.953886:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384930.953890:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384930.953893:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384930.953904:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00080000:00000001:0.0:1767384930.953925:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384930.953956:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384930.953979:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954028:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954067:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00080000:00000001:0.0:1767384930.954095:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384930.954101:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384930.954122:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954162:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954206:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954254:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954288:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384930.954366:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384930.954570:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be83c0bd. 00000800:00000010:3.0:1767384930.954590:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ffeb3ac6. 00000800:00000010:3.0:1767384930.954599:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002868755. 00000800:00000010:3.0:1767384930.954631:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002868755. 00000800:00020000:3.0:1767384930.954644:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384930.954655:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ffeb3ac6. 00000800:00000010:3.0:1767384930.954660:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be83c0bd. 00000400:02020000:3.0:1767384930.954708:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp36 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384930.954715:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp36 notifying 192.168.203.112@tcp36: down 00000800:00000200:3.0:1767384930.954720:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp36 down 00000800:00000100:3.0:1767384930.954728:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.203.112@tcp36 00000800:00000010:3.0:1767384930.954732:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de8fadc7. 00000400:00000200:3.0:1767384930.954734:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384930.954737:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp36->192.168.203.112@tcp36: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384930.954744:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp36 added to recovery queue. ping count: 0 next ping: 253 health :900 00000400:00000200:3.0:1767384930.954747:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384930.954750:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384930.954753:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384930.954775:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384930.954777:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x301151 00000400:00000001:3.0:1767384930.954780:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384930.954781:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384930.954782:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf52c73 00000400:00000010:3.0:1767384930.954783:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf52c73. 00000400:00000200:3.0:1767384930.954786:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384930.954788:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384930.954790:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (31) 00000400:00000200:3.0:1767384930.954792:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384930.954794:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 rc -71 00000400:00000200:3.0:1767384930.954797:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384930.954799:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (30) 00080000:00000001:0.0:1767384930.962688:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384930.962695:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384930.962699:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.962701:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384930.962702:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384930.962707:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384930.962711:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384930.962711:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384930.962714:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384930.962716:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384930.962719:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000010160e1c. 00080000:00000001:3.0:1767384930.962723:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384930.962723:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384930.962728:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384930.962733:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d999834d. 00080000:00000020:0.0:1767384930.962734:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384930.962740:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:1.0:1767384930.962745:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384930.962751:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384930.962751:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384930.962757:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384930.962760:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384930.962764:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384930.962768:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384930.962776:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000baea057f. 00080000:00000001:1.0:1767384930.962781:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384930.962793:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384930.962798:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384930.962799:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000350ae857. 00080000:00000001:1.0:1767384930.962800:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384930.962804:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384930.962805:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384930.962809:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000350ae857 with handle 0x7ec529173eeb8444 to hash 00000020:00000001:1.0:1767384930.962810:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384930.962812:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384930.962816:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384930.962821:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00080000:00000001:1.0:1767384930.962822:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384930.962825:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.962829:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:1.0:1767384930.962830:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000126c1582. 00010000:00000001:0.0:1767384930.962831:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384930.962836:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238235648 : -106563471315968 : ffff9f14c2256c00) 00010000:00010000:0.0:1767384930.962837:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384930.962843:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384930.962847:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384930.962852:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384930.962855:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384930.962858:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384930.962860:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.962863:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384930.962865:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.962868:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384930.962871:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384930.962874:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384930.962876:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384930.962879:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000baea057f) refcount = 1 00010000:00010000:0.0:1767384930.962906:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.962916:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384930.962919:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384930.962921:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.962924:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.962927:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384930.962931:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384930.962936:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384930.962940:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384930.962942:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384930.962945:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000350ae857 refcount=4 00000020:00000001:0.0:1767384930.962948:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.962952:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.962955:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:1.0:1767384930.962957:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384930.962962:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384930.962966:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384930.962968:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384930.962975:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384930.962978:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384930.962984:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.962984:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.962987:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384930.962990:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384930.962990:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.962997:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384930.962998:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.963001:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384930.963003:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384930.963007:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000350ae857 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384930.963009:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384930.963010:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384930.963011:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.963016:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384930.963017:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384930.963018:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384930.963019:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000350ae857 refcount=5 00000020:00000001:0.0:1767384930.963021:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.963022:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.963025:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384930.963026:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.963031:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384930.963038:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384930.963040:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.963044:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384930.963046:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384930.963049:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384930.963050:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384930.963053:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000350ae857 with handle 0x7ec529173eeb8444 from hash 00010000:00000001:0.0:1767384930.963055:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384930.963056:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.963057:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384930.963059:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384930.963061:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384930.963063:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384930.963065:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384930.963067:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.963069:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.963071:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384930.963072:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384930.963074:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.963075:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384930.963076:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.963078:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.963080:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384930.963082:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.963085:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.963086:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384930.963088:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:1.0:1767384930.963090:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384930.963090:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384930.963091:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.963094:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384930.963096:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384930.963097:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384930.963101:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.963103:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384930.963105:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.963118:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384930.963119:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384930.963120:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000350ae857/0x7ec529173eeb8444 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384930.963125:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000baea057f count: 0 00010000:00000001:0.0:1767384930.963134:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384930.963136:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384930.966941:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294919913, at 4294919914 00000100:00000040:1.0:1767384930.966941:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294919913, at 4294919914 00000100:00000010:2.0:1767384930.966950:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9568b36. 00000100:00000010:1.0:1767384930.966956:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00000100:00000040:3.0:1767384930.966968:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294919913, at 4294919914 00000100:00000010:3.0:1767384930.966975:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00010000:00000010:0.1:1767384930.967923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000baea057f. 00010000:00000010:0.1:1767384930.967929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000350ae857. 00000100:00000040:0.0:1767384930.967939:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294919913, at 4294919915 00000100:00000010:0.0:1767384930.967943:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062e8bece. 00080000:00000001:3.0:1767384930.973043:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384930.973044:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384930.973049:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384930.973052:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:3.0:1767384930.973053:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384930.973056:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384930.973059:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384930.973059:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384930.973063:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000126c1582. 20000000:00000001:2.0:1767384930.973064:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384930.973069:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384930.973070:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384930.973081:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384930.973087:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384930.973092:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384930.973095:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384930.973099:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384930.973103:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384930.973108:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384930.973111:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384930.973118:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f419bd02. 00010000:00000001:0.0:1767384930.973121:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384930.973125:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000350ae857. 00000020:00000001:0.0:1767384930.973127:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384930.973130:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000350ae857 with handle 0x7ec529173eeb844b to hash 00000020:00000001:0.0:1767384930.973132:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384930.973134:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.973136:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.973139:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384930.973140:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384930.973143:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973148:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384930.973151:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384930.973153:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384930.973154:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384930.973155:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.973163:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384930.973164:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.973166:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384930.973168:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384930.973170:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384930.973172:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384930.973174:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f419bd02) refcount = 1 00010000:00010000:0.0:1767384930.973176:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973180:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384930.973182:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384930.973183:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.973185:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.973188:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384930.973190:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384930.973192:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384930.973194:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384930.973195:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384930.973197:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000350ae857 refcount=4 00000020:00000001:0.0:1767384930.973198:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.973200:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.973203:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384930.973204:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973210:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384930.973211:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973215:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.973217:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384930.973218:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973221:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384930.973226:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.973228:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384930.973230:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384930.973235:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000350ae857 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384930.973237:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384930.973238:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384930.973239:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973243:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384930.973245:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384930.973246:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384930.973247:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000350ae857 refcount=5 00000020:00000001:0.0:1767384930.973249:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.973251:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397952 : -106558447153664 : ffff9f15ed9c0e00) 00010000:00000001:0.0:1767384930.973253:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384930.973254:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973258:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384930.973260:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384930.973261:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.973264:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384930.973265:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384930.973266:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384930.973267:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384930.973269:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000350ae857 with handle 0x7ec529173eeb844b from hash 00010000:00000001:0.0:1767384930.973271:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384930.973272:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.973273:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384930.973274:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384930.973276:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384930.973277:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384930.973283:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384930.973284:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384930.973286:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.973288:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384930.973289:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384930.973291:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.973292:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384930.973294:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.973295:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.973297:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384930.973298:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973301:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.973302:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384930.973303:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384930.973303:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384930.973304:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384930.973305:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384930.973306:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384930.973308:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384930.973310:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384930.973312:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384930.973316:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384930.973317:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384930.973318:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000350ae857/0x7ec529173eeb844b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384930.973322:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f419bd02 count: 0 00010000:00000001:0.0:1767384930.973328:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384930.973330:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384930.974163:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384930.974168:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384930.974172:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001635d968. 20000000:00000001:2.0:1767384930.974179:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384930.974184:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352225280 00010000:00000001:2.0:1767384930.974188:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384930.974197:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149d4fdd x1853237352225280/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384930.974207:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384930.974216:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384930.974222:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384930.974228:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384930.974232:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384930.974234:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384930.974238:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384930.974241:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.974246:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384930.974249:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384930.974253:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d97c6ea6. 00000100:00000200:2.0:1767384930.974259:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352225280, offset 224 00000400:00000200:2.0:1767384930.974267:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384930.974280:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384930.974292:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105a00 00000400:00000200:2.0:1767384930.974300:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a69 [2] + 224 00000400:00000200:2.0:1767384930.974309:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384930.974313:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384930.974318:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384930.974323:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384930.974334:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.974353:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384930.974361:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d97c6ea6 00000100:00000001:0.0:1767384930.974362:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384930.974366:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d97c6ea6. 00000100:00000001:0.0:1767384930.974366:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384930.974373:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384930.974373:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384930.974377:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384930.974377:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384930.974379:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9895a2. 00000100:00000001:2.0:1767384930.974395:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.974403:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:0.0:1767384930.974403:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017b24667 00000400:00000010:0.0:1767384930.974406:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017b24667. 00010000:00000001:2.0:1767384930.974410:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384930.974412:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384930.974416:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384930.974419:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384930.974422:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384930.974431:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149d4fdd x1853237352225280/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384930.974432:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384930.974450:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384930.974453:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.974456:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384930.974469:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384930.974472:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384930.974474:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384930.974479:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384930.974485:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=60 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384930.974489:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000149d4fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352225280:12345-0@lo:253: Request processed in 21097us (21642us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384930.974491:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384930.974497:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384930.974500:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384930.974503:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384930.974504:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384930.974508:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384930.974509:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.974515:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000040:0.0:1767384930.974515:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.974521:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384930.974534:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384930.974536:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384930.974537:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384930.974540:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384930.974542:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:2.0:1767384930.974543:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000beb2566c. 00000020:01000004:0.0:1767384930.974544:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384930.974547:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384930.974550:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384930.974551:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384930.974553:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384930.974554:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000010:2.0:1767384930.974555:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cff8010f. 00000020:01000004:0.0:1767384930.974556:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384930.974558:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384930.974562:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384930.974563:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db1705a1. 00000020:00000040:2.0:1767384930.974570:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00100000:0.0:1767384930.974591:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352225280:0@lo:253: 02000000:00000001:2.0:1767384930.974594:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384930.974596:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384930.974598:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba1499dd. 00000100:00000001:0.0:1767384930.974600:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384930.974605:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384930.974605:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352225280/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.974610:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.974612:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384930.974616:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384930.974618:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001687ee31. 00000100:00000200:2.0:1767384930.974619:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384930.974639:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384930.974641:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004899fcb5. 00000020:00000001:0.0:1767384930.974643:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384930.974646:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000010:2.0:1767384930.974648:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d97c6ea6. 00000020:00000001:0.0:1767384930.974649:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384930.974653:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:0.0:1767384930.974658:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384930.974660:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384930.974662:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:0.0:1767384930.974667:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384930.974669:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.974672:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384930.974681:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384930.974683:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384930.974688:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384930.974690:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384930.976047:0:30530:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000920cb63a. 00000400:00000040:1.0:1767384930.976069:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384930.976073:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384930.976077:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384930.976079:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384930.976082:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384930.976084:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384930.976088:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384930.976090:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384930.976093:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384930.976096:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384930.976099:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384930.976102:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384930.976105:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384930.976113:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384930.976115:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384930.976119:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384930.976121:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384930.976122:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384930.976124:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384930.976128:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384930.976130:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384930.976132:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384930.976134:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384930.976136:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384930.976137:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384930.976140:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384930.976142:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384930.976144:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384930.976147:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384930.976148:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384930.976150:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384930.976153:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384930.976155:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384930.976157:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384930.976158:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384930.976160:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384930.976161:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384930.976164:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384930.976166:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384930.976168:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384930.976170:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384930.976172:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384930.976175:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384930.976176:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384930.976178:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384930.976179:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384930.976181:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384930.976182:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384930.976185:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384930.976187:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384930.976188:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384930.976190:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384930.976195:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384930.976197:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384930.976199:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384930.976201:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384930.976202:0:30530:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384930.976284:0:30530:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000920cb63a. 00080000:00000020:2.0:1767384930.977012:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384930.977015:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384930.977017:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e6be655. 20000000:00000001:2.0:1767384930.977023:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384930.977027:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352225152 00010000:00000001:2.0:1767384930.977030:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384930.977035:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026dcb2bc x1853237352225152/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384930.977044:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384930.977046:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384930.977049:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384930.977053:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384930.977055:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384930.977057:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384930.977060:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384930.977066:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.977069:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384930.977072:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384930.977075:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d526642f. 00000100:00000200:2.0:1767384930.977078:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352225152, offset 224 00000400:00000200:2.0:1767384930.977083:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384930.977089:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384930.977095:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105980 00000400:00000200:2.0:1767384930.977101:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a61 [2] + 224 00000400:00000200:2.0:1767384930.977107:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384930.977110:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384930.977114:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384930.977118:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384930.977127:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.977143:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384930.977147:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d526642f 00000400:00000010:2.0:1767384930.977149:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d526642f. 00000100:00000001:2.0:1767384930.977151:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384930.977153:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384930.977155:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.977158:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384930.977161:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384930.977162:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384930.977164:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384930.977167:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026dcb2bc x1853237352225152/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:156/0 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384930.977176:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026dcb2bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352225152:12345-0@lo:253: Request processed in 23820us (24403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384930.977184:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000040:2.0:1767384930.977186:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384930.977189:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384930.977196:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384930.977199:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b073062. 00000020:00000010:2.0:1767384930.977203:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000feae8268. 00000020:00000010:2.0:1767384930.977207:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000984b6edf. 00000020:00000040:2.0:1767384930.977210:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384930.977213:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384930.977215:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ad3d855. 02000000:00000001:2.0:1767384930.977218:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384930.977220:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384930.977224:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384930.977228:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007998ad54. 00000400:00000010:2.0:1767384930.977232:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d526642f. 00000100:00000001:2.0:1767384930.977246:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384930.977248:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384930.977252:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384930.977254:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384930.977256:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030220923. 00000400:00000200:2.0:1767384930.977259:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffde2bbb 00000400:00000010:2.0:1767384930.977261:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffde2bbb. 00000100:00000001:2.0:1767384930.977263:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384930.977267:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384930.977277:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.977284:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384930.977285:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.977287:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384930.977289:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384930.977291:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384930.977293:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384930.977294:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384930.977298:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384930.977301:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384930.977304:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384930.977306:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384930.977308:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384930.977316:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.977318:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384930.977321:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.977329:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384930.977332:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384930.977334:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384930.977337:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384930.977339:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384930.977341:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384930.977342:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384930.977343:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384930.977345:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384930.977346:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384930.977348:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384930.977349:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384930.977350:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384930.977353:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384930.977362:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a1caf19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352225152:0@lo:253: 00000100:00000001:2.0:1767384930.977366:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.977368:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384930.977370:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a1caf19 x1853237352225152/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384930.977377:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384930.977378:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384930.977381:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000367d9fd1. 02000000:00000001:2.0:1767384930.977385:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384930.977387:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384930.977388:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384930.977406:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384930.977407:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:2.0:1767384930.977414:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384930.977415:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384930.977416:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a1caf19. 00000100:00000001:2.0:1767384930.977424:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384930.977426:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.977428:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384930.977433:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384930.977434:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384930.977437:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384930.977439:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384930.981941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f419bd02. 00010000:00000010:0.1:1767384930.981952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000350ae857. 00000400:00000001:3.0:1767384931.566003:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384931.566009:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384931.566013:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62a1b35 00000400:00000010:3.0:1767384931.566019:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b62a1b35. 00000400:00000200:3.0:1767384931.566027:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384931.566035:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384931.566050:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007565e106. 00000400:00000010:3.0:1767384931.566055:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004356ec92. 00000400:00000200:3.0:1767384931.566064:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp34 00000400:00000010:3.0:1767384931.566070:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003edd159f. 00000400:00000010:3.0:1767384931.566076:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007e29b590. 00000400:00000010:3.0:1767384931.566081:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000400:00000010:3.0:1767384931.566091:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000070881b5. 00000400:00000200:3.0:1767384931.566097:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp34 00000400:00000200:3.0:1767384931.566116:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp34 local destination 00000400:00000200:3.0:1767384931.566126:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp34 00000400:00000200:3.0:1767384931.566134:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp34 NI seq info: [113:113:256:4294967295] 192.168.203.112@tcp34 LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1767384931.566145:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp34 00000400:00000200:3.0:1767384931.566163:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp34(192.168.203.112@tcp34:) -> 192.168.203.112@tcp34(192.168.203.112@tcp34:192.168.203.112@tcp34) : GET try# 0 00000800:00000200:3.0:1767384931.566175:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp34 00000800:00000010:3.0:1767384931.566182:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c88b39b. 00000800:00000200:3.0:1767384931.566193:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000800:00000200:3.1:1767384931.566202:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000400:00000200:3.0:1767384931.566228:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp34 added to recovery queue. ping count: 2 next ping: 257 health :800 00000400:00000200:3.0:1767384931.566235:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp36 00000400:00000010:3.0:1767384931.566247:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000399b25ea. 00000400:00000010:3.0:1767384931.566253:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000abeadf02. 00000400:00000010:3.0:1767384931.566259:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000400:00000010:3.0:1767384931.566270:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005c80132. 00000400:00000200:3.0:1767384931.566276:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp36 00000400:00000200:3.0:1767384931.566287:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp36 local destination 00000400:00000200:3.0:1767384931.566295:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp36 00000400:00000200:3.0:1767384931.566303:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp36 NI seq info: [114:114:256:4294967295] 192.168.203.112@tcp36 LPNI seq info [104:104:8:4294967295] 00000400:00000200:0.0:1767384931.566305:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384931.566313:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp36 00000400:00000200:3.0:1767384931.566328:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp36(192.168.203.112@tcp36:) -> 192.168.203.112@tcp36(192.168.203.112@tcp36:192.168.203.112@tcp36) : GET try# 0 00000800:00000200:3.0:1767384931.566337:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp36 00000800:00000010:3.0:1767384931.566343:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003c0f73d2. 00000800:00000200:3.0:1767384931.566368:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (2) 00000800:00000200:3.1:1767384931.566374:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (2) 00000400:00000200:0.0:1767384931.566378:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384931.566403:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp36 added to recovery queue. ping count: 1 next ping: 255 health :900 00000400:00000200:0.0:1767384931.566405:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566466:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566475:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566520:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566555:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566590:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566620:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566647:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566668:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566701:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566722:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566762:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566771:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566817:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566832:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566867:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566928:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.566960:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.566980:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567024:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567033:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567058:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567094:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567113:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567162:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567172:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567221:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567233:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567275:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567297:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567331:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567356:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567390:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567411:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567448:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567480:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567510:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567545:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567565:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567617:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567671:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567713:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567735:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567768:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567794:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567821:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567866:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567873:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567940:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.567991:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.567999:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568046:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568068:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568102:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568143:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568150:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568188:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568212:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568237:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568275:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568294:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568338:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568361:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568394:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568437:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568471:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568507:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568549:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:0.0:1767384931.568592:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba1499dd. 00000400:00000200:1.0:1767384931.568599:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:0.0:1767384931.568600:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000018e58d9. 00000800:00000010:0.0:1767384931.568609:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035ff661c. 00000800:00000010:0.0:1767384931.568638:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035ff661c. 00000400:00000200:1.0:1767384931.568642:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00020000:0.0:1767384931.568649:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384931.568653:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000018e58d9. 00000800:00000010:0.0:1767384931.568663:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ba1499dd. 00000400:00000200:1.0:1767384931.568685:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:02020000:0.0:1767384931.568724:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp34 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384931.568733:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp34 notifying 192.168.203.112@tcp34: down 00000400:00000200:1.0:1767384931.568734:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568739:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384931.568747:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp34 00000800:00000010:0.0:1767384931.568751:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c88b39b. 00000400:00000200:0.0:1767384931.568756:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384931.568762:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp34->192.168.203.112@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384931.568772:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.568774:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384931.568780:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384931.568784:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp34) recovery failed with -71 00000400:00000200:1.0:1767384931.568813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568846:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.568875:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000800:00000010:1.0:1767384931.569144:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ed90e3f. 00000800:00000010:1.0:1767384931.569151:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8320de7. 00000800:00000010:1.0:1767384931.569157:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075fa2262. 00000800:00000010:1.0:1767384931.569205:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075fa2262. 00000400:00000200:0.0:1767384931.569350:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384931.569367:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp36 from 211.3.0.2 00000800:00000010:0.0:1767384931.569371:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004d200b3f. 00000800:00000010:3.0:1767384931.569440:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be83c0bd. 00000800:00000010:3.0:1767384931.569451:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000000053fc8. 00000800:00000010:3.0:1767384931.569510:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007a6486d7. 00000800:00000200:3.1:1767384931.569526:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (2) 00000800:00000200:3.1:1767384931.569538:0:16124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp36 000000007a6486d7 deleted 00000800:00000010:3.1:1767384931.569542:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007a6486d7. 00000800:00000200:3.1:1767384931.569552:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384931.569565:0:16124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp36 ip 192.168.203.112:979 00000800:00000200:3.1:1767384931.569586:0:16124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c0f73d2 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384931.569597:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp36 p 3.x 192.168.203.112 -> 192.168.203.112:979 incarnation:1767384928799035328 sched[0] 00000800:00000010:3.0:1767384931.569609:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fa73997. 00000800:00000010:3.0:1767384931.569756:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fa73997. 00000800:00000010:3.0:1767384931.569766:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000000053fc8. 00000800:00000200:1.1:1767384931.569773:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384931.569789:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp36 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384928799035328 sched[0] 00000800:00000010:1.0:1767384931.569794:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8320de7. 00000800:00000010:3.0:1767384931.569870:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004d200b3f. 00000800:00000001:3.0:1767384931.569955:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384931.569965:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000001:3.0:1767384931.569967:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384931.570014:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384931.570020:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384931.570050:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:0.0:1767384931.570067:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384931.570076:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384931.570079:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384931.570085:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384931.570093:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp36(192.168.203.112@tcp36) <- 192.168.203.112@tcp36 : GET - for me 00000400:00000200:0.0:1767384931.570121:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000200:3.0:1767384931.570123:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384931.570130:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003c0f73d2. 00000400:00000200:0.0:1767384931.570133:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1a59 [1] + 0 00000400:00000200:3.0:1767384931.570143:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384931.570153:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.570159:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp36 to MR: 192.168.203.112@tcp36 local destination 00000400:00000200:3.0:1767384931.570168:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp36->192.168.203.112@tcp36: GET: OK 00000400:00000200:0.0:1767384931.570179:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp36 NI seq info: [115:115:255:4294967295] 192.168.203.112@tcp36 LPNI seq info [105:105:7:4294967295] 00000400:00000200:0.0:1767384931.570194:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp36(192.168.203.112@tcp36:192.168.203.112@tcp36) -> 192.168.203.112@tcp36(192.168.203.112@tcp36:192.168.203.112@tcp36) 192.168.203.112@tcp36 : REPLY try# 0 00000800:00000200:0.0:1767384931.570203:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp36 00000400:00000200:1.0:1767384931.570204:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384931.570205:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000010:0.0:1767384931.570208:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007db27b73. 00000400:00000200:3.0:1767384931.570222:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp36 recovery message sent successfully:0 00000800:00000200:0.0:1767384931.570224:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (4) 00000800:00000200:0.0:1767384931.570229:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp36 ip 192.168.203.112:988 00000800:00000200:0.0:1767384931.570241:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007db27b73 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384931.570255:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:3.0:1767384931.570258:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.570270:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.570303:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384931.570303:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384931.570308:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007db27b73. 00000400:00000200:1.0:1767384931.570312:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384931.570312:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384931.570315:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.570323:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384931.570325:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp36->192.168.203.112@tcp36: REPLY: OK 00000800:00000001:3.0:1767384931.570337:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.570356:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp36(192.168.203.112@tcp36) <- 192.168.203.112@tcp36 : REPLY - for me 00000400:00000200:1.0:1767384931.570389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384931.570395:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp36: Reply from 12345-192.168.203.112@tcp36 of length 272/272 into md 0x1a85 00000800:00000001:3.0:1767384931.570409:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.570423:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.570427:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.570436:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp36->192.168.203.112@tcp36: REPLY: OK 00000400:00000200:3.0:1767384931.570443:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00000400:00000010:3.0:1767384931.570447:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 00000400:00000200:3.0:1767384931.570455:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384931.570456:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000010:3.0:1767384931.570464:0:16130:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000399b25ea. 00000400:00000010:3.0:1767384931.570473:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000abeadf02. 00000800:00000001:3.0:1767384931.570488:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.570495:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384931.570519:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570556:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570670:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570712:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570729:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570747:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570768:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570790:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570809:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570861:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570885:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.570949:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571019:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571078:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571139:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571186:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571240:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571284:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571312:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571328:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571346:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571364:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571386:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571404:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384931.571447:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384931.571541:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000425b1ae4. 00000800:00000010:1.0:1767384931.571544:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8320de7. 00000800:00000010:1.0:1767384931.571547:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075fa2262. 00000800:00000010:1.0:1767384931.571569:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075fa2262. 00000800:00020000:1.0:1767384931.571593:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384931.571596:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8320de7. 00000800:00000010:1.0:1767384931.571598:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000425b1ae4. 00000400:02020000:1.0:1767384931.571666:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp36 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384931.820959:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384931.820967:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384931.820975:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384931.820978:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384931.821003:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384931.821008:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384931.821012:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384932.269012:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384932.269020:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384932.269028:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f39eb8. 00000004:00000001:3.0:1767384932.269029:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384932.269037:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:2.0:1767384932.269037:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384932.269045:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1767384932.269048:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001112f465. 02000000:00000001:2.0:1767384932.269049:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384932.269055:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384932.269056:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.269064:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384932.269067:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cda2c170. 02000000:00000001:3.0:1767384932.269068:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384932.269075:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.269078:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384932.269084:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028bcccb3. 00000100:00000040:2.0:1767384932.269089:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384932.269093:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.269106:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384932.269107:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384932.269109:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.269110:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.269126:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f39eb8] to pc [ptlrpcd_00_03+3] req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384932.269127:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001112f465] to pc [ptlrpcd_00_02+2] req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.269247:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384932.269248:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.269266:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384932.269271:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384932.269274:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000100:00000001:3.0:1767384932.269275:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384932.269278:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384932.269289:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384932.269291:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384932.269292:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384932.269302:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384932.269302:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.269316:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3a21a2a. 00000100:00000001:2.0:1767384932.269321:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.269326:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384932.269331:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384932.269332:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.269335:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_00+0] req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.269354:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.269356:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384932.269360:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384932.269363:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bec2a4ac. 00000020:00000040:2.0:1767384932.269366:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384932.269368:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384932.269369:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384932.269370:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.269374:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a13f591d. 00000100:00000001:2.0:1767384932.269378:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.269380:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.269385:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384932.269425:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384932.269425:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384932.269435:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.269437:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.269452:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384932.269453:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec2a4ac] to pc [ptlrpcd_00_01+1] req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384932.269457:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384932.269469:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384932.269480:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001112f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352225536:0@lo:13: 00000100:00000001:2.0:1767384932.269482:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.269489:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384932.269496:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384932.269497:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384932.269499:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.269508:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384932.269509:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384932.269510:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 02000000:00000001:3.0:1767384932.269514:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.269514:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384932.269524:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384932.269525:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384932.269528:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.269535:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384932.269537:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b412d77e. 02000000:00000001:2.0:1767384932.269539:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384932.269547:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.269548:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.269550:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384932.269556:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.269564:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012cb08fc. 02000000:00000001:1.0:1767384932.269565:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384932.269566:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004b89dd2. 02000000:00000001:1.0:1767384932.269582:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.269586:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.269589:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384932.269593:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000100:00000040:2.0:1767384932.269594:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384932.269594:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bec2a4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352225792:0@lo:400: 00000100:00000200:3.0:1767384932.269608:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352225536, portal 4 00000100:00000001:1.0:1767384932.269610:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384932.269615:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384932.269619:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384932.269619:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.269620:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384932.269626:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.269627:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384932.269632:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050266ca5] to pc [ptlrpcd_00_02+2] req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384932.269632:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009607fa8e. 02000000:00000001:1.0:1767384932.269637:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.269645:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065a4d3c0. 00000100:00000001:2.0:1767384932.269647:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.269652:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4db31a1. 00000100:00000040:2.0:1767384932.269654:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (258) 00000100:00000200:1.0:1767384932.269659:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352225792, portal 10 00000100:00000001:1.0:1767384932.269662:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384932.269664:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550912 : -106559103000704 : ffff9f15c6849f80) 00000100:00000040:1.0:1767384932.269670:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.269676:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384932.269680:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384932.269683:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000100:00000200:1.0:1767384932.269686:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352225792, offset 0 00000400:00000200:1.0:1767384932.269697:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384932.269718:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384932.269734:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272105c00 00000400:00000200:1.0:1767384932.269744:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000400:00000200:1.0:1767384932.269752:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384932.269757:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545437696 : -106559164113920 : ffff9f15c2e01c00) 00000400:00000200:1.0:1767384932.269762:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.269766:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384932.269771:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.269771:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.269772:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384932.269780:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384932.269781:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1767384932.269793:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384932.269795:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98a940a. 00000100:00000040:1.0:1767384932.269805:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000d98a940a x1853237352225792 msgsize 224 00000100:00000001:3.0:1767384932.269807:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384932.269818:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384932.269826:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.269827:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384932.269828:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384932.269839:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000add49bda. 02000000:00000001:2.0:1767384932.269839:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384932.269846:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.269846:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384932.269848:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352225536, offset 0 02000000:00000001:2.0:1767384932.269853:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.269860:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7f39eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352225408:0@lo:400: 00000100:00000001:2.0:1767384932.269866:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384932.269867:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384932.269874:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384932.269876:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 02000000:00000001:2.0:1767384932.269877:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.269881:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384932.269881:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 02000000:00000010:2.0:1767384932.269935:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2b84ca0. 02000000:00000001:2.0:1767384932.269942:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384932.269943:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384932.269944:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384932.269955:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384932.269958:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030220923. 00000100:00000001:1.0:1767384932.269967:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384932.269969:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabba140. 00000400:00000200:3.0:1767384932.269970:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272105b00 00000100:00000040:1.0:1767384932.269972:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384932.269989:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2240 00000100:00000001:1.0:1767384932.269997:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384932.270000:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352225408, portal 25 00000400:00000200:3.0:1767384932.270001:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384932.270001:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384932.270012:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.270014:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384932.270020:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.270023:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606557184 : -106559102994432 : ffff9f15c684b800) 00000100:00000040:1.0:1767384932.270024:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3231 usecs (4 jiffies) 00000100:00000001:3.0:1767384932.270027:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384932.270030:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921221 00000100:00000010:1.0:1767384932.270035:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c495d6a. 00000100:00000040:2.0:1767384932.270036:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384932.270037:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384932.270043:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000010:3.0:1767384932.270045:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec047795. 00000100:00000040:3.0:1767384932.270054:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000ec047795 x1853237352225536 msgsize 224 00000100:00000001:1.0:1767384932.270057:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921221 00000100:00000010:1.0:1767384932.270065:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8ba0b01. 00000100:00000001:1.0:1767384932.270076:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:3.0:1767384932.270078:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384932.270082:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921221 00000100:00000001:2.0:1767384932.270089:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384932.270089:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da64b9c3. 00000100:00000040:2.0:1767384932.270095:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384932.270096:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384932.270099:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384932.270104:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c3122ee. 00000100:00000001:1.0:1767384932.270105:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921221 00000400:00000200:3.0:1767384932.270107:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000add49bda 00000100:00000010:1.0:1767384932.270109:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017cfafeb. 00000400:00000010:3.0:1767384932.270114:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000add49bda. 00000100:00000001:1.0:1767384932.270116:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384932.270122:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384932.270122:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384932.270124:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352225408, offset 0 00000100:00000001:1.0:1767384932.270132:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384932.270134:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.270138:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.270146:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384932.270147:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.270161:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384932.270162:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384932.270170:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384932.270170:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384932.270172:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.270179:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.270185:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.270190:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.270202:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.270202:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272105a80 00000100:00100000:1.0:1767384932.270203:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384932.270213:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.270215:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384932.270219:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384932.270221:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.270225:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.270226:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12a9 [2] + 0 00000100:00000001:1.0:1767384932.270226:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.270230:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384932.270232:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5816 usecs (6 jiffies) 00000100:00000001:1.0:1767384932.270233:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384932.270236:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6260405. 00000100:00000001:3.0:1767384932.270242:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921223 00000100:00000040:1.0:1767384932.270243:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384932.270245:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9707f88 00000100:00000001:0.0:1767384932.270248:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384932.270257:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225792 00000400:00000200:2.0:1767384932.270260:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384932.270262:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294921221 02000000:00000001:0.0:1767384932.270262:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384932.270265:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384932.270268:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384932.270273:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384932.270274:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.270274:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.270276:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921223 00000400:00000200:2.0:1767384932.270281:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9707f88 02000000:00000001:1.0:1767384932.270285:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384932.270286:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9707f88. 02000000:00000001:0.0:1767384932.270286:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.270289:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294921221 02000000:00000001:1.0:1767384932.270289:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.270296:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384932.270296:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225792 02000000:00000001:1.0:1767384932.270302:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384932.270303:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384932.270305:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921223 00000020:00000001:0.0:1767384932.270306:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384932.270310:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352225664:0@lo:400: 00000020:00000040:0.0:1767384932.270311:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000100:00000040:2.0:1767384932.270312:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001df7b7b1 x1853237352225408 msgsize 224 00000100:00000001:3.0:1767384932.270314:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294921221 00000020:00000001:0.0:1767384932.270319:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384932.270330:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384932.270330:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384932.270330:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:3.0:1767384932.270332:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921223 02000000:00000001:1.0:1767384932.270337:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384932.270338:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000040:2.0:1767384932.270341:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384932.270344:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.270347:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294921221 00000020:00000001:0.0:1767384932.270347:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 02000000:00000001:1.0:1767384932.270349:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384932.270356:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384932.270357:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384932.270358:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034ccc222. 00000100:00000001:3.0:1767384932.270359:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384932.270364:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c3122ee 00000020:00000010:0.0:1767384932.270365:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004769e8d4. 02000000:00000001:1.0:1767384932.270367:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.270370:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.270371:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c3122ee. 00000100:00000001:0.0:1767384932.270374:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384932.270375:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2bae67. 00000100:00000001:2.0:1767384932.270381:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384932.270384:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004769e8d4. 00000100:00000001:3.0:1767384932.270385:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.270387:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000100:00000200:2.0:1767384932.270389:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.270398:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384932.270399:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f997e569. 00000100:00000200:1.0:1767384932.270400:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352225664, portal 4 00000100:00000001:1.0:1767384932.270413:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384932.270416:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384932.270416:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384932.270416:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000020:00000010:0.0:1767384932.270416:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7379830. 00000100:00000040:2.0:1767384932.270425:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.270426:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384932.270428:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c75c8327. 00000100:00000040:1.0:1767384932.270431:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384932.270440:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384932.270446:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384932.270447:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384932.270454:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384932.270455:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384932.270462:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384932.270463:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.270472:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.270473:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.270473:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384932.270475:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384932.270483:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384932.270486:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384932.270488:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.270489:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384932.270497:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.270498:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141b3e57. 00000100:00000001:0.0:1767384932.270504:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384932.270507:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352225664, offset 0 00000100:00000001:2.0:1767384932.270508:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294921230 00000100:00000001:0.0:1767384932.270523:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384932.270525:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384932.270527:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921223 00000100:00000001:3.0:1767384932.270531:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.270532:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384932.270544:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384932.270545:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294921230 00000400:00000200:1.0:1767384932.270546:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384932.270546:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384932.270557:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.270558:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921223 00000400:00000200:1.0:1767384932.270580:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272105b80 00000100:00100000:0.0:1767384932.270583:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000001:2.0:1767384932.270586:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294921230 00000100:00000040:0.0:1767384932.270588:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000400:00000200:1.0:1767384932.270591:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3664 02000000:00000001:3.0:1767384932.270592:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.270594:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921223 00000100:00000001:0.0:1767384932.270594:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605544320 : -106559104007296 : ffff9f15c6754380) 00000400:00000200:1.0:1767384932.270602:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384932.270603:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294921230 00000400:00000200:1.0:1767384932.270634:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.270635:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921223 00000100:00000040:0.0:1767384932.270639:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d98a940a x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384932.270640:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352225920:0@lo:400: 00000100:00000001:1.0:1767384932.270640:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384932.270642:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384932.270645:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384932.270654:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384932.270656:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093ed5404. 00000100:00000040:1.0:1767384932.270667:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000093ed5404 x1853237352225664 msgsize 224 00000100:00000001:3.0:1767384932.270669:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384932.270670:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.270677:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384932.270679:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384932.270680:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384932.270684:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004769e8d4. 02000000:00000001:3.0:1767384932.270686:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384932.270687:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384932.270692:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384932.270695:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.270701:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384932.270702:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384932.270703:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004769e8d4. 00000100:00000001:1.0:1767384932.270706:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384932.270712:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea661e18. 00000100:00000001:2.0:1767384932.270713:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384932.270714:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141b3e57 00000100:00000001:2.0:1767384932.270722:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384932.270722:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d98a940a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352225792:12345-0@lo:400: 00000400:00000010:1.0:1767384932.270726:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141b3e57. 02000000:00000001:3.0:1767384932.270727:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.270727:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384932.270730:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225792 00000020:00000001:0.0:1767384932.270739:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384932.270740:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384932.270747:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.270748:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384932.270749:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001323c55. 00000020:00000001:0.0:1767384932.270749:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384932.270758:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384932.270762:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000add49bda. 00000020:00000001:0.0:1767384932.270765:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384932.270766:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384932.270773:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:2.0:1767384932.270774:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384932.270775:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352225920, portal 10 00000100:00000001:1.0:1767384932.270775:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384932.270779:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384932.270787:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384932.270788:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.270791:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384932.270794:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384932.270797:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000020:00000001:0.0:1767384932.270800:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384932.270808:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.270813:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384932.270814:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.270819:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.270822:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384932.270828:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384932.270828:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384932.270835:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.270838:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384932.270838:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b66beab. 00000100:00000040:1.0:1767384932.270840:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5816 usecs (6 jiffies) 02000000:00000001:0.0:1767384932.270846:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.270849:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384932.270856:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294921223 00000100:00000001:0.0:1767384932.270857:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384932.270859:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575c4bb2. 00000100:00000001:1.0:1767384932.270861:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294921230 00000020:00000001:0.0:1767384932.270861:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384932.270868:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352225920, offset 0 00000100:00000001:1.0:1767384932.270868:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294921223 00010000:00000040:0.0:1767384932.270870:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352225792 00010000:00000001:0.0:1767384932.270880:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384932.270881:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294921230 00000100:00000001:1.0:1767384932.270885:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294921223 00000400:00000200:3.0:1767384932.270886:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1767384932.270889:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d98a940a x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.270895:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294921230 00000100:00000001:1.0:1767384932.270900:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294921223 00000100:00000001:1.0:1767384932.270902:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294921230 00000100:00000001:1.0:1767384932.270903:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.270904:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.270941:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.270943:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384932.270960:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384932.270974:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272105c80 00000400:00000200:3.0:1767384932.270993:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000400:00000200:3.0:1767384932.271006:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384932.271010:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384932.271011:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384932.271016:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.271022:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384932.271026:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1767384932.271026:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=57 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384932.271035:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e374187. 00000100:00000040:3.0:1767384932.271039:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000009e374187 x1853237352225920 msgsize 224 00000100:00000001:0.0:1767384932.271041:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384932.271051:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00100000:3.0:1767384932.271055:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384932.271060:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384932.271065:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384932.271070:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384932.271070:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.271081:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384932.271082:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575c4bb2 00000400:00000010:3.0:1767384932.271089:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000575c4bb2. 00000100:00000040:0.0:1767384932.271090:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384932.271099:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000100:00000001:3.0:1767384932.271100:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384932.271110:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352225792, offset 224 00000100:00000200:3.0:1767384932.271113:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384932.271128:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384932.271141:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384932.271150:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384932.271154:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384932.271156:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225664 00000400:00000200:0.0:1767384932.271156:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384932.271163:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384932.271168:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384932.271172:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.271182:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.271183:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272105c00 00000100:00100000:1.0:1767384932.271194:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225664 00000020:00000001:1.0:1767384932.271201:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384932.271201:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a8d [1] + 224 00000100:00000001:3.0:1767384932.271202:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384932.271209:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:3.0:1767384932.271215:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384932.271217:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.271220:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000400:00000200:0.0:1767384932.271220:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384932.271227:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.271228:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000200:0.0:1767384932.271229:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384932.271245:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000040:3.0:1767384932.271246:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3598 usecs (4 jiffies) 00000100:00000001:0.0:1767384932.271247:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384932.271256:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384932.271257:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294921222 00000100:00000200:0.0:1767384932.271261:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384932.271264:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fab799cf. 00000100:00000001:3.0:1767384932.271266:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294921230 00000100:00000001:3.0:1767384932.271273:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294921222 00000020:00000010:1.0:1767384932.271274:0:18311:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000f84f057. 00000100:00000001:3.0:1767384932.271287:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294921230 00000020:00000040:1.0:1767384932.271291:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000040:0.0:1767384932.271293:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.271294:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294921222 00000100:00000001:1.0:1767384932.271302:0:18311:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384932.271303:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294921230 00000020:00000010:1.0:1767384932.271307:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051aefa3f. 00000100:00000001:3.0:1767384932.271310:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294921222 00000100:00000001:3.0:1767384932.271322:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294921230 00000020:00000010:1.0:1767384932.271324:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf958cac. 00000100:00000001:3.0:1767384932.271332:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384932.271335:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384932.271337:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384932.271338:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000400:00000200:0.0:1767384932.271342:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000400:00000010:0.0:1767384932.271354:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000100:00000001:3.0:1767384932.271356:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.271359:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.271359:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384932.271361:0:18311:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384932.271364:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384932.271369:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384932.271370:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384932.271372:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384932.271374:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.271374:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.271382:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384932.271385:0:18311:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384932.271387:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:3.0:1767384932.271391:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.271392:0:18311:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1767384932.271395:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384932.271400:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.271402:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.271402:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.271409:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.271411:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384932.271415:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.271419:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384932.271433:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d98a940a x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.271437:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384932.271441:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384932.271454:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384932.271457:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384932.271459:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d98a940a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352225792:12345-0@lo:400: Request processed in 772us (1642us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384932.271461:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00100000:3.0:1767384932.271463:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225536 00000100:00000001:1.0:1767384932.271467:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605550592 : -106559104001024 : ffff9f15c6755c00) 02000000:00000001:3.0:1767384932.271471:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384932.271486:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093ed5404 x1853237352225664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.271495:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384932.271497:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000001:3.0:1767384932.271500:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.271514:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.271514:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:1.0:1767384932.271515:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384932.271523:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f84f057. 00000100:00100000:3.0:1767384932.271526:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225536 00000100:00000001:0.0:1767384932.271527:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384932.271529:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384932.271534:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384932.271535:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f84f057. 00000100:00000001:0.0:1767384932.271536:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384932.271542:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000010:0.0:1767384932.271546:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7379830. 00000100:00100000:1.0:1767384932.271551:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093ed5404 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352225664:12345-0@lo:400: 00000020:00000001:3.0:1767384932.271552:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384932.271555:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c75c8327. 00000020:00000040:3.0:1767384932.271560:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000100:00000200:1.0:1767384932.271566:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225664 00000020:00000001:3.0:1767384932.271583:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384932.271587:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384932.271587:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f997e569. 00000020:00000001:3.0:1767384932.271592:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384932.271593:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384932.271596:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384932.271598:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000020:00000001:1.0:1767384932.271600:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384932.271603:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384932.271605:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:0.0:1767384932.271606:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384932.271611:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384932.271612:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bbff339. 00000020:00000001:1.0:1767384932.271615:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384932.271620:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384932.271622:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384932.271625:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.271627:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384932.271627:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384932.271634:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225920 00000020:00000001:1.0:1767384932.271643:0:18311:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384932.271645:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bbff339. 02000000:00000001:0.0:1767384932.271645:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384932.271648:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384932.271657:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384932.271658:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384932.271659:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f366953c. 02000000:00000010:1.0:1767384932.271662:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d87084a6. 00000100:00000001:0.0:1767384932.271664:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.271666:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384932.271667:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa5a5983. 00000100:00000001:1.0:1767384932.271672:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384932.271673:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.271674:0:18311:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384932.271675:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000100:00100000:0.0:1767384932.271680:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225920 00010000:00000040:1.0:1767384932.271684:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352225664 00000020:00000001:0.0:1767384932.271686:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384932.271688:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384932.271691:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000100:00000040:3.0:1767384932.271695:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00010000:00000200:1.0:1767384932.271696:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093ed5404 x1853237352225664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.271697:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384932.271705:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384932.271706:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000001:3.0:1767384932.271711:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384932.271715:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.271715:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384932.271715:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384932.271717:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00100000:2.0:1767384932.271723:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352225408 00010000:00000001:1.0:1767384932.271723:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.271726:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 02000000:00000001:2.0:1767384932.271728:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1767384932.271729:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384932.271730:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.271731:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384932.271736:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.271736:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384932.271743:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384932.271745:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.271747:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004769e8d4. 00000100:00100000:2.0:1767384932.271748:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352225408 00000100:00000040:1.0:1767384932.271748:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384932.271750:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.271753:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384932.271755:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:0.0:1767384932.271758:0:16777:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005417fb58. 00000020:00000040:2.0:1767384932.271759:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 02000000:00000001:1.0:1767384932.271764:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384932.271765:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384932.271767:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384932.271769:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000040:0.0:1767384932.271769:0:16777:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:3.0:1767384932.271772:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384932.271775:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384932.271777:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384932.271782:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384932.271784:0:16777:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384932.271788:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384932.271790:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000010:0.0:1767384932.271792:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f997e569. 00000100:00100000:3.0:1767384932.271796:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000400:00000010:1.0:1767384932.271797:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141b3e57. 00000100:00000001:2.0:1767384932.271802:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384932.271805:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7379830. 00000100:00000200:1.0:1767384932.271807:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352225664, offset 224 00000100:00000040:3.0:1767384932.271808:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000020:00000010:2.0:1767384932.271809:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b6c2699. 00000100:00000001:3.0:1767384932.271822:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545436800 : -106559164114816 : ffff9f15c2e01880) 00000100:00000001:2.0:1767384932.271823:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384932.271825:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c75c8327. 00000400:00000200:1.0:1767384932.271827:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384932.271830:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b6c2699. 00000100:00000040:0.0:1767384932.271838:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384932.271844:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384932.271846:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090288a59. 00000100:00000001:0.0:1767384932.271847:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384932.271848:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec047795 x1853237352225536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.271853:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384932.271856:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ee17b49. 00000400:00000200:1.0:1767384932.271859:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272105b80 00000100:00000001:0.0:1767384932.271861:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384932.271868:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03bf815. 00000100:00000001:0.0:1767384932.271875:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384932.271879:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1aa1 [1] + 224 00000100:00000040:2.0:1767384932.271883:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384932.271927:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384932.271930:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.271940:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.271946:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384932.271953:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384932.271954:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384932.271958:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.271960:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384932.271966:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384932.271966:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384932.271968:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.271969:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384932.271973:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bbff339. 00000100:00000001:1.0:1767384932.271976:0:18311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384932.271981:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:2.0:1767384932.271985:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.271988:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384932.271990:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000200:1.0:1767384932.271991:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384932.271997:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bbff339. 00000100:00000001:2.0:1767384932.271997:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384932.271998:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545443968 : -106559164107648 : ffff9f15c2e03480) 00000100:00000001:2.0:1767384932.272002:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384932.272018:0:18311:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384932.272020:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e374187 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384932.272022:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec047795 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352225536:12345-0@lo:13: 00000100:00100000:2.0:1767384932.272022:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384932.272035:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384932.272043:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526166608 : -106558183385008 : ffff9f15fd54d850) 00000100:00000200:3.0:1767384932.272049:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225536 00000100:00000040:2.0:1767384932.272059:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001df7b7b1 x1853237352225408/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384932.272060:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384932.272067:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384932.272073:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384932.272088:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384932.272088:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384932.272097:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000010:0.0:1767384932.272099:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005417fb58. 00000100:00000001:0.0:1767384932.272109:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384932.272110:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384932.272113:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384932.272116:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384932.272121:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b6c2699. 00000020:00000010:0.0:1767384932.272122:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005417fb58. 00000020:00000001:3.0:1767384932.272123:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384932.272124:0:18311:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384932.272133:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384932.272134:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384932.272137:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141b3e57 00000020:00000001:3.0:1767384932.272139:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384932.272139:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e374187 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352225920:12345-0@lo:400: 00000020:00000010:2.0:1767384932.272142:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b6c2699. 00000400:00000010:1.0:1767384932.272148:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141b3e57. 00000100:00000001:3.0:1767384932.272151:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384932.272156:0:18311:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384932.272156:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225920 02000000:00000001:3.0:1767384932.272158:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384932.272161:0:18311:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384932.272162:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001df7b7b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352225408:12345-0@lo:400: 00000020:00000001:0.0:1767384932.272164:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384932.272167:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e0e4c9f7. 00000100:00000001:1.0:1767384932.272168:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.272169:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384932.272174:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352225408 00000020:00000001:0.0:1767384932.272176:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.272177:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.272181:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000001:2.0:1767384932.272182:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384932.272193:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.272194:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384932.272195:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384932.272195:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:3.0:1767384932.272207:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384932.272209:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.272209:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.272209:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00002000:00000001:3.0:1767384932.272217:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384932.272218:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384932.272218:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384932.272219:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384932.272223:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384932.272225:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.272227:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000100:00000040:1.0:1767384932.272231:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093ed5404 x1853237352225664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.272232:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:3.0:1767384932.272233:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:0.0:1767384932.272241:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384932.272244:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.272245:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384932.272249:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00080000:00000001:3.0:1767384932.272250:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.272251:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384932.272258:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093ed5404 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352225664:12345-0@lo:400: Request processed in 736us (1583us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384932.272261:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384932.272263:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384932.272263:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384932.272273:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000024:3.0:1767384932.272274:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:0.0:1767384932.272274:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384932.272283:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000001:2.0:1767384932.272284:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384932.272286:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000010:0.0:1767384932.272286:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000010160e1c. 00000100:00000040:1.0:1767384932.272287:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000020:00000001:2.0:1767384932.272297:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000020:3.0:1767384932.272299:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384932.272300:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384932.272300:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.272302:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384932.272305:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384932.272310:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384932.272314:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf958cac. 00002000:00000020:3.0:1767384932.272315:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384932.272317:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.272321:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f45a73cd. 00000020:00000010:1.0:1767384932.272321:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000001:0.0:1767384932.272322:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384932.272333:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:2.0:1767384932.272335:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384932.272337:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051aefa3f. 00010000:00000040:0.0:1767384932.272337:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352225920 00000001:00000001:3.0:1767384932.272339:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384932.272339:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384932.272343:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00010000:00000001:0.0:1767384932.272345:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:3.0:1767384932.272347:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.272349:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.272352:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384932.272353:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384932.272357:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352225408 00010000:00000200:0.0:1767384932.272359:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e374187 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.272366:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:3.0:1767384932.272367:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352225536 00010000:00000200:2.0:1767384932.272379:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001df7b7b1 x1853237352225408/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384932.272383:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384932.272383:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00080000:1.0:1767384932.272384:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384932.272394:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384932.272395:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384932.272396:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00010000:00000200:3.0:1767384932.272400:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec047795 x1853237352225536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.272402:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384932.272404:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=57 v=5 (1 0 0 0) 00000100:00080000:1.0:1767384932.272410:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00001000:2.0:1767384932.272412:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384932.272416:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384932.272417:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000040:0.0:1767384932.272426:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384932.272433:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384932.272436:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000040:2.0:1767384932.272442:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 02000000:00000001:0.0:1767384932.272446:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384932.272451:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.272453:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00010000:00000001:3.0:1767384932.272457:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384932.272459:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384932.272459:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384932.272463:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.272464:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.272465:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384932.272473:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000100:00001000:3.0:1767384932.272480:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.272481:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384932.272482:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352225920, offset 224 00000100:00000040:2.0:1767384932.272499:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384932.272502:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384932.272503:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384932.272506:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c3122ee. 00000100:00000040:3.0:1767384932.272513:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 23 to 0@lo 00000100:00000200:2.0:1767384932.272514:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352225408, offset 224 00000100:00000001:1.0:1767384932.272518:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384932.272527:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384932.272528:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:1.0:1767384932.272529:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384932.272536:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384932.272541:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384932.272546:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384932.272547:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384932.272549:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272105c80 00000400:00000001:1.0:1767384932.272556:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384932.272560:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384932.272561:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384932.272561:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2bae67. 00000400:00000200:1.0:1767384932.272585:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 00000100:00000040:3.0:1767384932.272586:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384932.272593:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272105a80 00000400:00000010:3.0:1767384932.272595:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575c4bb2. 00000400:00000010:1.0:1767384932.272596:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 00000100:00000001:1.0:1767384932.272604:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384932.272625:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384932.272627:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1aa9 [1] + 224 00000100:00000200:1.0:1767384932.272638:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384932.272639:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384932.272643:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a99 [1] + 224 00000400:00000200:0.0:1767384932.272650:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384932.272655:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384932.272655:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384932.272657:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352225536, offset 224 00000100:00000001:0.0:1767384932.272658:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384932.272659:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384932.272668:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.272669:0:16137:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384932.272672:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384932.272674:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384932.272680:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384932.272680:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384932.272686:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.272691:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.272693:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384932.272697:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=52 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384932.272700:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384932.272708:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384932.272713:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=52 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384932.272715:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.272729:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384932.272737:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384932.272739:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272105b00 00010000:00000001:1.0:1767384932.272748:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384932.272761:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a89 [1] + 224 00010000:00080000:1.0:1767384932.272761:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.272763:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384932.272777:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384932.272783:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384932.272787:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000400:00000010:0.0:1767384932.272798:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000400:00000200:3.0:1767384932.272806:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384932.272810:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384932.272814:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.272816:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384932.272824:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384932.272824:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384932.272828:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.272831:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384932.272835:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384932.272838:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:1.0:1767384932.272843:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767384932.272844:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384932.272844:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c3122ee 00010000:00000001:0.0:1767384932.272845:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384932.272852:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.272853:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c3122ee. 00000020:00000001:0.0:1767384932.272853:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.272864:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384932.272865:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384932.272869:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384932.272871:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.272876:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.272877:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e374187 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.272919:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:2.0:1767384932.272921:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384932.272923:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.272934:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384932.272937:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384932.272943:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001df7b7b1 x1853237352225408/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.272946:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384932.272949:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384932.272954:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384932.272959:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e374187 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352225920:12345-0@lo:400: Request processed in 860us (1905us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384932.272963:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384932.272990:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001df7b7b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352225408:12345-0@lo:400: Request processed in 868us (2668us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384932.273012:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1767384932.273028:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00100000:2.0:1767384932.273037:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000001:0.0:1767384932.273041:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384932.273042:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384932.273042:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352225664:0@lo:400: 00000100:00000040:2.0:1767384932.273045:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384932.273052:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384932.273055:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384932.273056:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575c4bb2 00000020:00000010:0.0:1767384932.273056:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7379830. 00000100:00000001:2.0:1767384932.273060:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384932.273061:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c75c8327. 00000020:00000010:2.0:1767384932.273067:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ee17b49. 00000400:00000010:3.0:1767384932.273072:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000575c4bb2. 00000020:00000010:0.0:1767384932.273074:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f997e569. 00000020:00000010:2.0:1767384932.273079:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03bf815. 00000100:00000001:3.0:1767384932.273084:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384932.273084:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384932.273085:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000020:00000010:2.0:1767384932.273086:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090288a59. 00000100:00000001:3.0:1767384932.273089:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384932.273089:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384932.273098:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065a4d3c0. 00000100:00000001:0.0:1767384932.273098:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.273101:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384932.273101:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000400:00000200:1.0:1767384932.273105:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4db31a1 00000400:00000010:1.0:1767384932.273115:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4db31a1. 00000100:00000040:3.0:1767384932.273118:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 02000000:00000001:2.0:1767384932.273119:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384932.273124:0:16137:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384932.273126:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f45a73cd. 00010000:00000001:3.0:1767384932.273128:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384932.273132:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.273132:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384932.273136:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767384932.273144:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384932.273146:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384932.273153:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384932.273154:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec047795 x1853237352225536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384932.273156:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384932.273168:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059518a63. 00000400:00000010:2.0:1767384932.273183:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092556b13. 00000100:00000001:2.0:1767384932.273215:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384932.273220:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.273222:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384932.273228:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384932.273233:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384932.273234:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384932.273240:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030220923. 00000100:00100000:3.0:1767384932.273243:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec047795 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853237352225536:12345-0@lo:13: Request processed in 1267us (3177us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384932.273244:0:16137:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384932.273248:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabba140 02000000:00000001:1.0:1767384932.273251:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384932.273256:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fabba140. 00000100:00000001:1.0:1767384932.273257:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384932.273264:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.273267:0:16139:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384932.273268:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384932.273276:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000200:2.0:1767384932.273277:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384932.273280:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=57 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384932.273290:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00001000:1.0:1767384932.273294:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384932.273302:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384932.273303:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384932.273313:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.273314:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384932.273320:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.273322:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384932.273324:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa5a5983. 00010000:00080000:1.0:1767384932.273331:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384932.273336:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000100:00000001:0.0:1767384932.273342:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384932.273349:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f366953c. 00000100:00000001:0.0:1767384932.273349:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384932.273351:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384932.273355:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.273358:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384932.273360:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384932.273363:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384932.273364:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1767384932.273364:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384932.273366:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 02000000:00000001:2.0:1767384932.273367:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384932.273368:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:0.0:1767384932.273369:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001323c55. 00000100:00000001:2.0:1767384932.273374:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384932.273379:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384932.273381:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.273382:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.273383:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.273383:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000add49bda 00000400:00000010:0.0:1767384932.273391:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000add49bda. 02000000:00000001:2.0:1767384932.273397:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.273399:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.273401:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384932.273403:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=62 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384932.273409:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384932.273412:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384932.273412:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.273419:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384932.273421:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384932.273424:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384932.273425:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.273426:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.273428:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384932.273432:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.273436:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.273438:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.273446:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384932.273458:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bec2a4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352225792:0@lo:400: 00000100:00000001:1.0:1767384932.273468:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.273472:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384932.273476:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384932.273479:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352225664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.273481:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384932.273483:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384932.273484:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.273488:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.273490:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384932.273491:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384932.273493:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384932.273495:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384932.273497:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034ccc222. 02000000:00000001:0.0:1767384932.273500:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384932.273504:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384932.273504:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384932.273507:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1767384932.273508:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7f39eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352225408:0@lo:400: 00000100:00000001:0.0:1767384932.273509:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384932.273510:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384932.273516:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.273517:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384932.273519:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3a21a2a. 00000100:00001000:0.0:1767384932.273524:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=57 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384932.273527:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384932.273528:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384932.273530:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767384932.273531:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.273532:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384932.273533:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000040:2.0:1767384932.273538:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7f39eb8 x1853237352225408/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.273539:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384932.273540:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384932.273543:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.273544:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384932.273549:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384932.273550:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384932.273554:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384932.273557:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bec2a4ac x1853237352225792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384932.273557:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384932.273558:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384932.273561:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2b84ca0. 02000000:00000001:2.0:1767384932.273581:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384932.273585:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384932.273588:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384932.273590:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384932.273593:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384932.273595:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384932.273595:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.273596:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cda2c170. 02000000:00000010:1.0:1767384932.273598:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009607fa8e. 00000100:00000001:0.0:1767384932.273602:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384932.273603:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384932.273604:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384932.273604:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384932.273606:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384932.273607:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384932.273609:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1767384932.273610:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7f39eb8. 00000020:00000040:1.0:1767384932.273610:0:16137:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384932.273611:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.273616:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384932.273624:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767384932.273625:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a13f591d. 00000100:00000040:0.0:1767384932.273625:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.273627:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384932.273630:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384932.273631:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384932.273633:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384932.273637:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bec2a4ac. 00000100:00000001:0.0:1767384932.273639:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.273640:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384932.273641:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384932.273644:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.273645:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.273647:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384932.273649:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.273650:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384932.273650:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.273654:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.273655:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.273662:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384932.273665:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384932.273666:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352225920:0@lo:400: 00000100:00000001:1.0:1767384932.273670:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.273673:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384932.273676:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384932.273679:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384932.273682:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004b89dd2. 00000400:00000200:0.0:1767384932.273687:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00000400:00000010:0.0:1767384932.273690:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 00000100:00000001:0.0:1767384932.273698:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384932.273701:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384932.273706:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.273710:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384932.273710:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.273711:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384932.273712:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384932.273713:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384932.273715:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384932.273716:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384932.273719:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384932.273721:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384932.273723:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384932.273724:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384932.273725:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384932.273728:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384932.273733:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.273734:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384932.273735:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384932.273736:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384932.273736:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.273738:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.273742:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384932.273743:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384932.273743:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384932.273746:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384932.273749:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384932.273752:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384932.273758:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384932.273766:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.273769:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384932.273774:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001112f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352225536:0@lo:13: 00000100:00000001:0.0:1767384932.273776:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.273777:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384932.273778:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050266ca5 x1853237352225920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.273785:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384932.273787:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384932.273789:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea661e18. 02000000:00000001:0.0:1767384932.273793:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384932.273795:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384932.273796:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384932.273797:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384932.273798:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012cb08fc. 02000000:00000001:0.0:1767384932.273800:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384932.273801:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384932.273802:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 00000100:00000001:0.0:1767384932.273804:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384932.273805:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.273808:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384932.273810:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001112f465 x1853237352225536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.273814:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384932.273815:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384932.273815:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b412d77e. 02000000:00000001:0.0:1767384932.273817:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384932.273819:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384932.273821:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384932.273822:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384932.273823:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028bcccb3. 02000000:00000001:0.0:1767384932.273826:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384932.273831:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384932.273832:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001112f465. 00000100:00000001:0.0:1767384932.273834:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384932.273835:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.273836:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.273840:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384932.273841:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.273842:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384932.273843:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.283967:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294921230, at 4294921231 00000100:00000040:1.0:1767384932.283971:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294921230, at 4294921231 00000100:00000010:2.0:1767384932.283976:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da64b9c3. 00000100:00000010:1.0:1767384932.283982:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8ba0b01. 00000100:00000040:3.0:1767384932.284973:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294921230, at 4294921232 00000100:00000040:0.0:1767384932.284982:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294921230, at 4294921232 00000100:00000010:3.0:1767384932.284985:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017cfafeb. 00000100:00000010:0.0:1767384932.284996:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c495d6a. 00080000:00000001:0.0:1767384932.475078:0:30950:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384932.475101:0:30950:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.475108:0:30950:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384932.475118:0:30950:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384932.475126:0:30950:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.475131:0:30950:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384932.588989:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384932.588997:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384932.589001:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf52c73 00000400:00000010:3.0:1767384932.589007:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf52c73. 00000400:00000200:3.0:1767384932.589016:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384932.589024:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384932.589035:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003edd159f. 00000400:00000010:3.0:1767384932.589042:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007e29b590. 00010000:00000001:2.0:1767384932.845205:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384932.845212:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.845219:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384932.845221:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.845276:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384932.845280:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384932.845282:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384933.321003:0:31114:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384933.321008:0:31114:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767384933.324104:0:31114:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384933.331181:0:31115:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b412d77e. 00000400:00000010:3.0:1767384933.331193:0:31115:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e05b253c. 00000400:00000010:3.0:1767384933.331203:0:31115:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000eb8d5d85. 00000400:00000010:3.0:1767384933.331208:0:31115:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000303c1dcd. 00000400:00000010:3.0:1767384933.331212:0:31115:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000098629d43. 00000400:00000010:3.0:1767384933.331217:0:31115:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000811739cd. 00000400:00000010:3.0:1767384933.331219:0:31115:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000924f51ab. 00000400:00000010:3.0:1767384933.331221:0:31115:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000352d6c83. 00000400:00000010:3.0:1767384933.331225:0:31115:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000020e5b0e1. 00000800:00000010:3.0:1767384933.331242:0:31115:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000060735e6. 00000800:00000200:3.0:1767384933.331253:0:31115:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384933.331267:0:31115:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384933.331301:0:31115:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384933.331321:0:31115:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp38 [8/256/0/180] 00000400:00000010:3.0:1767384933.332641:0:31115:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000afb567b7. 00000400:00000010:3.0:1767384933.332646:0:31115:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc19906. 00000400:00000010:3.0:1767384933.332651:0:31115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000400:00000001:3.0:1767384933.332671:0:31115:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384933.332672:0:31115:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384933.332674:0:31115:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000480a7fd1. 00000400:00000200:3.0:1767384933.332676:0:31115:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e56577e 00000400:00000010:3.0:1767384933.332677:0:31115:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e56577e. 00000400:00000010:3.0:1767384933.332681:0:31115:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000005bc59b4d. 00000400:00000200:3.0:1767384933.332685:0:31115:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (29) 00000400:00000200:3.0:1767384933.332697:0:31115:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384933.332704:0:31115:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:3.0:1767384933.332720:0:31115:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000001a56191. 00000020:01000000:3.0:1767384933.332725:0:31115:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384933.332728:0:31115:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp38 00000400:00000200:1.0:1767384933.332732:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384933.332743:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000010:3.0:1767384933.332747:0:31115:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e05b253c. 00000400:00000010:3.0:1767384933.332752:0:31115:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b412d77e. 00000400:00000010:1.0:1767384933.332753:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4db31a1. 00000400:00000200:1.0:1767384933.332760:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (30) 00000400:00000010:1.0:1767384933.332768:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1c13170. 00000400:00000200:1.0:1767384933.332773:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000001:2.0:1767384933.332809:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384933.332810:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 10000000:00000001:2.0:1767384933.332816:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384933.332820:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:00000001:2.0:1767384933.332822:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384933.332825:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384933.332830:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:2.0:1767384933.332832:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384933.332837:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384933.332840:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:2.0:1767384933.332842:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384933.332847:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384933.332850:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:1.0:1767384933.332857:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000020:01000004:2.0:1767384933.332858:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384933.332864:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384933.332867:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384933.332867:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000020:01000004:2.0:1767384933.332871:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384933.332874:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384933.332875:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000020:01000004:2.0:1767384933.332877:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384933.332883:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000100:00000010:2.0:1767384933.332886:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f39eb8. 00000400:00000200:1.0:1767384933.332887:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000020:00000040:2.0:1767384933.332893:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384933.332899:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384933.333098:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384933.333103:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384933.333114:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000367d9fd1. 00000400:00000200:1.0:1767384933.333122:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000001:2.0:1767384933.333123:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.333133:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:2.0:1767384933.333136:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384933.333139:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000100:00000001:2.0:1767384933.333140:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.333148:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384933.333152:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000040:2.0:1767384933.333154:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f39eb8] to pc [ptlrpcd_00_03+3] req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.333161:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:1.0:1767384933.333178:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:1.0:1767384933.333182:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:1.0:1767384933.333188:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:1.0:1767384933.333211:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:1.0:1767384933.333215:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[84, 22] 00000400:00000200:1.0:1767384933.333219:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 22], ns[93, 22] 10000000:00000001:2.0:1767384933.333223:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.333224:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 22], ns[94, 22] 10000000:00000001:2.0:1767384933.333228:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.333232:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384933.333233:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 22], ns[83, 22] 00000020:00000001:2.0:1767384933.333234:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.333239:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384933.333240:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384933.333244:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384933.333247:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 22], ns[111, 22] 00000020:00000001:2.0:1767384933.333249:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:0.0:1767384933.333252:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384933.333253:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384933.333257:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 22], ns[113, 22] 10000000:00000001:2.0:1767384933.333258:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384933.333262:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384933.333268:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384933.333273:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384933.333277:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[106, 22] 00000020:01000004:2.0:1767384933.333279:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384933.333280:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384933.333283:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384933.333285:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384933.333286:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384933.333305:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 0], ns[115, 106] 00000020:01000004:2.0:1767384933.333306:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384933.333310:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384933.333311:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384933.333312:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384933.333316:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384933.333317:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384933.333325:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 02000000:00000001:0.0:1767384933.333326:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.333330:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000020:00000040:2.0:1767384933.333333:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00100000:0.0:1767384933.333335:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7f39eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352226048:0@lo:253: 00000100:00000001:2.0:1767384933.333339:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384933.333341:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp35 00000100:00000001:0.0:1767384933.333346:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384933.333350:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384933.333351:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp35 lpni_is_preferred = 0 02000000:00000001:0.0:1767384933.333354:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384933.333356:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.333359:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp35 02000000:00000001:0.0:1767384933.333360:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.333365:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384933.333366:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ad3d855. 00000400:00000200:1.0:1767384933.333371:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [116:116:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [106:106:8:4294967295] 00000100:00000001:2.0:1767384933.333373:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384933.333377:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ba1499dd. 00000100:00000001:2.0:1767384933.333380:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384933.333383:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp35 02000000:00000001:0.0:1767384933.333384:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.333385:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.333396:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9895a2. 00000100:00000040:2.0:1767384933.333400:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050266ca5] to pc [ptlrpcd_00_00+0] req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384933.333406:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a628d43. 00000400:00000200:1.0:1767384933.333412:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:) -> 192.168.203.112@tcp35(192.168.203.112@tcp:192.168.203.112@tcp35) : PUT try# 0 00000100:00000200:0.0:1767384933.333426:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352226048, portal 25 00000800:00000200:1.0:1767384933.333428:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp35 00000100:00000001:0.0:1767384933.333432:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384933.333435:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384933.333436:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005499ec6e. 00000100:00000001:0.0:1767384933.333436:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606557184 : -106559102994432 : ffff9f15c684b800) 10000000:00000001:2.0:1767384933.333444:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.333448:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.333451:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384933.333452:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:1.0:1767384933.333455:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000020:00000010:2.0:1767384933.333461:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000001a56191. 00000800:00000200:1.1:1767384933.333471:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000100:00000001:2.0:1767384933.333479:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.333479:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384933.333486:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.333487:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384933.333492:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f4c39bf. 00000100:00000200:0.0:1767384933.333496:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352226048, offset 0 00000100:00000001:2.0:1767384933.333498:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.1:1767384933.333502:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:988 00000100:00000001:2.0:1767384933.333504:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384933.333508:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.1:1767384933.333509:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005499ec6e type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1767384933.333510:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384933.333516:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.333525:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384933.333529:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.333530:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384933.333532:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 02000000:00000001:2.0:1767384933.333535:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384933.333540:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384933.333541:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 02000000:00000001:2.0:1767384933.333547:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.333551:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105d00 00000100:00100000:2.0:1767384933.333556:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352226176:0@lo:253: 00000100:00000001:2.0:1767384933.333581:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384933.333583:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b1 [2] + 0 02000000:00000001:2.0:1767384933.333587:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384933.333589:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000609c0959. 02000000:00000001:2.0:1767384933.333592:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.333596:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384933.333600:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004575e75f 02000000:00000010:2.0:1767384933.333604:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009e6be655. 02000000:00000001:2.0:1767384933.333629:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.333630:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384933.333633:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030220923. 00000400:00000200:0.0:1767384933.333638:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384933.333640:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005ac04b7. 00000100:00000200:2.0:1767384933.333647:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352226176, portal 25 00000400:00000200:0.0:1767384933.333648:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004575e75f 00000400:00000010:0.0:1767384933.333652:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004575e75f. 00000100:00000001:2.0:1767384933.333659:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384933.333659:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.333662:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384933.333663:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000100:00000001:1.0:1767384933.333667:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.333668:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384933.333673:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384933.333675:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000df6ae594 x1853237352226048 msgsize 4848 00000100:00000001:2.0:1767384933.333685:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384933.333689:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384933.333692:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384933.333693:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384933.333698:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007928eb41. 00000100:00000200:2.0:1767384933.333721:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352226176, offset 0 00000100:00000001:0.0:1767384933.333724:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384933.333735:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384933.333741:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4c39bf 00000400:00000010:0.0:1767384933.333746:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f4c39bf. 00000400:00000200:2.0:1767384933.333749:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384933.333753:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384933.333761:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384933.333764:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105d80 00000400:00000200:2.0:1767384933.333775:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d5 [2] + 0 00000100:00000001:0.0:1767384933.333776:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384933.333781:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f61354. 00000100:00000040:0.0:1767384933.333785:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384933.333790:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037a6c9d0 00000100:00000001:0.0:1767384933.333795:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.333797:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384933.333798:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384933.333807:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384933.333808:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384933.333817:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.333821:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037a6c9d0 00000400:00000010:2.0:1767384933.333825:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037a6c9d0. 00000100:00000001:0.0:1767384933.333825:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294922293 00000100:00000010:0.0:1767384933.333832:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062e8bece. 00000100:00000001:2.0:1767384933.333835:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384933.333839:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384933.333842:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384933.333845:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000066bd4404 x1853237352226176 msgsize 4848 00000100:00000001:0.0:1767384933.333855:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294922293 00000100:00000010:0.0:1767384933.333862:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043e1732b. 00000100:00100000:2.0:1767384933.333867:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384933.333867:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384933.333874:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384933.333875:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294922293 00000100:00000010:0.0:1767384933.333883:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffdf10b5. 00000100:00000001:0.0:1767384933.333886:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384933.333888:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384933.333889:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294922293 00000100:00000010:0.0:1767384933.333894:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb3772d9. 00000400:00000200:2.0:1767384933.333902:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007928eb41 00000100:00000001:0.0:1767384933.333902:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384933.333908:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007928eb41. 00000100:00000001:0.0:1767384933.333909:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384933.333914:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.333919:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:0.0:1767384933.333952:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.333955:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.333966:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384933.333969:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384933.333970:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384933.333972:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.333976:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.333980:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384933.333982:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.333986:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.333999:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384933.334005:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.334014:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.334017:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384933.334025:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:2.0:1767384933.334031:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.334036:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294922294 00000100:00000001:2.0:1767384933.334048:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922293 00000100:00000001:2.0:1767384933.334061:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294922294 00000100:00000001:2.0:1767384933.334067:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922293 00000100:00000001:2.0:1767384933.334071:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294922294 00000100:00000001:2.0:1767384933.334082:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922293 00000100:00000001:2.0:1767384933.334093:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294922294 00000100:00000001:2.0:1767384933.334099:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922293 00000100:00000001:2.0:1767384933.334111:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.334116:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.334117:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:2.0:1767384933.334120:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.334126:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.334133:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384933.334137:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384933.334143:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384933.334146:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384933.334150:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.334154:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384933.334172:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384933.334178:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005499ec6e. 00000400:00000200:0.0:1767384933.334183:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384933.334191:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: PUT: OK 00000400:00000200:0.0:1767384933.334200:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384933.334204:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384933.334205:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000400:00000200:1.0:1767384933.334207:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00100000:2.0:1767384933.334212:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226048 02000000:00000001:2.0:1767384933.334218:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384933.334218:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384933.334223:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.334227:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384933.334232:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384933.334233:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384933.334237:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384933.334238:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226048 00000020:00000001:2.0:1767384933.334242:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384933.334243:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384933.334246:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384933.334249:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384933.334253:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384933.334259:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384933.334263:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384933.334264:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : PUT - for me 00000100:00000001:2.0:1767384933.334270:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384933.334275:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 512 into portal 0 MB=0x8000000000000000 00000020:00000010:2.0:1767384933.334283:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076ee656c. 00000400:00000200:0.0:1767384933.334287:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 480/512 into md 0x1a25 [1] + 0 00000100:00000001:2.0:1767384933.334289:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384933.334291:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000010:0.0:1767384933.334292:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41d8003. 00000020:00000010:2.0:1767384933.334294:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076ee656c. 00000400:00000200:0.0:1767384933.334303:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008752e94e 00000020:00000010:2.0:1767384933.334306:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043d2a0cb. 00000800:00000001:0.0:1767384933.334308:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384933.334315:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d165355f. 00000800:00000001:0.0:1767384933.334320:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384933.334322:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03bf815. 00000400:00000200:0.0:1767384933.334324:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384933.334338:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: PUT: OK 00000400:00000200:0.0:1767384933.334344:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000100:00000040:2.0:1767384933.334345:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1767384933.334346:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000100:00000001:2.0:1767384933.334353:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384933.334355:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384933.334357:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384933.334362:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (31) 00000100:00000001:2.0:1767384933.334363:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.334373:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00000001:2.0:1767384933.334379:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.334379:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (512 bytes) 00000400:00000200:1.0:1767384933.334380:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.334391:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:2.0:1767384933.334397:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384933.334404:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (32) 00000400:00000200:0.0:1767384933.334413:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384933.334416:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384933.334419:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226176 00000400:00000200:0.0:1767384933.334421:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp35 to MR: 192.168.203.112@tcp35 local destination 02000000:00000001:2.0:1767384933.334423:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384933.334426:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.334428:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.334428:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.334434:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp35 NI seq info: [117:117:256:4294967295] 192.168.203.112@tcp35 LPNI seq info [107:107:8:4294967295] 02000000:00000001:2.0:1767384933.334435:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384933.334442:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226176 00000020:00000001:2.0:1767384933.334446:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384933.334449:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384933.334453:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384933.334456:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384933.334460:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384933.334461:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) -> 192.168.203.112@tcp35(192.168.203.112@tcp35:192.168.203.112@tcp35) 192.168.203.112@tcp35 : ACK try# 0 00000020:00000001:2.0:1767384933.334462:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384933.334468:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384933.334471:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp35 00000020:00000010:2.0:1767384933.334472:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076ee656c. 00000400:00000200:1.0:1767384933.334472:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000010:0.0:1767384933.334475:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c02f9306. 00000100:00000001:2.0:1767384933.334479:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384933.334483:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076ee656c. 00000800:00000200:0.0:1767384933.334487:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000020:00000010:2.0:1767384933.334490:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4ef6633. 00000020:00000010:2.0:1767384933.334494:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004008f5eb. 00000800:00000200:0.0:1767384933.334498:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp35 ip 192.168.203.112:980 00000020:00000010:2.0:1767384933.334501:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005aaab0f5. 00000800:00000200:0.0:1767384933.334502:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c02f9306 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384933.334509:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384933.334513:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1767384933.334522:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384933.334524:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.334533:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.334535:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000800:00000001:0.0:1767384933.334536:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.334538:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.334574:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384933.334577:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384933.334588:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:2.0:1767384933.334591:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384933.334594:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526161488 : -106558183390128 : ffff9f15fd54c450) 00000100:00000040:2.0:1767384933.334619:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df6ae594 x1853237352226048/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:159/0 lens 4848/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384933.334619:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384933.334624:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c02f9306. 00000100:00000001:2.0:1767384933.334629:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384933.334635:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076ee656c. 00000100:00000001:2.0:1767384933.334642:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384933.334643:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384933.334645:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076ee656c. 00000400:00000200:0.0:1767384933.334656:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: ACK: OK 00000400:00000200:1.0:1767384933.334660:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00100000:2.0:1767384933.334661:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df6ae594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352226048:12345-0@lo:253: 00000100:00000200:2.0:1767384933.334670:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226048 00000800:00000001:0.0:1767384933.334672:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384933.334674:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384933.334682:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:0.0:1767384933.334682:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384933.334685:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.334690:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:0.0:1767384933.334690:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384933.334696:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384933.334701:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:0.0:1767384933.334702:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384933.334705:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384933.334707:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384933.334709:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384933.334713:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1767384933.334714:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384933.334717:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.334724:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384933.334725:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp35(192.168.203.112@tcp35) <- 192.168.203.112@tcp35 : ACK - for me 02000000:00000001:2.0:1767384933.334731:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384933.334741:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f3e66c6b. 00000400:00000200:0.0:1767384933.334742:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp35: ACK from 12345-192.168.203.112@tcp35 into md 0x1acd 02000000:00000001:2.0:1767384933.334747:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.334750:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384933.334752:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384933.334758:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384933.334759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.334759:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp35->192.168.203.112@tcp35: ACK: OK 00000400:00000200:0.0:1767384933.334768:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4db31a1 20000000:00000010:2.0:1767384933.334771:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000560608e3. 00000400:00000010:0.0:1767384933.334771:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4db31a1. 00000400:00000200:0.0:1767384933.334778:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 20000000:01000000:2.0:1767384933.334801:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384933.334802:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 20000000:00000001:2.0:1767384933.334808:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384933.334809:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 20000000:00000001:2.0:1767384933.334811:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384933.334813:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (31) 20000000:00000001:2.0:1767384933.334815:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384933.334819:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384933.334821:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384933.334822:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384933.334824:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000800:00000001:0.0:1767384933.334826:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384933.334836:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000069e2763. 20000000:01000000:2.0:1767384933.334840:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:2.0:1767384933.334846:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384933.334854:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384933.334857:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.334861:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384933.334867:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000002a32e9f2. 00000400:00000010:0.0:1767384933.334871:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384933.334877:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bd3460. 00000400:00000200:0.0:1767384933.334880:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002a32e9f2 00000400:00000010:0.0:1767384933.334885:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000006e29ff1b. 00000400:00000200:0.0:1767384933.334888:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000200:0.0:1767384933.334898:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:1.0:1767384933.334903:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.334903:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (30) 00000400:00000010:0.0:1767384933.334911:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000070f702f2. 00080000:00000001:2.0:1767384933.334943:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384933.334948:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00080000:00000001:2.0:1767384933.334949:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384933.334954:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384933.334959:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000010:0.0:1767384933.334961:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e3b1553. 00000020:00000001:2.0:1767384933.334965:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384933.334969:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000020:00000001:2.0:1767384933.334973:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384933.334979:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384933.334983:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00080000:00000010:2.0:1767384933.334988:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053838983. 00080000:00000001:2.0:1767384933.334995:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249354240 : -106563460197376 : ffff9f14c2cf1400) 00000400:00000200:0.0:1767384933.334999:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00080000:00000001:2.0:1767384933.335003:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384933.335011:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:1.0:1767384933.335016:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335017:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384933.335026:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:0.0:1767384933.335034:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384933.335038:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:0.0:1767384933.335044:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384933.335052:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:0.0:1767384933.335061:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384933.335066:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384933.335073:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384933.335081:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384933.335092:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384933.335097:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:0.0:1767384933.335104:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:0.0:1767384933.335113:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:0.0:1767384933.335120:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:1.0:1767384933.335121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335130:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:0.0:1767384933.335141:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:0.0:1767384933.335155:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 22], ns[84, 22] 00000400:00000200:0.0:1767384933.335163:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[91, 22], ns[93, 22] 00000400:00000200:0.0:1767384933.335172:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 22], ns[94, 22] 00000400:00000200:0.0:1767384933.335180:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 22], ns[83, 22] 00000400:00000200:0.0:1767384933.335184:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 22], ns[111, 22] 00000400:00000200:0.0:1767384933.335187:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 22], ns[113, 22] 00000400:00000200:0.0:1767384933.335191:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 22], ns[117, 22] 00000400:00000200:0.0:1767384933.335200:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 22], ns[115, 22] 00000400:00000200:0.0:1767384933.335206:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000001:00000001:2.0:1767384933.335209:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767384933.335210:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp17 00080000:00000001:2.0:1767384933.335214:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384933.335218:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384933.335218:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp17 lpni_is_preferred = 0 00000400:00000200:0.0:1767384933.335223:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp17 00000400:00000200:1.0:1767384933.335224:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335231:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp17 NI seq info: [118:118:256:4294967295] 192.168.203.112@tcp17 LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1767384933.335237:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp17 00080000:00000001:2.0:1767384933.335247:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384933.335250:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17:) -> 192.168.203.112@tcp17(192.168.203.112@tcp:192.168.203.112@tcp17) : GET try# 0 00080000:00000001:2.0:1767384933.335252:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767384933.335258:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp17 00000800:00000010:0.0:1767384933.335262:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c02f9306. 00000800:00000200:0.0:1767384933.335267:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (6) 00000400:00000200:1.0:1767384933.335270:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000800:00000200:0.0:1767384933.335276:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:988 00000800:00000200:0.0:1767384933.335279:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c02f9306 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384933.335291:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384933.335296:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000400:00000200:1.0:1767384933.335329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000800:00000200:0.0:1767384933.335364:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384933.335368:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c02f9306. 00000400:00000200:0.0:1767384933.335375:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384933.335380:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: GET: OK 00000400:00000200:1.0:1767384933.335383:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335384:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384933.335391:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:0.0:1767384933.335400:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.335408:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384933.335411:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.335422:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384933.335427:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384933.335430:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17) <- 192.168.203.112@tcp17 : GET - for me 00080000:00000001:2.0:1767384933.335433:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384933.335439:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384933.335446:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 512/512 into md 0x1ac9 [1] + 0 00000400:00000200:1.0:1767384933.335449:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335455:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp17 to MR: 192.168.203.112@tcp17 local destination 00000400:00000200:0.0:1767384933.335461:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp17 NI seq info: [119:119:256:4294967295] 192.168.203.112@tcp17 LPNI seq info [109:109:8:4294967295] 00000400:00000200:0.0:1767384933.335473:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) -> 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) 192.168.203.112@tcp17 : REPLY try# 0 00000800:00000200:0.0:1767384933.335479:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.112@tcp17 00000100:00000001:2.0:1767384933.335480:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:0.0:1767384933.335483:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c02f9306. 00000100:00000001:2.0:1767384933.335484:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384933.335487:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000100:00100000:2.0:1767384933.335495:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000800:00000200:0.0:1767384933.335496:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (6) 00000100:00000040:2.0:1767384933.335502:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000800:00000200:0.0:1767384933.335506:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:1007 00000100:00000001:2.0:1767384933.335507:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526175824 : -106558183375792 : ffff9f15fd54fc50) 00000800:00000200:0.0:1767384933.335511:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c02f9306 type 3, nob 608 niov 1 nkiov 1 00000400:00000200:1.0:1767384933.335515:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000100:00000040:2.0:1767384933.335516:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066bd4404 x1853237352226176/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:159/0 lens 4848/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.335526:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384933.335540:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076ee656c. 00000100:00000001:2.0:1767384933.335543:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384933.335544:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076ee656c. 00000100:00100000:2.0:1767384933.335550:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066bd4404 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352226176:12345-0@lo:253: 00000400:00000200:1.0:1767384933.335553:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000100:00000200:2.0:1767384933.335554:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226176 00000020:00000001:2.0:1767384933.335559:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:0.0:1767384933.335575:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384933.335578:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c02f9306. 00000020:00000001:2.0:1767384933.335581:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384933.335583:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384933.335584:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.335588:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384933.335592:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000400:00000200:0.0:1767384933.335592:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: REPLY: OK 00000020:00000001:2.0:1767384933.335598:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384933.335617:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384933.335619:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384933.335620:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384933.335623:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384933.335623:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384933.335624:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000100:00000001:2.0:1767384933.335625:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1767384933.335629:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384933.335630:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1767384933.335633:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.335640:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384933.335642:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.335645:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384933.335650:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e0cb2dca. 00000400:00000200:0.0:1767384933.335651:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17) <- 192.168.203.112@tcp17 : REPLY - for me 02000000:00000001:2.0:1767384933.335655:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.335659:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.335659:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 20000000:00000001:2.0:1767384933.335662:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384933.335669:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp17: Reply from 12345-192.168.203.112@tcp17 of length 512/512 into md 0x1ae5 20000000:00000010:2.0:1767384933.335674:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007c8a9ea0. 20000000:01000000:2.0:1767384933.335679:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384933.335683:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384933.335685:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:0.0:1767384933.335685:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384933.335690:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384933.335692:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384933.335694:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:0.0:1767384933.335695:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.335698:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335698:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384933.335708:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: REPLY: OK 00000400:00000200:0.0:1767384933.335715:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558189bd 00000400:00000010:0.0:1767384933.335717:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000400:00000200:0.0:1767384933.335722:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384933.335727:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:0.0:1767384933.335731:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384933.335735:0:16129:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 30. state = 0x300271 00000400:00000200:0.0:1767384933.335742:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384933.335754:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (31) 00000800:00000001:0.0:1767384933.335762:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384933.335767:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384933.335783:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335808:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384933.335813:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000400:00000010:0.0:1767384933.335821:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 0000000036bc1437. 00000400:00000010:0.0:1767384933.335825:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000e44246bc. 00000400:00000010:0.0:1767384933.335828:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000005d26403c. 00000400:00000200:1.0:1767384933.335852:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335867:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp33(00000000393b99d3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384933.335873:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp34(00000000d3396e17) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384933.335883:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000abe9b026. 00000400:00000200:0.0:1767384933.335889:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000abe9b026 nid 192.168.203.112@tcp37 00000400:00000010:0.0:1767384933.335893:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c9568b36. 00000400:00000200:0.0:1767384933.335899:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c9568b36 net tcp37 00000400:00000200:1.0:1767384933.335900:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.335908:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (30) 00000400:00000200:1.0:1767384933.336034:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.336044:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp37 flags 0x11 00000400:00000010:0.0:1767384933.336052:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004bdee998. 00000400:00000200:0.0:1767384933.336058:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004bdee998 nid 192.168.203.112@tcp38 00000400:00000010:0.0:1767384933.336063:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000043d545e7. 00000400:00000200:0.0:1767384933.336068:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000043d545e7 net tcp38 00000400:00000200:0.0:1767384933.336070:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (31) 00000400:00000200:0.0:1767384933.336074:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp38 flags 0x11 00000400:00000010:0.0:1767384933.336084:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 0000000036bc1437. 00000400:00000010:0.0:1767384933.336090:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000e44246bc. 00000400:00000010:0.0:1767384933.336093:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000005d26403c. 00000400:00000010:0.0:1767384933.336100:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000070f702f2. 00000400:00000200:0.0:1767384933.336108:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384933.336110:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384933.336112:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:0.0:1767384933.336120:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:0.0:1767384933.336125:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000200:0.0:1767384933.336130:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384933.336133:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300111 rc 0 00000400:00000200:0.0:1767384933.336139:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384933.336146:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (32) 00000400:00000200:1.0:1767384933.336185:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384933.336268:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384933.336547:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000425b1ae4. 00000800:00000010:1.0:1767384933.336553:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000418ad086. 00000800:00000010:1.0:1767384933.336559:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a87edb81. 00000800:00000010:1.0:1767384933.336629:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a87edb81. 00000800:00020000:1.0:1767384933.336646:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384933.336650:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000418ad086. 00000800:00000010:1.0:1767384933.336654:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000425b1ae4. 00000400:02020000:1.0:1767384933.336778:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp35 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384933.345679:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384933.345689:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384933.345694:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384933.345696:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384933.345698:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384933.345703:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384933.345707:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384933.345708:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384933.345708:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384933.345712:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384933.345718:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053838983. 20000000:00000001:2.0:1767384933.345725:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384933.345726:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384933.345729:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f366953c. 20000000:01000000:2.0:1767384933.345733:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384933.345742:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:01000000:0.0:1767384933.345743:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384933.345753:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384933.345755:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384933.345757:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384933.345761:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384933.345769:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384933.345769:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384933.345778:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384933.345806:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bbf94422. 00010000:00000001:0.0:1767384933.345811:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384933.345815:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053c9c6ce. 00000020:00000001:0.0:1767384933.345819:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384933.345823:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000053c9c6ce with handle 0x7ec529173eeb8452 to hash 00000020:00000001:0.0:1767384933.345826:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384933.345827:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384933.345831:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384933.345835:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384933.345837:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.345843:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384933.345846:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384933.345852:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384933.345858:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.345858:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384933.345863:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384933.345865:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384933.345867:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384933.345870:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767384933.345871:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384933.345873:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384933.345878:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384933.345880:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384933.345884:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384933.345886:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384933.345888:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384933.345889:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384933.345891:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bbf94422) refcount = 1 00010000:00010000:0.0:1767384933.345895:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384933.345929:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384933.345931:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384933.345937:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384933.345937:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384933.345939:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384933.345942:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.345945:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384933.345946:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a1da359b. 20000000:00000001:0.0:1767384933.345949:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384933.345951:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241888256 : -106563467663360 : ffff9f14c25d2800) 20000000:01000000:0.0:1767384933.345953:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384933.345963:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384933.345964:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384933.345968:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384933.345970:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=4 00000020:00000001:0.0:1767384933.345972:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384933.345975:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384933.345977:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384933.345979:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384933.345983:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384933.345993:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384933.345998:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384933.346000:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384933.346002:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384933.346006:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384933.346008:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.346011:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384933.346012:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384933.346017:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053c9c6ce already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384933.346019:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384933.346020:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384933.346022:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384933.346027:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384933.346029:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384933.346030:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384933.346031:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=5 00000020:00000001:0.0:1767384933.346033:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384933.346035:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384933.346039:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384933.346040:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384933.346045:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384933.346047:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384933.346049:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.346052:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384933.346053:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384933.346057:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1767384933.346062:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384933.346067:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.346069:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.346071:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:0.0:1767384933.346073:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053c9c6ce with handle 0x7ec529173eeb8452 from hash 00010000:00000001:0.0:1767384933.346076:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384933.346078:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384933.346079:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384933.346080:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384933.346082:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384933.346084:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384933.346087:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384933.346089:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384933.346091:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.346093:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:3.0:1767384933.346096:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.346097:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384933.346108:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384933.346109:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384933.346111:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384933.346113:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.346116:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384933.346117:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384933.346119:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384933.346124:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384933.346126:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384933.346128:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384933.346131:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384933.346132:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384933.346133:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384933.346136:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384933.346140:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384933.346142:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384933.346144:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384933.346149:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384933.346150:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384933.346152:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb8452 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384933.346166:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bbf94422 count: 0 00010000:00000001:0.0:1767384933.346183:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384933.346184:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384933.346201:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384933.346204:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384933.347946:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294922294, at 4294922295 00000100:00000010:0.0:1767384933.347955:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062e8bece. 00000100:00000040:1.0:1767384933.348071:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294922294, at 4294922295 00000100:00000010:1.0:1767384933.348081:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043e1732b. 00000100:00000040:3.0:1767384933.348115:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294922294, at 4294922295 00000100:00000010:3.0:1767384933.348125:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00000100:00000040:2.0:1767384933.348205:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294922294, at 4294922295 00000100:00000010:2.0:1767384933.348233:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00010000:00000010:0.1:1767384933.350938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bbf94422. 00010000:00000010:0.1:1767384933.350945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053c9c6ce. 00080000:00000001:0.0:1767384933.356478:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384933.356480:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384933.356482:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384933.356492:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384933.356494:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384933.356495:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384933.356499:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384933.356500:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384933.356504:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384933.356504:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a1da359b. 20000000:01000000:3.0:1767384933.356513:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384933.356513:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384933.356534:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384933.356538:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384933.356547:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384933.356559:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384933.356574:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384933.356576:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384933.356582:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384933.356586:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384933.356595:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3b6aad3. 00010000:00000001:3.0:1767384933.356607:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384933.356611:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d45f1376. 00000020:00000001:3.0:1767384933.356616:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384933.356617:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d45f1376 with handle 0x7ec529173eeb8459 to hash 00000020:00000001:3.0:1767384933.356621:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384933.356624:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384933.356628:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384933.356631:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384933.356634:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384933.356638:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356646:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384933.356651:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384933.356655:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384933.356659:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384933.356662:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.356664:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384933.356665:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.356669:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384933.356673:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384933.356675:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384933.356678:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384933.356681:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3b6aad3) refcount = 1 00010000:00010000:3.0:1767384933.356685:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356690:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384933.356693:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384933.356695:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.356698:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.356701:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384933.356705:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384933.356709:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384933.356713:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384933.356719:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384933.356721:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=4 00000020:00000001:3.0:1767384933.356723:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384933.356726:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384933.356728:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384933.356731:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356737:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384933.356740:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356744:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.356746:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384933.356748:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356752:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384933.356754:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.356757:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384933.356758:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384933.356762:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d45f1376 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384933.356764:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384933.356766:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384933.356767:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356773:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384933.356775:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384933.356778:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384933.356780:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=5 00000020:00000001:3.0:1767384933.356782:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384933.356785:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384933.356805:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384933.356807:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356813:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384933.356815:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384933.356817:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.356821:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384933.356823:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384933.356825:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384933.356826:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384933.356829:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d45f1376 with handle 0x7ec529173eeb8459 from hash 00010000:00000001:3.0:1767384933.356831:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384933.356832:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.356833:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.356834:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384933.356836:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384933.356838:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384933.356840:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384933.356843:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.356846:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.356849:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384933.356851:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384933.356854:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.356856:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.356858:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.356860:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.356862:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384933.356865:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356869:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.356872:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.356873:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384933.356875:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384933.356878:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.356879:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.356922:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384933.356926:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384933.356929:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384933.356932:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.356936:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384933.356940:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384933.356942:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d45f1376/0x7ec529173eeb8459 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384933.356947:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3b6aad3 count: 0 00010000:00000001:3.0:1767384933.356970:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384933.356973:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384933.359239:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384933.359244:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384933.359247:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000560608e3. 20000000:00000001:3.0:1767384933.359255:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384933.359261:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352226048 00010000:00000001:3.0:1767384933.359265:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384933.359276:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df6ae594 x1853237352226048/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384933.359285:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384933.359288:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384933.359293:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384933.359300:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384933.359302:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384933.359305:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384933.359309:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384933.359313:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.359317:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384933.359321:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384933.359327:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bca0bc5. 00000100:00000200:3.0:1767384933.359333:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352226048, offset 224 00000400:00000200:3.0:1767384933.359343:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384933.359371:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384933.359388:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105d00 00000400:00000200:3.0:1767384933.359397:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ad1 [2] + 224 00000400:00000200:3.0:1767384933.359405:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384933.359411:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384933.359421:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384933.359427:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.359438:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.359453:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384933.359463:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bca0bc5 00000400:00000010:3.0:1767384933.359466:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bca0bc5. 00000100:00000001:3.0:1767384933.359471:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384933.359473:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384933.359481:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.359483:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384933.359486:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384933.359488:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384933.359492:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384933.359497:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df6ae594 x1853237352226048/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384933.359508:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df6ae594 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352226048:12345-0@lo:253: Request processed in 24874us (25828us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384933.359521:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000400:00000010:1.0:1767384933.359521:0:31120:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000920cb63a. 00000100:00000040:3.0:1767384933.359527:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384933.359534:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384933.359540:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384933.359545:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d165355f. 00000400:00000040:1.0:1767384933.359550:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000010:3.0:1767384933.359552:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03bf815. 00000400:00000040:1.0:1767384933.359554:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384933.359559:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:00000010:3.0:1767384933.359576:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043d2a0cb. 00000400:00000040:1.0:1767384933.359578:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384933.359583:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384933.359586:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000020:00000040:3.0:1767384933.359589:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000400:00000040:1.0:1767384933.359590:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384933.359594:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384933.359600:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384933.359602:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 02000000:00000001:3.0:1767384933.359603:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000040:1.0:1767384933.359605:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384933.359607:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384933.359609:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384933.359610:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384933.359612:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384933.359618:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000010:3.0:1767384933.359619:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f3e66c6b. 00000400:00000040:1.0:1767384933.359620:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384933.359622:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384933.359625:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384933.359631:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384933.359635:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:3.0:1767384933.359636:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000040:1.0:1767384933.359638:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384933.359643:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384933.359643:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384933.359645:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384933.359648:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384933.359653:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384933.359656:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000200:3.0:1767384933.359658:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000040:1.0:1767384933.359659:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384933.359664:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384933.359667:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384933.359668:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384933.359669:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384933.359670:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384933.359671:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384933.359673:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384933.359675:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384933.359676:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384933.359680:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384933.359687:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384933.359690:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384933.359691:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384933.359693:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384933.359695:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384933.359698:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384933.359701:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384933.359704:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384933.359706:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384933.359710:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384933.359714:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384933.359717:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384933.359720:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384933.359722:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384933.359724:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384933.359726:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384933.359728:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384933.359731:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384933.359732:0:31120:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:3.0:1767384933.359744:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.359751:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384933.359764:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384933.359771:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384933.359776:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9895a2. 00000400:00000200:3.0:1767384933.359786:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a628d43 00000400:00000010:3.0:1767384933.359791:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a628d43. 00000100:00000001:3.0:1767384933.359806:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384933.359820:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384933.359854:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.359880:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384933.359954:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.359959:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384933.359963:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384933.359966:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384933.359970:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.359973:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384933.359980:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=63 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384933.359985:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384933.359992:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384933.359994:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.359997:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384933.359999:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.360001:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.360009:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.360016:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384933.360020:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384933.360023:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384933.360027:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384933.360036:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384933.360038:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384933.360041:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384933.360043:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384933.360046:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384933.360048:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384933.360051:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384933.360054:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384933.360055:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384933.360063:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384933.360071:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7f39eb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352226048:0@lo:253: 00000100:00000001:3.0:1767384933.360077:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.360082:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384933.360089:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7f39eb8 x1853237352226048/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.360109:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384933.360115:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384933.360118:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ba1499dd. 02000000:00000001:3.0:1767384933.360134:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384933.360138:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384933.360142:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384933.360146:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384933.360149:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000367d9fd1. 00000400:00000010:1.0:1767384933.360152:0:31120:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000920cb63a. 02000000:00000001:3.0:1767384933.360161:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384933.360164:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384933.360166:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7f39eb8. 00000100:00000001:3.0:1767384933.360173:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384933.360175:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.360177:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384933.360186:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384933.360190:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.360195:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384933.360200:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384933.360257:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fb07751. 00000400:00000010:3.0:1767384933.360267:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bca0bc5. 00080000:00000020:3.0:1767384933.361019:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384933.361023:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384933.361024:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007c8a9ea0. 20000000:00000001:3.0:1767384933.361028:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384933.361031:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352226176 00010000:00000001:3.0:1767384933.361033:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384933.361037:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066bd4404 x1853237352226176/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384933.361043:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384933.361045:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384933.361047:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384933.361050:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384933.361053:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384933.361054:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384933.361056:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384933.361057:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.361062:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384933.361064:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384933.361067:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c17813e3. 00000100:00000200:3.0:1767384933.361069:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352226176, offset 224 00000400:00000200:3.0:1767384933.361072:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384933.361079:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384933.361087:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105d80 00000400:00000200:3.0:1767384933.361094:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ad9 [2] + 224 00000400:00000200:3.0:1767384933.361098:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384933.361100:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384933.361102:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384933.361104:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.361110:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384933.361126:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384933.361129:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c17813e3 00000100:00000001:2.0:1767384933.361136:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384933.361137:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c17813e3. 00000100:00000001:2.0:1767384933.361143:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384933.361145:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384933.361147:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384933.361150:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384933.361154:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384933.361154:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384933.361161:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030220923. 00000100:00000040:3.0:1767384933.361162:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384933.361169:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384933.361170:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005ac04b7 00000020:00000001:3.0:1767384933.361176:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384933.361177:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005ac04b7. 00000020:00000001:3.0:1767384933.361189:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384933.361190:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384933.361199:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384933.361200:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066bd4404 x1853237352226176/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384933.361231:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.361257:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384933.361258:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066bd4404 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352226176:12345-0@lo:253: Request processed in 25725us (27407us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384933.361260:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.361267:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384933.361273:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384933.361275:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384933.361276:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:2.0:1767384933.361278:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384933.361282:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 02000000:00000001:2.0:1767384933.361284:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384933.361286:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384933.361289:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384933.361291:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=63 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384933.361292:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004008f5eb. 00000020:00000010:3.0:1767384933.361303:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005aaab0f5. 00000020:00000010:3.0:1767384933.361319:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4ef6633. 00000100:00001000:2.0:1767384933.361319:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=63 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384933.361331:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384933.361333:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:2.0:1767384933.361334:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.361343:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384933.361343:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384933.361353:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384933.361354:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e0cb2dca. 00000100:00000001:2.0:1767384933.361364:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384933.361366:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384933.361373:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384933.361377:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384933.361380:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384933.361389:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e48416c. 00000100:00000001:2.0:1767384933.361397:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384933.361399:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c17813e3. 00000100:00000001:2.0:1767384933.361402:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384933.361408:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384933.361413:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384933.361423:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384933.361424:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384933.361425:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384933.361427:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384933.361428:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384933.361430:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384933.361431:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384933.361432:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384933.361435:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384933.361442:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352226176:0@lo:253: 00000100:00000001:2.0:1767384933.361446:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.361448:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384933.361449:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050266ca5 x1853237352226176/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.361455:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384933.361458:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384933.361460:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009e6be655. 02000000:00000001:2.0:1767384933.361465:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384933.361466:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384933.361468:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384933.361470:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384933.361472:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ad3d855. 02000000:00000001:2.0:1767384933.361475:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384933.361476:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384933.361478:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 00000100:00000001:2.0:1767384933.361481:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384933.361482:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.361483:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.361490:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384933.361491:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.361493:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384933.361496:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384933.363935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3b6aad3. 00010000:00000010:3.1:1767384933.363954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d45f1376. 00000800:00000200:0.0:1767384933.612982:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (6) 00000800:00000200:0.0:1767384933.612992:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:988 00000800:00000200:0.0:1767384933.612997:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384933.613147:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384933.613153:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384933.613165:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384933.613170:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384933.613179:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384933.868981:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384933.868988:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384933.868999:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384933.869001:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384933.869031:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384933.869034:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384933.869038:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384934.830103:0:18566:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384934.830107:0:22984:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384934.830111:0:18566:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384934.830113:0:22984:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384934.892956:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384934.892962:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384934.892968:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384934.892969:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384934.893024:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384934.893029:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384934.893034:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384934.990528:0:31552:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384934.990545:0:31552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384934.990568:0:31552:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384934.990576:0:31552:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384934.990583:0:31552:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384934.990586:0:31552:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384935.660968:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp34 00000400:00000010:3.0:1767384935.660974:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cdb9acd9. 00000400:00000010:3.0:1767384935.660980:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002f114972. 00000400:00000010:3.0:1767384935.660984:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575c4bb2. 00000400:00000010:3.0:1767384935.660994:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004877fa92. 00000400:00000200:3.0:1767384935.661000:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp34 00000400:00000200:3.0:1767384935.661018:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp34 local destination 00000800:00000200:0.0:1767384935.661033:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (6) 00000400:00000200:3.0:1767384935.661035:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp34 00000400:00000200:3.0:1767384935.661043:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp34 NI seq info: [120:120:256:4294967295] 192.168.203.112@tcp34 LPNI seq info [110:110:8:4294967295] 00000800:00000200:0.0:1767384935.661051:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp22 ip 192.168.203.112:988 00000400:00000200:3.0:1767384935.661055:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp34 00000800:00000200:0.0:1767384935.661064:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384935.661074:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp34(192.168.203.112@tcp34:) -> 192.168.203.112@tcp34(192.168.203.112@tcp34:192.168.203.112@tcp34) : GET try# 0 00000800:00000200:3.0:1767384935.661081:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp34 00000800:00000010:3.0:1767384935.661085:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0c4b3fe. 00000800:00000200:3.0:1767384935.661096:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000800:00000200:3.1:1767384935.661101:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000400:00000200:3.0:1767384935.661122:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp34 added to recovery queue. ping count: 3 next ping: 265 health :700 00000400:00000200:3.0:1767384935.661131:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp30 00000400:00000010:3.0:1767384935.661135:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000399b25ea. 00000400:00000010:3.0:1767384935.661139:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000024603696. 00000400:00000010:3.0:1767384935.661142:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000400:00000010:3.0:1767384935.661146:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa228ddf. 00000400:00000200:3.0:1767384935.661148:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp30 00000400:00000200:3.0:1767384935.661153:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp30 local destination 00000400:00000200:3.0:1767384935.661158:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp30 00000400:00000200:3.0:1767384935.661164:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp30 NI seq info: [121:121:256:4294967295] 192.168.203.112@tcp30 LPNI seq info [111:111:8:4294967295] 00000400:00000200:3.0:1767384935.661167:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp30 00000400:00000200:3.0:1767384935.661171:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp30(192.168.203.112@tcp30:) -> 192.168.203.112@tcp30(192.168.203.112@tcp30:192.168.203.112@tcp30) : GET try# 0 00000800:00000200:3.0:1767384935.661174:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp30 00000800:00000010:3.0:1767384935.661176:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4c4524c. 00000800:00000200:3.0:1767384935.661183:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000800:00000200:3.1:1767384935.661189:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000400:00000200:3.0:1767384935.661198:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp30 added to recovery queue. ping count: 4 next ping: 273 health :600 00000400:00000200:0.0:1767384935.661223:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:2.0:1767384935.661236:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384935.661245:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384935.661260:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384935.661265:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384935.661270:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.661287:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661348:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.661387:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.661452:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661458:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.661519:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661579:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.661632:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661635:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661665:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661736:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.661783:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661810:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661865:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.661876:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.661960:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.661969:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662046:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662065:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662133:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662136:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662203:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662245:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662298:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662336:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662377:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662429:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662482:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662500:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662612:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662630:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662705:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662705:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662793:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662828:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662847:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.662949:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.662974:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663006:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663066:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663075:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663153:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663161:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663217:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663265:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663275:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663389:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663390:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663592:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663630:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663691:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663793:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663794:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663936:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.663983:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.663990:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.664078:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664114:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.664185:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664253:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.664321:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664355:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.664419:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664483:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.664496:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.664594:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664626:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.664687:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664755:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664846:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.664928:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.665027:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:3.0:1767384935.665062:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ae96e14. 00000800:00000010:3.0:1767384935.665077:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf17feae. 00000400:00000200:0.0:1767384935.665082:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000800:00000010:3.0:1767384935.665084:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fc5c8f0e. 00000800:00000010:3.0:1767384935.665130:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fc5c8f0e. 00000800:00020000:3.0:1767384935.665146:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000400:00000200:0.0:1767384935.665147:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000800:00000010:3.0:1767384935.665152:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf17feae. 00000800:00000010:3.0:1767384935.665154:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ae96e14. 00000400:00000200:0.0:1767384935.665240:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:02020000:3.0:1767384935.665288:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp30 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384935.665303:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp30 notifying 192.168.203.112@tcp30: down 00000800:00000200:3.0:1767384935.665317:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp30 down 00000800:00000100:3.0:1767384935.665326:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp30 00000800:00000010:3.0:1767384935.665330:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4c4524c. 00000400:00000200:3.0:1767384935.665337:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384935.665349:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp30->192.168.203.112@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384935.665362:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384935.665369:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384935.665373:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp30) recovery failed with -71 00000400:00000200:0.0:1767384935.665397:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.665505:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.665575:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.665625:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000800:00000010:0.0:1767384935.666026:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001635d968. 00000800:00000010:0.0:1767384935.666035:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003fcfc9e6. 00000800:00000010:0.0:1767384935.666042:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005417fb58. 00000800:00000010:0.0:1767384935.666094:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005417fb58. 00000400:00000200:1.0:1767384935.666125:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384935.666148:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp34 from 210.3.0.2 00000800:00000010:1.0:1767384935.666152:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a7663425. 00000800:00000010:0.0:1767384935.666193:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba1499dd. 00000800:00000010:0.0:1767384935.666200:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093db1c4c. 00000800:00000010:0.0:1767384935.666225:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd3d0f8f. 00000800:00000200:0.1:1767384935.666231:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (2) 00000800:00000200:0.1:1767384935.666238:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp34 00000000fd3d0f8f deleted 00000800:00000010:0.1:1767384935.666240:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fd3d0f8f. 00000800:00000200:0.1:1767384935.666246:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384935.666252:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp34 ip 192.168.203.112:978 00000800:00000200:0.1:1767384935.666255:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0c4b3fe type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384935.666261:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp34 p 3.x 192.168.203.112 -> 192.168.203.112:978 incarnation:1767384924132797954 sched[0] 00000800:00000010:0.0:1767384935.666267:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005417fb58. 00000800:00000010:0.0:1767384935.666310:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005417fb58. 00000800:00000010:0.0:1767384935.666313:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093db1c4c. 00000800:00000010:0.0:1767384935.666351:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a7663425. 00000800:00000001:0.0:1767384935.666368:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384935.666377:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384935.666423:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384935.666427:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e0c4b3fe. 00000400:00000200:3.0:1767384935.666433:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.1:1767384935.666442:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384935.666447:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp34->192.168.203.112@tcp34: GET: OK 00000800:00000200:0.0:1767384935.666452:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp34 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384924132797954 sched[0] 00000400:00000200:3.0:1767384935.666456:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000010:0.0:1767384935.666457:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003fcfc9e6. 00000400:00000200:3.0:1767384935.666462:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp34 recovery message sent successfully:0 00000800:00000001:0.0:1767384935.666518:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384935.666525:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384935.666528:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384935.666539:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384935.666564:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp34(192.168.203.112@tcp34) <- 192.168.203.112@tcp34 : GET - for me 00000400:00000200:0.0:1767384935.666580:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384935.666590:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1ac9 [1] + 0 00000400:00000200:0.0:1767384935.666603:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp34 to MR: 192.168.203.112@tcp34 local destination 00000400:00000200:0.0:1767384935.666610:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp34 NI seq info: [122:122:256:4294967295] 192.168.203.112@tcp34 LPNI seq info [112:112:8:4294967295] 00000400:00000200:0.0:1767384935.666634:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp34(192.168.203.112@tcp34:192.168.203.112@tcp34) -> 192.168.203.112@tcp34(192.168.203.112@tcp34:192.168.203.112@tcp34) 192.168.203.112@tcp34 : REPLY try# 0 00000800:00000200:0.0:1767384935.666641:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp34 00000800:00000010:0.0:1767384935.666645:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdad0395. 00000800:00000200:0.0:1767384935.666652:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (4) 00000800:00000200:0.0:1767384935.666656:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp34 ip 192.168.203.112:988 00000800:00000200:0.0:1767384935.666659:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdad0395 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384935.666718:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384935.666721:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdad0395. 00000400:00000200:0.0:1767384935.666729:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384935.666738:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp34->192.168.203.112@tcp34: REPLY: OK 00000800:00000001:3.0:1767384935.666741:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.666751:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384935.666756:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.666768:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384935.666772:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.666781:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.666796:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp34(192.168.203.112@tcp34) <- 192.168.203.112@tcp34 : REPLY - for me 00000400:00000200:0.0:1767384935.666814:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.666819:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp34: Reply from 12345-192.168.203.112@tcp34 of length 272/272 into md 0x1af9 00000800:00000001:3.0:1767384935.666829:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.666848:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.666852:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384935.666855:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384935.666865:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp34->192.168.203.112@tcp34: REPLY: OK 00000400:00000200:3.0:1767384935.666873:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575c4bb2 00000400:00000010:3.0:1767384935.666875:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000575c4bb2. 00000400:00000200:3.0:1767384935.666881:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384935.666938:0:16129:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cdb9acd9. 00000400:00000010:3.0:1767384935.666942:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002f114972. 00000800:00000001:3.0:1767384935.666954:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.666960:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384935.666981:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667021:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667053:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667083:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667114:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667144:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667175:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667209:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667239:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667268:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667296:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667322:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667352:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667384:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667414:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667454:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667499:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667565:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667621:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667654:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667668:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667685:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667705:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667729:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667745:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667758:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667771:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667785:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667804:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667825:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667846:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667865:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384935.667923:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384935.668094:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f7fc1e1. 00000800:00000010:0.0:1767384935.668098:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003fcfc9e6. 00000800:00000010:0.0:1767384935.668101:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005417fb58. 00000800:00000010:0.0:1767384935.668118:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005417fb58. 00000800:00020000:0.0:1767384935.668124:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384935.668127:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003fcfc9e6. 00000800:00000010:0.0:1767384935.668130:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009f7fc1e1. 00000400:02020000:0.0:1767384935.668201:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp34 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000001:00000001:3.0:1767384935.738646:0:31716:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384935.738661:0:31716:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:3.0:1767384935.742900:0:31716:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384935.755005:0:31717:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a6adbea3. 00000400:00000010:2.0:1767384935.755031:0:31717:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007fc9a087. 00000400:00000010:2.0:1767384935.755046:0:31717:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a2c422b6. 00000400:00000010:2.0:1767384935.755051:0:31717:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c4288653. 00000400:00000010:2.0:1767384935.755057:0:31717:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fc581a40. 00000400:00000010:2.0:1767384935.755063:0:31717:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000332168ec. 00000400:00000010:2.0:1767384935.755065:0:31717:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000643a6814. 00000400:00000010:2.0:1767384935.755068:0:31717:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f197d88d. 00000400:00000010:2.0:1767384935.755072:0:31717:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000023f17db9. 00000800:00000010:2.0:1767384935.755094:0:31717:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a667e8f3. 00000800:00000200:2.0:1767384935.755110:0:31717:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384935.755128:0:31717:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384935.755202:0:31717:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384935.755240:0:31717:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp39 [8/256/0/180] 00000400:00000010:2.0:1767384935.758440:0:31717:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000053838983. 00000400:00000010:2.0:1767384935.758450:0:31717:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030220923. 00000400:00000010:2.0:1767384935.758458:0:31717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fabba140. 00000400:00000001:2.0:1767384935.758494:0:31717:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384935.758496:0:31717:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384935.758509:0:31717:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc19906. 00000400:00000200:2.0:1767384935.758515:0:31717:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf52c73 00000400:00000010:2.0:1767384935.758518:0:31717:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf52c73. 00000400:00000010:2.0:1767384935.758526:0:31717:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000afb567b7. 00000400:00000200:2.0:1767384935.758533:0:31717:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (31) 00000400:00000200:2.0:1767384935.758573:0:31717:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384935.758605:0:31717:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:2.0:1767384935.758615:0:31717:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000029bc4fc5. 00000020:01000000:2.0:1767384935.758621:0:31717:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384935.758624:0:31717:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp39 00000400:00000200:1.0:1767384935.758650:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384935.758651:0:31717:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007fc9a087. 00000400:00000010:2.0:1767384935.758661:0:31717:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a6adbea3. 00000400:00000200:1.0:1767384935.758666:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 00000400:00000010:1.0:1767384935.758679:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000400:00000200:1.0:1767384935.758684:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (32) 00000400:00000010:1.0:1767384935.758692:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000f1bec8. 00000400:00000200:1.0:1767384935.758700:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp17 00000020:00000001:0.0:1767384935.758723:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384935.758734:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384935.758740:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp17 to MR: 192.168.203.112@tcp17 local destination 10000000:00000001:0.0:1767384935.758743:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384935.758748:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384935.758753:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384935.758762:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384935.758767:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384935.758770:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384935.758775:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384935.758778:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp17 NI seq info: [123:123:256:4294967295] 192.168.203.112@tcp17 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767384935.758794:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp17 00000020:01000004:0.0:1767384935.758804:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384935.758810:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384935.758816:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384935.758821:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384935.758826:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384935.758834:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) -> 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) : PUT try# 0 00000100:00000010:0.0:1767384935.758840:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000800:00000200:1.0:1767384935.758851:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.112@tcp17 00000020:00000040:0.0:1767384935.758852:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000800:00000010:1.0:1767384935.758862:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6a7a3f7. 00000100:00000001:0.0:1767384935.758866:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384935.758874:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384935.758875:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (6) 00000800:00000200:1.0:1767384935.758929:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:988 02000000:00000001:0.0:1767384935.758932:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384935.758936:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6a7a3f7 type 1, nob 624 niov 1 nkiov 1 02000000:00000010:0.0:1767384935.758955:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f7fc1e1. 00000400:00000200:1.0:1767384935.758963:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384935.758970:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300551 rc 0 00000100:00000001:0.0:1767384935.758971:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.758993:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384935.758998:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384935.759014:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002574fd07] to pc [ptlrpcd_00_01+1] req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384935.759072:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384935.759080:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.759086:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384935.759091:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384935.759106:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384935.759110:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384935.759113:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384935.759116:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384935.759118:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384935.759122:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384935.759142:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384935.759144:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384935.759147:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384935.759149:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384935.759154:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.0:1767384935.759155:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384935.759161:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384935.759164:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384935.759166:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6a7a3f7. 00000020:01000004:0.0:1767384935.759173:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384935.759178:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384935.759182:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384935.759191:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384935.759201:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384935.759209:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: PUT: OK 00000100:00000010:0.0:1767384935.759215:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e6519eb. 00000100:00000001:3.0:1767384935.759225:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384935.759228:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384935.759229:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.759229:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384935.759248:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp17: 0 02000000:00000001:3.0:1767384935.759249:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384935.759249:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384935.759263:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384935.759263:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384935.759270:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384935.759276:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352226304:0@lo:253: 00000800:00000001:1.0:1767384935.759277:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384935.759284:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.759288:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:1.0:1767384935.759297:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384935.759298:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384935.759304:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 02000000:00000001:3.0:1767384935.759308:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384935.759308:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384935.759321:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384935.759321:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384935.759323:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384935.759334:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ae96e14. 00000100:00000001:0.0:1767384935.759340:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384935.759343:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.759348:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.759355:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17) <- 192.168.203.112@tcp17 : PUT - for me 00000400:00000010:3.0:1767384935.759356:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000410155b. 00000100:00000040:0.0:1767384935.759367:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e6519eb] to pc [ptlrpcd_00_02+2] req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384935.759371:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf17feae. 00000400:00000200:1.0:1767384935.759384:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000200:3.0:1767384935.759389:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352226304, portal 25 00000100:00000001:3.0:1767384935.759402:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384935.759406:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 512/528 into md 0x1ae1 [1] + 0 00000100:00000001:3.0:1767384935.759418:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000400:00000010:1.0:1767384935.759427:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca9339bb. 00000100:00000040:3.0:1767384935.759434:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384935.759436:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050bd3460 00000800:00000001:1.0:1767384935.759460:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384935.759468:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384935.759471:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384935.759472:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384935.759479:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384935.759484:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1767384935.759490:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.759491:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a326e88. 00000400:00000200:1.0:1767384935.759497:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: PUT: OK 00000020:00000001:0.0:1767384935.759509:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384935.759510:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352226304, offset 0 00000400:00000200:1.0:1767384935.759514:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bd3460 00000020:01000000:0.0:1767384935.759527:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384935.759530:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bd3460. 00000400:00000200:1.0:1767384935.759541:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:0.0:1767384935.759542:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000029bc4fc5. 00000400:00000200:3.0:1767384935.759563:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384935.759577:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (33) 00000400:00000200:3.0:1767384935.759587:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384935.759601:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00000001:0.0:1767384935.759608:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384935.759610:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (528 bytes) 00000100:00000001:0.0:1767384935.759619:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.759625:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384935.759633:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105e00 00000400:00000200:3.0:1767384935.759648:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12dd [2] + 0 00000400:00000200:1.0:1767384935.759651:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (34) 00000400:00000010:3.0:1767384935.759657:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069458b6a. 00000100:00000001:0.0:1767384935.759657:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384935.759663:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384935.759667:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c4ef40a 00000100:00000001:0.0:1767384935.759669:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384935.759675:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384935.759678:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384935.759679:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp17 to MR: 192.168.203.112@tcp17 local destination 00000100:00000040:0.0:1767384935.759691:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384935.759698:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384935.759710:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp17 NI seq info: [124:124:256:4294967295] 192.168.203.112@tcp17 LPNI seq info [114:114:8:4294967295] 00000100:00000001:0.0:1767384935.759731:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384935.759738:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.759749:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384935.759752:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) -> 192.168.203.112@tcp17(192.168.203.112@tcp17:192.168.203.112@tcp17) 192.168.203.112@tcp17 : ACK try# 0 02000000:00000001:0.0:1767384935.759755:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384935.759766:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384935.759772:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c4ef40a 00000800:00000200:1.0:1767384935.759774:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp17 00000100:00100000:0.0:1767384935.759778:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352226432:0@lo:253: 00000800:00000010:1.0:1767384935.759797:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6a7a3f7. 00000400:00000010:3.0:1767384935.759798:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c4ef40a. 00000100:00000001:0.0:1767384935.759805:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384935.759813:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (6) 00000100:00000001:3.0:1767384935.759814:0:16137:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384935.759817:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384935.759825:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384935.759826:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384935.759834:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:1007 02000000:00000001:0.0:1767384935.759839:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384935.759841:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6a7a3f7 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:3.0:1767384935.759842:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a5b67a3d x1853237352226304 msgsize 4848 02000000:00000010:0.0:1767384935.759857:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001687ee31. 02000000:00000001:0.0:1767384935.759866:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384935.759871:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1767384935.759874:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384935.759884:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767384935.759933:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.759944:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384935.759947:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d3d835. 00000400:00000200:3.0:1767384935.759958:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a326e88 00000400:00000010:3.0:1767384935.759965:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a326e88. 00000400:00000010:0.0:1767384935.759965:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fcfc9e6. 00000100:00000001:3.0:1767384935.759980:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384935.759984:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352226432, portal 25 00000100:00000200:3.0:1767384935.759987:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384935.759995:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384935.760002:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.760009:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384935.760015:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376590848 : -106558332960768 : ffff9f15f46a8000) 00000100:00000001:3.0:1767384935.760020:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.760024:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384935.760032:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384935.760037:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384935.760039:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384935.760047:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6a7a3f7. 00000400:00000200:1.0:1767384935.760062:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384935.760065:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294924720 00000100:00000001:0.0:1767384935.760067:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384935.760073:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000026e8e3d. 00000400:00000200:1.0:1767384935.760081:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: ACK: OK 00000100:00000040:0.0:1767384935.760083:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384935.760084:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767384935.760093:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384935.760103:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093db1c4c. 00000800:00000001:1.0:1767384935.760106:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.760107:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294924720 00000100:00000200:0.0:1767384935.760119:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352226432, offset 0 00000800:00000001:1.0:1767384935.760123:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384935.760140:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009ace42e. 00000800:00000001:1.0:1767384935.760141:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384935.760156:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384935.760158:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384935.760159:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000800:00000001:1.0:1767384935.760173:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.760179:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294924720 00000100:00000010:3.0:1767384935.760192:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabc632f. 00000400:00000200:0.0:1767384935.760198:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384935.760199:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp17(192.168.203.112@tcp17) <- 192.168.203.112@tcp17 : ACK - for me 00000100:00000001:3.0:1767384935.760203:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384935.760224:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294924720 00000400:00000200:0.0:1767384935.760236:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272105e80 00000100:00000010:3.0:1767384935.760238:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059909f14. 00000400:00000200:1.0:1767384935.760241:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp17: ACK from 12345-192.168.203.112@tcp17 into md 0x1b05 00000100:00000001:3.0:1767384935.760253:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384935.760255:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384935.760264:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384935.760266:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1301 [2] + 0 00000100:00000001:3.0:1767384935.760279:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384935.760283:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6086322. 00000100:00000001:3.0:1767384935.760288:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.760294:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp17->192.168.203.112@tcp17: ACK: OK 00000100:00000001:3.0:1767384935.760296:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384935.760298:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000068c7b3e 00000400:00000200:1.0:1767384935.760309:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 00000100:00000001:3.0:1767384935.760312:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384935.760315:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 00000400:00000200:0.0:1767384935.760315:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384935.760318:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384935.760327:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384935.760337:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384935.760343:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000100:00000001:3.0:1767384935.760346:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384935.760349:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384935.760354:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.760358:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:3.0:1767384935.760365:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.760370:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (33) 00000800:00000001:1.0:1767384935.760384:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384935.760387:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000068c7b3e 00000100:00000001:3.0:1767384935.760388:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384935.760391:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.760396:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384935.760401:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000068c7b3e. 00000100:00000001:0.0:1767384935.760415:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384935.760420:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384935.760430:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000046f0140c x1853237352226432 msgsize 4848 00000100:00100000:0.0:1767384935.760451:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384935.760452:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384935.760463:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:3.0:1767384935.760479:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226304 02000000:00000001:3.0:1767384935.760484:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384935.760487:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384935.760490:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.760493:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:3.0:1767384935.760495:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.760504:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384935.760505:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000b3636f29. 00000100:00100000:3.0:1767384935.760506:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226304 00000020:00000001:3.0:1767384935.760518:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384935.760520:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093db1c4c 00000020:00000040:3.0:1767384935.760521:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000010:1.0:1767384935.760522:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065a4d3c0. 00000020:00000001:3.0:1767384935.760533:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384935.760534:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093db1c4c. 00000020:00000040:3.0:1767384935.760563:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384935.760566:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384935.760569:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384935.760571:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384935.760575:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384935.760576:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348821af. 00000020:00000010:3.0:1767384935.760580:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc5c8f0e. 00000100:00000200:0.0:1767384935.760582:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.760589:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384935.760591:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b3636f29 00000020:00000010:3.0:1767384935.760604:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc5c8f0e. 00000400:00000010:1.0:1767384935.760606:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000002a32e9f2. 00000400:00000200:1.0:1767384935.760631:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000020:00000010:3.0:1767384935.760636:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c72d485. 00000100:00000001:0.0:1767384935.760637:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384935.760644:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302051 00000020:00000010:3.0:1767384935.760652:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091bbd343. 00000400:00000200:1.0:1767384935.760654:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (32) 00000100:00000040:0.0:1767384935.760656:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384935.760659:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000400:00000010:1.0:1767384935.760669:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000005443edf7. 00000100:00000040:3.0:1767384935.760672:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1767384935.760694:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000141b3e57. 00000100:00000001:3.0:1767384935.760698:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384935.760701:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.760706:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384935.760713:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384935.760714:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384935.760714:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d2190c76. 00000100:00000001:0.0:1767384935.760732:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.760733:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384935.760735:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000100:00000001:3.0:1767384935.760752:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.760753:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:0.0:1767384935.760757:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294924720 00000100:00000001:0.0:1767384935.760770:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294924720 00000400:00000200:1.0:1767384935.760775:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000100:00000001:0.0:1767384935.760789:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294924720 00000100:00000001:3.0:1767384935.760793:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384935.760800:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226432 00000100:00000001:0.0:1767384935.760803:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294924720 02000000:00000001:3.0:1767384935.760807:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384935.760814:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000100:00000001:0.0:1767384935.760815:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294924720 00000100:00000001:3.0:1767384935.760816:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384935.760824:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.760830:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294924720 02000000:00000001:3.0:1767384935.760838:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.760841:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294924720 00000400:00000200:1.0:1767384935.760845:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000100:00100000:3.0:1767384935.760849:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226432 00000100:00000001:0.0:1767384935.760853:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294924720 00000020:00000001:3.0:1767384935.760858:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384935.760879:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384935.760882:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384935.760887:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384935.760888:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384935.760891:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384935.760893:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384935.760898:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384935.760903:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc5c8f0e. 00000100:00000001:3.0:1767384935.760905:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384935.760907:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc5c8f0e. 00000020:00000010:3.0:1767384935.760916:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f114972. 00000020:00000010:3.0:1767384935.760926:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f58f933. 00000020:00000010:3.0:1767384935.760931:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000027df3170. 00000100:00000001:0.0:1767384935.760940:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.760944:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384935.760951:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.760957:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.760967:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000100:00000001:0.0:1767384935.760971:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384935.760979:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384935.760990:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384935.760993:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000100:00000001:0.0:1767384935.760996:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384935.761005:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.761007:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384935.761011:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000100:00000001:3.0:1767384935.761013:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384935.761017:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.761027:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.761036:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.761044:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000100:00000001:3.0:1767384935.761059:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384935.761070:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384935.761071:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384935.761077:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000100:00000001:0.0:1767384935.761080:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384935.761089:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:3.0:1767384935.761100:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384935.761104:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526160464 : -106558183391152 : ffff9f15fd54c050) 00000400:00000200:1.0:1767384935.761109:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000100:00000040:3.0:1767384935.761117:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5b67a3d x1853237352226304/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:161/0 lens 4848/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384935.761119:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:0.0:1767384935.761144:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000400:00000200:1.0:1767384935.761152:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:0.0:1767384935.761160:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546070608 : -106559163481008 : ffff9f15c2e9c450) 00000100:00000040:0.0:1767384935.761188:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046f0140c x1853237352226432/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:161/0 lens 4848/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.761194:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384935.761198:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000020:00000010:3.0:1767384935.761202:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc5c8f0e. 00000100:00000001:3.0:1767384935.761218:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384935.761233:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc5c8f0e. 00000400:00000200:1.0:1767384935.761239:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000100:00000001:0.0:1767384935.761247:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384935.761256:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5b67a3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352226304:12345-0@lo:253: 00000020:00000010:0.0:1767384935.761261:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000100:00000200:3.0:1767384935.761267:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226304 00000400:00000200:1.0:1767384935.761267:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000100:00000001:0.0:1767384935.761271:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384935.761278:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384935.761287:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384935.761288:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000020:00000001:3.0:1767384935.761295:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.761302:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384935.761303:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000020:00000001:3.0:1767384935.761312:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00100000:0.0:1767384935.761313:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046f0140c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352226432:12345-0@lo:253: 00000020:00000001:3.0:1767384935.761328:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384935.761334:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.761335:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000100:00000200:0.0:1767384935.761337:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226432 00000020:00000001:3.0:1767384935.761345:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384935.761348:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384935.761355:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.761361:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384935.761364:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000100:00000001:3.0:1767384935.761366:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384935.761370:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384935.761373:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384935.761380:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384935.761383:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000aa30578d. 00000020:00000001:0.0:1767384935.761388:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384935.761390:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 02000000:00000001:3.0:1767384935.761396:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.761398:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:3.0:1767384935.761407:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384935.761415:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384935.761420:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384935.761423:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.761429:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000020:00000001:0.0:1767384935.761432:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384935.761434:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000099eb029b. 00000020:00000001:0.0:1767384935.761440:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:3.0:1767384935.761446:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384935.761451:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384935.761454:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384935.761461:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 20000000:00000001:3.0:1767384935.761462:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384935.761464:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384935.761472:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384935.761473:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384935.761483:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384935.761486:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384935.761492:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 24], ns[84, 24] 20000000:00000010:3.0:1767384935.761499:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e429fa2. 20000000:01000000:3.0:1767384935.761506:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000400:00000200:1.0:1767384935.761508:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 24], ns[121, 24] 02000000:00000010:0.0:1767384935.761508:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007330ce2b. 20000000:00000001:3.0:1767384935.761513:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384935.761520:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.761523:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384935.761532:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 24], ns[94, 24] 00000100:00000001:0.0:1767384935.761534:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384935.761565:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384935.761577:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 24], ns[83, 24] 00000400:00000200:1.0:1767384935.761596:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[111, 24] 20000000:00000010:0.0:1767384935.761597:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009a44bf39. 00080000:00000001:3.0:1767384935.761604:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384935.761607:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384935.761614:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384935.761617:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 24], ns[122, 24] 00080000:00000001:3.0:1767384935.761619:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384935.761619:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384935.761629:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384935.761634:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384935.761638:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.761640:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384935.761648:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.761649:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 20000000:00000001:0.0:1767384935.761666:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384935.761667:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384935.761680:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 24], ns[117, 24] 00080000:00000010:3.0:1767384935.761682:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ecb333d4. 00080000:00000001:3.0:1767384935.761690:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241882112 : -106563467669504 : ffff9f14c25d1000) 00080000:00000001:3.0:1767384935.761700:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384935.761706:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 24], ns[115, 24] 00000400:00000200:1.0:1767384935.761718:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 00000400:00000200:1.0:1767384935.761727:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384935.761737:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:1.0:1767384935.761746:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp37 00000400:00000200:1.0:1767384935.761755:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp37 lpni_is_preferred = 0 00000400:00000200:1.0:1767384935.761761:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp37 00000400:00000200:1.0:1767384935.761768:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp37 NI seq info: [125:125:256:4294967295] 192.168.203.112@tcp37 LPNI seq info [115:115:8:4294967295] 00000400:00000200:1.0:1767384935.761779:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp37 00000400:00000200:1.0:1767384935.761796:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp37(192.168.203.112@tcp37:) -> 192.168.203.112@tcp37(192.168.203.112@tcp:192.168.203.112@tcp37) : GET try# 0 00000800:00000200:1.0:1767384935.761806:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp37 00000800:00000010:1.0:1767384935.761812:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d6a7a3f7. 00000001:00000001:3.0:1767384935.761818:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384935.761823:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384935.761825:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a18947f1. 00080000:00000001:3.0:1767384935.761828:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384935.761837:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000d6e13bb. 00000800:00000200:1.0:1767384935.761851:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (2) 00080000:00000001:3.0:1767384935.761854:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.761861:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.1:1767384935.761863:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (2) 00000400:00000200:1.0:1767384935.761933:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384935.761939:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300251 rc 0 00080000:00000001:3.0:1767384935.762042:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384935.762047:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384935.762070:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762174:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762240:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762411:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762489:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762685:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.762935:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763016:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763150:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763267:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763335:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763398:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763473:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763571:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763683:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763744:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.763867:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764004:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764128:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764281:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764421:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764494:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764632:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764734:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764826:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.764982:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.765067:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.765190:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.765292:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.765399:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384935.765515:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384935.765862:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000425b1ae4. 00000800:00000010:1.0:1767384935.765870:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eac347ed. 00000800:00000010:1.0:1767384935.765878:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000187b51c0. 00000800:00000010:1.0:1767384935.766142:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000187b51c0. 00000800:00020000:1.0:1767384935.766170:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384935.766187:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eac347ed. 00000800:00000010:1.0:1767384935.766193:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000425b1ae4. 00000400:02020000:1.0:1767384935.766360:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp37 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384935.766374:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp37 notifying 192.168.203.112@tcp37: down 00000800:00000200:1.0:1767384935.766387:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp37 down 00000800:00000100:1.0:1767384935.766409:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp37 00000800:00000010:1.0:1767384935.766413:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d6a7a3f7. 00000400:00000200:1.0:1767384935.766422:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384935.766431:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp37->192.168.203.112@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384935.766444:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp37 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:1.0:1767384935.766449:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384935.766457:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:1.0:1767384935.766465:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384935.766572:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384935.766596:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300851 00000400:00000001:0.0:1767384935.766609:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384935.766613:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384935.766619:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000141b3e57 00000400:00000010:0.0:1767384935.766624:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000141b3e57. 00000400:00000200:0.0:1767384935.766637:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384935.766655:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:0.0:1767384935.766666:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000005443edf7. 00000400:00000200:0.0:1767384935.766676:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (33) 00000400:00000200:0.0:1767384935.766685:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000200:0.0:1767384935.766693:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302051 rc -71 00000400:00000200:0.0:1767384935.766706:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384935.766726:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (32) 00000100:00000040:1.0:1767384935.773971:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294924720, at 4294924721 00000100:00000040:2.0:1767384935.773978:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294924720, at 4294924721 00000100:00000010:1.0:1767384935.773986:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009ace42e. 00000100:00000010:2.0:1767384935.773992:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabc632f. 00000100:00000040:0.0:1767384935.774030:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294924720, at 4294924721 00000100:00000010:0.0:1767384935.774045:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000026e8e3d. 00000100:00000040:3.0:1767384935.775223:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294924720, at 4294924722 00000100:00000010:3.0:1767384935.775233:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059909f14. 00080000:00000001:2.0:1767384935.777820:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384935.777830:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384935.777834:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384935.777837:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384935.777843:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384935.777849:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384935.777854:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384935.777855:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384935.777857:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384935.777861:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384935.777865:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ecb333d4. 20000000:00000001:2.0:1767384935.777874:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384935.777875:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384935.777882:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384935.777955:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abeadf02. 00080000:00000020:2.0:1767384935.777959:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384935.777961:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:3.0:1767384935.777967:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384935.777979:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384935.777983:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384935.777987:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384935.777991:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384935.777998:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384935.778003:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384935.778015:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000050fcd88. 00080000:00000001:3.0:1767384935.778017:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384935.778025:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384935.778026:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384935.778028:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.778033:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384935.778033:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000026e79b31. 00000020:00000001:3.0:1767384935.778043:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384935.778044:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384935.778050:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000020:00000040:2.0:1767384935.778052:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000026e79b31 with handle 0x7ec529173eeb8460 to hash 00080000:00000001:3.0:1767384935.778061:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384935.778062:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384935.778074:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384935.778079:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00080000:00000010:3.0:1767384935.778081:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ecb333d4. 00080000:00000001:3.0:1767384935.778086:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241882112 : -106563467669504 : ffff9f14c25d1000) 00080000:00000001:3.0:1767384935.778091:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384935.778096:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384935.778100:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384935.778104:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.778115:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384935.778122:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384935.778126:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384935.778129:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384935.778131:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384935.778134:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384935.778137:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384935.778140:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384935.778144:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384935.778146:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384935.778148:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384935.778151:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000050fcd88) refcount = 1 00010000:00010000:2.0:1767384935.778154:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.778161:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384935.778164:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384935.778167:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384935.778170:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.778172:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384935.778177:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384935.778184:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384935.778188:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384935.778190:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384935.778192:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026e79b31 refcount=4 00000020:00000001:2.0:1767384935.778196:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384935.778199:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384935.778203:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384935.778206:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384935.778220:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384935.778224:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1767384935.778226:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384935.778233:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384935.778234:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384935.778246:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384935.778249:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384935.778251:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.778257:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384935.778259:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.778264:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384935.778266:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384935.778268:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.778278:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384935.778284:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000026e79b31 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384935.778290:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384935.778293:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384935.778297:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.778303:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384935.778306:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384935.778308:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384935.778310:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026e79b31 refcount=5 00000020:00000001:2.0:1767384935.778312:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384935.778314:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384935.778317:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384935.778319:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.778324:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384935.778328:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384935.778339:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.778347:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384935.778350:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384935.778353:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384935.778356:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384935.778361:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000026e79b31 with handle 0x7ec529173eeb8460 from hash 00010000:00000001:2.0:1767384935.778366:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384935.778369:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384935.778371:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384935.778375:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384935.778379:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384935.778385:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384935.778389:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384935.778392:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384935.778398:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.778402:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384935.778405:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384935.778408:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384935.778410:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384935.778412:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.778416:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.778419:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384935.778424:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.778429:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384935.778431:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384935.778434:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384935.778437:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384935.778441:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384935.778443:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384935.778447:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384935.778452:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384935.778457:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384935.778461:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384935.778467:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384935.778477:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384935.778480:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000026e79b31/0x7ec529173eeb8460 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384935.778489:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000050fcd88 count: 0 00080000:00000001:3.0:1767384935.778519:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384935.778522:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384935.778523:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384935.778526:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384935.789947:0:18312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000050fcd88. 00010000:00000010:2.1:1767384935.789961:0:18312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000026e79b31. 00080000:00000001:1.0:1767384935.791751:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384935.791756:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384935.791761:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384935.791762:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:2.0:1767384935.791765:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384935.791767:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384935.791769:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384935.791772:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384935.791772:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384935.791777:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384935.791778:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ecb333d4. 00080000:00000001:2.0:1767384935.791786:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384935.791796:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384935.791803:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384935.791812:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384935.791832:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384935.791836:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384935.791840:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384935.791852:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384935.791856:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384935.791864:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d7f5710. 00010000:00000001:1.0:1767384935.791872:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384935.791876:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 00000020:00000001:1.0:1767384935.791880:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384935.791924:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f09508b with handle 0x7ec529173eeb8467 to hash 00000020:00000001:1.0:1767384935.791927:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384935.791929:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384935.791933:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384935.791936:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.791938:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.791941:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.791949:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384935.791953:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384935.791956:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384935.791958:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.791960:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.791962:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.791964:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.791966:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384935.791968:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384935.791970:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384935.791971:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384935.791973:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004d7f5710) refcount = 1 00010000:00010000:1.0:1767384935.791975:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.791980:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384935.791982:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384935.791985:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.791987:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.791989:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384935.791992:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384935.792001:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384935.792004:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.792006:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.792008:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:1.0:1767384935.792010:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384935.792013:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384935.792017:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384935.792021:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.792027:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384935.792029:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.792033:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.792034:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384935.792036:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.792040:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.792042:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.792045:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384935.792046:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384935.792053:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002f09508b already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384935.792056:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.792059:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384935.792061:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.792067:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384935.792068:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.792070:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.792073:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=5 00000020:00000001:1.0:1767384935.792080:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384935.792082:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384935.792086:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384935.792089:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.792093:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384935.792096:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.792098:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.792101:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384935.792103:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384935.792105:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.792109:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384935.792111:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f09508b with handle 0x7ec529173eeb8467 from hash 00010000:00000001:1.0:1767384935.792113:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384935.792115:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.792117:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.792120:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384935.792123:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384935.792126:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384935.792130:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384935.792134:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.792139:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.792140:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384935.792142:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384935.792144:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.792146:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.792148:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.792151:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.792154:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.792156:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.792160:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.792161:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.792163:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384935.792172:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384935.792176:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.792179:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.792181:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384935.792185:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384935.792187:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.792189:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.792193:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384935.792195:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384935.792197:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f09508b/0x7ec529173eeb8467 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384935.792202:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004d7f5710 count: 0 00010000:00000001:1.0:1767384935.792234:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384935.792235:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384935.793130:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384935.793137:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384935.793140:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000099eb029b. 20000000:00000001:3.0:1767384935.793148:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384935.793153:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352226304 00010000:00000001:3.0:1767384935.793156:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384935.793166:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5b67a3d x1853237352226304/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384935.793174:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384935.793176:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384935.793180:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384935.793185:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384935.793187:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384935.793190:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384935.793194:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384935.793196:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.793203:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384935.793209:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384935.793220:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad5c6bed. 00000100:00000200:3.0:1767384935.793228:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352226304, offset 224 00000400:00000200:3.0:1767384935.793236:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384935.793252:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384935.793261:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105e00 00000400:00000200:3.0:1767384935.793270:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b09 [2] + 224 00000400:00000200:3.0:1767384935.793278:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.793281:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384935.793285:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384935.793291:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384935.793302:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.793323:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384935.793334:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad5c6bed 00000400:00000010:3.0:1767384935.793338:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad5c6bed. 00000100:00000001:3.0:1767384935.793343:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384935.793347:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384935.793350:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384935.793354:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384935.793358:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384935.793365:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:1.0:1767384935.793366:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384935.793369:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384935.793370:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384935.793381:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384935.793382:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000410155b. 00000020:00000001:3.0:1767384935.793393:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384935.793395:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf17feae 00000400:00000010:1.0:1767384935.793399:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf17feae. 00000100:00000040:3.0:1767384935.793404:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5b67a3d x1853237352226304/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.793409:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384935.793424:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384935.793426:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5b67a3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352226304:12345-0@lo:253: Request processed in 32225us (33577us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384935.793470:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384935.793471:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000040:3.0:1767384935.793478:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384935.793488:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384935.793497:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384935.793499:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384935.793503:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384935.793506:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091bbd343. 00000100:00000001:1.0:1767384935.793508:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384935.793516:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384935.793517:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000100:00000001:1.0:1767384935.793522:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384935.793525:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.793533:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384935.793534:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c72d485. 00000100:00001000:1.0:1767384935.793560:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=65 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384935.793562:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384935.793567:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384935.793572:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000aa30578d. 02000000:00000001:3.0:1767384935.793577:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384935.793577:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384935.793582:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.793602:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384935.793603:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384935.793609:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.793612:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000410155b. 00010000:00000001:1.0:1767384935.793612:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384935.793616:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.793620:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.793623:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad5c6bed. 00000100:00000040:1.0:1767384935.793624:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.793634:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384935.793637:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384935.793640:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384935.793645:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384935.793647:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384935.793648:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384935.793650:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384935.793651:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384935.793652:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384935.793654:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384935.793655:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384935.793656:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384935.793657:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384935.793660:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384935.793665:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352226304:0@lo:253: 00000100:00000001:1.0:1767384935.793671:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.793673:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.793675:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352226304/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.793680:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384935.793682:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384935.793685:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ae96e14. 02000000:00000001:1.0:1767384935.793690:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384935.793692:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384935.793694:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384935.793695:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384935.793704:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:1.0:1767384935.793712:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384935.793715:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384935.793717:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:1.0:1767384935.793722:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384935.793724:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.793727:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.793737:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384935.793740:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.793742:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384935.793745:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.795294:0:31722:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b7f980fa. 00000400:00000040:3.0:1767384935.795313:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384935.795315:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00080000:00000020:1.0:1767384935.795318:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:3.0:1767384935.795319:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384935.795323:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:3.0:1767384935.795324:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 20000000:00000010:1.0:1767384935.795330:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009a44bf39. 00000400:00000040:3.0:1767384935.795332:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384935.795336:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 20000000:00000001:1.0:1767384935.795339:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384935.795340:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384935.795351:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000040:1.0:1767384935.795352:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352226432 00010000:00000001:1.0:1767384935.795358:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:3.0:1767384935.795359:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384935.795366:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384935.795369:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000200:1.0:1767384935.795369:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046f0140c x1853237352226432/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384935.795380:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384935.795388:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:1.0:1767384935.795392:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:3.0:1767384935.795393:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:1.0:1767384935.795397:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384935.795398:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00001000:1.0:1767384935.795413:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=65 v=5 (1 0 0 0) 00000400:00000040:3.0:1767384935.795414:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384935.795421:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:1.0:1767384935.795424:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:3.0:1767384935.795425:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384935.795431:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000040:1.0:1767384935.795435:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384935.795440:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000040:3.0:1767384935.795441:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384935.795451:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:1.0:1767384935.795451:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384935.795460:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384935.795461:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384935.795475:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:1.0:1767384935.795477:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:3.0:1767384935.795484:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:1.0:1767384935.795492:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:3.0:1767384935.795493:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384935.795500:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000010:1.0:1767384935.795500:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bac20ec. 00000400:00000040:3.0:1767384935.795510:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000200:1.0:1767384935.795511:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352226432, offset 224 00000400:00000040:3.0:1767384935.795513:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000200:1.0:1767384935.795520:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:3.0:1767384935.795526:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384935.795529:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384935.795530:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384935.795531:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384935.795532:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384935.795533:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384935.795534:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384935.795535:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384935.795536:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384935.795538:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384935.795539:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384935.795540:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384935.795541:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384935.795542:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384935.795543:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384935.795557:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384935.795559:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384935.795560:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384935.795561:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384935.795562:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384935.795563:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384935.795564:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384935.795565:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384935.795566:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384935.795567:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384935.795568:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384935.795569:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384935.795570:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384935.795571:0:31722:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384935.795645:0:31722:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b7f980fa. 00000400:00000200:1.0:1767384935.795654:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384935.795664:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272105e80 00000400:00000200:1.0:1767384935.795671:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b11 [2] + 224 00000400:00000200:1.0:1767384935.795677:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384935.795688:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384935.795695:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384935.795701:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384935.795714:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.795736:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384935.795744:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bac20ec 00000400:00000010:1.0:1767384935.795747:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bac20ec. 00000100:00000001:1.0:1767384935.795750:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384935.795752:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384935.795759:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384935.795764:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384935.795767:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384935.795770:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384935.795770:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384935.795772:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384935.795775:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384935.795780:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046f0140c x1853237352226432/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384935.795781:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384935.795785:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384935.795789:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d3d835. 00000400:00000200:2.0:1767384935.795797:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcfc9e6 00000100:00100000:1.0:1767384935.795800:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046f0140c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352226432:12345-0@lo:253: Request processed in 34551us (35366us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384935.795801:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fcfc9e6. 00000100:00000001:2.0:1767384935.795806:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384935.795813:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384935.795814:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000040:1.0:1767384935.795821:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384935.795826:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384935.795829:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384935.795833:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384935.795834:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f58f933. 00000020:00000010:1.0:1767384935.795842:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000027df3170. 00000100:00000001:2.0:1767384935.795843:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384935.795846:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f114972. 00000100:00000001:2.0:1767384935.795847:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.795852:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384935.795854:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384935.795854:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:2.0:1767384935.795858:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384935.795860:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384935.795861:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384935.795863:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007330ce2b. 02000000:00000001:2.0:1767384935.795864:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.795869:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384935.795870:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=65 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384935.795873:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384935.795875:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=65 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384935.795879:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384935.795880:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384935.795881:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.795883:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384935.795919:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.795921:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384935.795926:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384935.795931:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2bae67. 00000100:00000001:2.0:1767384935.795938:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384935.795939:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bac20ec. 00000100:00000001:2.0:1767384935.795941:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384935.795944:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384935.795947:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384935.795950:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384935.795952:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384935.795953:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384935.795955:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384935.795956:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384935.795957:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384935.795959:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384935.795960:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384935.795962:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384935.795968:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e6519eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352226432:0@lo:253: 00000100:00000001:2.0:1767384935.795971:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.795973:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384935.795974:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e6519eb x1853237352226432/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.795978:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384935.795979:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384935.795981:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001687ee31. 02000000:00000001:2.0:1767384935.795985:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384935.795986:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384935.795987:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384935.795989:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384935.795990:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:2.0:1767384935.795992:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384935.795993:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384935.795994:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e6519eb. 00000100:00000001:2.0:1767384935.795997:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384935.796004:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.796006:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.796010:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384935.796011:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.796013:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384935.796015:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384935.807967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d7f5710. 00010000:00000010:1.1:1767384935.807985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f09508b. 00010000:00000001:2.0:1767384935.917969:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384935.917975:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.917982:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384935.917984:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.918049:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384935.918056:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384935.918060:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384936.686048:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384936.686053:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384936.686055:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:3.0:1767384936.686059:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000400:00000200:3.0:1767384936.686065:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384936.686079:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384936.686088:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000399b25ea. 00000400:00000010:3.0:1767384936.686094:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000024603696. 00000400:00000200:3.0:1767384936.686105:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp37 00000400:00000010:3.0:1767384936.686111:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f1606f1. 00000400:00000010:3.0:1767384936.686115:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cae3db08. 00000400:00000010:3.0:1767384936.686119:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000400:00000010:3.0:1767384936.686125:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000089760bcd. 00000400:00000200:3.0:1767384936.686132:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp37 00000400:00000200:3.0:1767384936.686147:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp37 local destination 00000400:00000200:3.0:1767384936.686156:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp37 00000400:00000200:3.0:1767384936.686163:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp37 NI seq info: [126:126:256:4294967295] 192.168.203.112@tcp37 LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767384936.686171:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp37 00000400:00000200:3.0:1767384936.686190:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp37(192.168.203.112@tcp37:) -> 192.168.203.112@tcp37(192.168.203.112@tcp37:192.168.203.112@tcp37) : GET try# 0 00000800:00000200:3.0:1767384936.686198:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp37 00000800:00000010:3.0:1767384936.686205:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000adebfbd7. 00000800:00000200:3.0:1767384936.686215:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (2) 00000800:00000200:3.1:1767384936.686226:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (2) 00000400:00000200:3.0:1767384936.686257:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp37 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:1.0:1767384936.686349:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686402:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686427:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686471:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686497:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686520:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686563:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686607:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686631:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686664:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686690:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686736:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686755:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686797:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686821:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686844:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686868:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686910:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.686981:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687017:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687076:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687121:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687149:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687180:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687225:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687277:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687348:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687390:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687420:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687456:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687514:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687569:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687626:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687676:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384936.687717:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384936.687936:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000425b1ae4. 00000800:00000010:1.0:1767384936.687942:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eac347ed. 00000800:00000010:1.0:1767384936.687949:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e9cfc7f. 00000800:00000010:1.0:1767384936.687980:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e9cfc7f. 00000800:00020000:1.0:1767384936.687992:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384936.687996:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eac347ed. 00000800:00000010:1.0:1767384936.687998:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000425b1ae4. 00000400:02020000:1.0:1767384936.688096:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp37 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384936.688104:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp37 notifying 192.168.203.112@tcp37: down 00000400:00000200:1.0:1767384936.688111:0:16124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384936.688116:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp37 00000800:00000010:1.0:1767384936.688121:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000adebfbd7. 00000400:00000200:1.0:1767384936.688127:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384936.688137:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp37->192.168.203.112@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384936.688148:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384936.688153:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384936.688158:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp37) recovery failed with -71 00010000:00000001:2.0:1767384936.941983:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384936.941989:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384936.941996:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384936.941999:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384936.942030:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384936.942034:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384936.942038:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384937.389976:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384937.389978:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384937.389985:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384937.389994:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384937.389998:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eacc9311. 00000100:00000010:2.0:1767384937.390004:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 00000020:00000040:3.0:1767384937.390005:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384937.390015:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384937.390016:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384937.390020:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384937.390026:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384937.390027:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.390031:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384937.390036:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b491d13d. 02000000:00000001:2.0:1767384937.390039:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.390044:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.390047:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077f35d10. 00000100:00000001:3.0:1767384937.390052:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384937.390066:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.390070:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.390076:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eacc9311] to pc [ptlrpcd_00_03+3] req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.390082:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384937.390133:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384937.390135:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.390139:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050266ca5] to pc [ptlrpcd_00_00+0] req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384937.390149:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.390167:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.390174:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.390190:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384937.390195:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384937.390196:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384937.390200:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384937.390201:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384937.390205:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.390214:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384937.390215:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bec2a4ac. 00000100:00000001:0.0:1767384937.390217:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384937.390223:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384937.390231:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384937.390233:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384937.390237:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.390240:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.390246:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384937.390246:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.390248:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1767384937.390252:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384937.390253:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352226560:0@lo:13: 00000100:00000001:3.0:1767384937.390255:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384937.390258:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.390266:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384937.390270:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384937.390270:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b3a370f. 02000000:00000001:0.0:1767384937.390272:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384937.390281:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.390282:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.390285:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.390296:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384937.390298:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.390301:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384937.390303:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003789678f. 00000100:00000040:2.0:1767384937.390305:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384937.390306:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384937.390308:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.390316:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384937.390317:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8bc58fb. 00000400:00000010:0.0:1767384937.390329:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00000100:00000200:0.0:1767384937.390342:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352226560, portal 4 00000100:00000001:0.0:1767384937.390354:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384937.390359:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545435008 : -106559164116608 : ffff9f15c2e01180) 00000100:00000001:2.0:1767384937.390364:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384937.390372:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.390373:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384937.390375:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.390383:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.390390:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec2a4ac] to pc [ptlrpcd_00_01+1] req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384937.390394:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384937.390402:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.390408:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384937.390419:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.390423:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.390426:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384937.390429:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352226688:0@lo:400: 00000100:00000040:2.0:1767384937.390431:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384937.390436:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 00000100:00000001:3.0:1767384937.390446:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384937.390448:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384937.390449:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352226560, offset 0 00000100:00000010:2.0:1767384937.390452:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 02000000:00000001:3.0:1767384937.390453:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384937.390458:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384937.390458:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384937.390478:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384937.390479:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384937.390489:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384937.390490:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384937.390493:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f4ad647. 02000000:00000001:2.0:1767384937.390494:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.390507:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.390510:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076dba138. 00000400:00000200:0.0:1767384937.390516:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384937.390517:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6086322. 00000100:00000001:2.0:1767384937.390519:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.390546:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384937.390550:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272105f00 00000400:00000010:3.0:1767384937.390552:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575c4bb2. 00000100:00000001:2.0:1767384937.390565:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384937.390566:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352226688, portal 25 00000100:00000001:2.0:1767384937.390568:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.390574:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2464 00000100:00000001:3.0:1767384937.390576:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384937.390580:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_02+2] req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.390582:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000400:00000200:0.0:1767384937.390587:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384937.390599:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384937.390601:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.390606:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.390617:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384937.390618:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384937.390625:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384937.390638:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000221c8332. 00000100:00000001:2.0:1767384937.390639:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384937.390646:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000100:00000001:3.0:1767384937.390650:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384937.390651:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000221c8332 x1853237352226560 msgsize 224 00000020:00000040:2.0:1767384937.390663:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384937.390668:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384937.390673:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384937.390675:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384937.390677:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f364d748. 02000000:00000001:2.0:1767384937.390681:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767384937.390682:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352226688, offset 0 02000000:00000001:2.0:1767384937.390687:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.390688:0:16139:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384937.390702:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1d1b9dd. 00000400:00000200:3.0:1767384937.390708:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384937.390711:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.390716:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d82e01f 00000100:00000040:2.0:1767384937.390719:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384937.390720:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000400:00000200:3.0:1767384937.390731:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384937.390731:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384937.390744:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.390754:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384937.390760:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.390763:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272105f80 00000100:00000040:2.0:1767384937.390773:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_03+3] req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.390780:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384937.390786:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1309 [2] + 0 00000100:00000001:2.0:1767384937.390792:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.390793:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384937.390795:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c95d78b. 00000100:00000040:2.0:1767384937.390800:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (264) 00000400:00000200:3.0:1767384937.390802:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b31e31ef 00000400:00000200:3.0:1767384937.390812:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384937.390815:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384937.390815:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.390819:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384937.390822:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.390826:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384937.390827:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384937.390831:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31e31ef 00000100:00000040:2.0:1767384937.390836:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384937.390839:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b31e31ef. 00000100:00000001:0.0:1767384937.390839:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.390851:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384937.390853:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5742 usecs (6 jiffies) 00000100:00000001:2.0:1767384937.390854:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.390855:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384937.390863:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384937.390863:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384937.390865:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926343 02000000:00000001:2.0:1767384937.390867:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384937.390877:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384937.390878:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb3772d9. 00000100:00000040:3.0:1767384937.390879:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000fed62efb x1853237352226688 msgsize 224 00000100:00100000:3.0:1767384937.391020:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384937.391023:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384937.391039:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384937.391053:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f364d748 00000400:00000010:3.0:1767384937.391056:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f364d748. 00000100:00000001:3.0:1767384937.391064:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384937.391069:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.391082:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384937.391090:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.391098:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.391099:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352226944:0@lo:400: 00000100:00000001:3.0:1767384937.391106:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.391111:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384937.391115:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.391118:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384937.391122:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294926351 02000000:00000001:2.0:1767384937.391123:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.391130:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384937.391137:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008845c562. 02000000:00000001:2.0:1767384937.391141:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384937.391148:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f61354. 00000400:00000010:2.0:1767384937.391155:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c3122ee. 00000100:00000200:2.0:1767384937.391167:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352226944, portal 10 00000100:00000001:2.0:1767384937.391170:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384937.391172:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000040:2.0:1767384937.391181:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.391186:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384937.391188:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384937.391190:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4de13c1. 00000100:00000200:2.0:1767384937.391192:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352226944, offset 0 00000400:00000200:2.0:1767384937.391198:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.391205:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.391212:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272106080 00000400:00000200:2.0:1767384937.391219:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000400:00000200:2.0:1767384937.391223:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.391229:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.391234:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384937.391236:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384937.391240:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8420ece. 00000100:00000040:2.0:1767384937.391242:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000f8420ece x1853237352226944 msgsize 224 00000100:00100000:2.0:1767384937.391247:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384937.391250:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384937.391260:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384937.391260:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926344 00000100:00000010:0.0:1767384937.391268:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043e1732b. 00000100:00000001:3.0:1767384937.391269:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926343 00000400:00000200:2.0:1767384937.391273:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4de13c1 00000100:00000001:0.0:1767384937.391277:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384937.391279:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4de13c1. 00000100:00000001:3.0:1767384937.391282:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294926351 00000100:00000001:0.0:1767384937.391288:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926344 00000100:00000001:2.0:1767384937.391292:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384937.391293:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926344 00000100:00000010:0.0:1767384937.391293:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062e8bece. 00000100:00000200:2.0:1767384937.391306:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.391307:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294926351 00000100:00000001:0.0:1767384937.391307:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384937.391324:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926344 00000100:00000001:3.0:1767384937.391328:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926344 00000100:00000010:0.0:1767384937.391330:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffdf10b5. 00000100:00000001:2.0:1767384937.391332:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384937.391336:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384937.391343:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.391345:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294926351 00000100:00000001:0.0:1767384937.391351:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.391358:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.391360:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926344 00000100:00000001:0.0:1767384937.391367:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.391372:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.391375:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.391377:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.391378:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.391386:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.391387:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384937.391389:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.391398:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.391398:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384937.391401:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.391408:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384937.391410:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3345 usecs (4 jiffies) 00000100:00000001:0.0:1767384937.391410:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.391411:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384937.391417:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384937.391425:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384937.391426:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.391427:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926342 00000100:00000001:3.0:1767384937.391434:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384937.391435:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.391438:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384937.391441:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926351 00000100:00000001:2.0:1767384937.391446:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926342 00000100:00000040:3.0:1767384937.391447:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.391457:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926351 00000100:00000001:2.0:1767384937.391469:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926342 00000100:00000001:2.0:1767384937.391479:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926351 00000100:00000001:0.0:1767384937.391487:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384937.391490:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926342 00000100:00000001:0.0:1767384937.391495:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.391504:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926351 02000000:00000001:0.0:1767384937.391505:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384937.391507:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384937.391509:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384937.391510:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.391517:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.391520:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.391523:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.391530:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384937.391531:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384937.391532:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237352227072:0@lo:400: 00000100:00000001:2.0:1767384937.391552:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384937.391553:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.391554:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384937.391564:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.391581:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bec2a4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352226816:0@lo:400: 02000000:00000001:0.0:1767384937.391582:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384937.391585:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384937.391588:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.391594:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384937.391597:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384937.391597:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384937.391600:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.391609:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384937.391610:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384937.391611:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000669d4e14. 00000100:00000001:2.0:1767384937.391616:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.391620:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.391620:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.391623:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.391638:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384937.391640:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6bb1bb. 02000000:00000010:3.0:1767384937.391646:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c440076. 00000400:00000010:0.0:1767384937.391649:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 02000000:00000001:3.0:1767384937.391651:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384937.391658:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352227072, portal 10 00000400:00000010:3.0:1767384937.391661:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc19906. 00000100:00000001:0.0:1767384937.391663:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384937.391667:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000400:00000010:3.0:1767384937.391671:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f364d748. 00000100:00000040:0.0:1767384937.391677:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384937.391681:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352226816, portal 4 00000100:00000001:2.0:1767384937.391686:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384937.391696:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226688 00000100:00000001:3.0:1767384937.391697:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384937.391705:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606550912 : -106559103000704 : ffff9f15c6849f80) 02000000:00000001:2.0:1767384937.391707:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384937.391714:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384937.391736:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.391738:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.391752:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.391767:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226688 00000020:00000001:2.0:1767384937.391777:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384937.391785:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:3.0:1767384937.391802:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384937.391803:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384937.391807:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384937.391808:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384937.391812:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384937.391818:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000010:0.0:1767384937.391819:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000100:00000040:3.0:1767384937.391825:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384937.391829:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000200:0.0:1767384937.391830:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352227072, offset 0 00000400:00000010:3.0:1767384937.391834:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000100:00000001:2.0:1767384937.391839:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384937.391842:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384937.391845:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005271c6d. 00000100:00000200:3.0:1767384937.391847:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352226816, offset 0 00000400:00000200:0.0:1767384937.391854:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384937.391858:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.391865:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005271c6d. 00000020:00000010:2.0:1767384937.391874:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6265ab3. 00000400:00000200:0.0:1767384937.391875:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272106100 00000400:00000200:3.0:1767384937.391881:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384937.391885:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e64be8d9. 00000020:00000010:2.0:1767384937.391891:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007abcefa9. 00000100:00000040:2.0:1767384937.391907:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384937.391910:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384937.391912:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.391914:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.391925:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.391925:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:3.0:1767384937.391938:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384937.391940:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384937.391949:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384937.391957:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272106000 00000100:00000001:0.0:1767384937.391963:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384937.391968:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384937.391969:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.391978:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3888 00000100:00000010:0.0:1767384937.391984:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e6519eb. 00000400:00000200:3.0:1767384937.391985:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384937.391994:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001e6519eb x1853237352227072 msgsize 224 00000400:00000200:3.0:1767384937.391998:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.391999:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384937.392010:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384937.392013:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384937.392015:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384937.392016:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384937.392025:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064728bbb. 00000100:00100000:2.0:1767384937.392027:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:0.0:1767384937.392033:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384937.392034:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000064728bbb x1853237352226816 msgsize 224 00000100:00000040:2.0:1767384937.392040:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000400:00000200:0.0:1767384937.392045:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000100:00000001:2.0:1767384937.392051:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546077776 : -106559163473840 : ffff9f15c2e9e050) 00000100:00100000:3.0:1767384937.392053:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384937.392053:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00000100:00000001:0.0:1767384937.392061:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384937.392065:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fed62efb x1853237352226688/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.392068:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384937.392069:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384937.392077:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:3.0:1767384937.392084:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000100:00000001:3.0:1767384937.392096:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384937.392098:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384937.392103:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384937.392105:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005271c6d. 00000100:00000200:3.0:1767384937.392108:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384937.392113:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.392114:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.392127:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005271c6d. 00000100:00100000:2.0:1767384937.392152:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fed62efb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352226688:12345-0@lo:400: 00000100:00000200:2.0:1767384937.392178:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226688 00000100:00000001:0.0:1767384937.392187:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.392188:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384937.392190:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384937.392194:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384937.392197:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384937.392199:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384937.392201:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.392205:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.392214:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3700 usecs (4 jiffies) 00000020:00000001:2.0:1767384937.392220:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384937.392224:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294926343 00000020:00000001:2.0:1767384937.392227:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000100:00000001:0.0:1767384937.392234:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294926351 00000020:00000001:2.0:1767384937.392241:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384937.392243:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294926343 00000100:00000001:3.0:1767384937.392249:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.392251:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.392251:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294926351 00000100:00000001:3.0:1767384937.392257:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384937.392259:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384937.392262:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294926343 00000100:00000001:3.0:1767384937.392264:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.392265:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294926351 00000100:00000040:3.0:1767384937.392271:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5742 usecs (6 jiffies) 00000100:00000001:0.0:1767384937.392272:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294926343 00000020:00000001:2.0:1767384937.392275:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384937.392282:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294926351 00000100:00000001:3.0:1767384937.392283:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294926345 00000020:00000001:2.0:1767384937.392284:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.392287:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.392290:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294926351 00000100:00000001:0.0:1767384937.392294:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.392295:0:16768:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384937.392299:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294926345 00000100:00000001:0.0:1767384937.392304:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.392306:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294926351 00000100:00000001:2.0:1767384937.392306:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384937.392308:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384937.392318:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384937.392323:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294926345 00000100:00000001:0.0:1767384937.392326:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384937.392328:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000605bc38e. 00000100:00000001:3.0:1767384937.392329:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294926351 00000100:00000001:0.0:1767384937.392330:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384937.392335:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384937.392336:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.392341:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384937.392348:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294926345 00000100:00000001:0.0:1767384937.392349:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.392350:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.392359:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294926351 00000020:00000001:2.0:1767384937.392362:0:16768:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.392362:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.392364:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.392376:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384937.392377:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352226688 00000100:00000001:3.0:1767384937.392379:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.392387:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384937.392388:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.392398:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.392410:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384937.392415:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384937.392416:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:2.0:1767384937.392416:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fed62efb x1853237352226688/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384937.392419:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226944 00000100:00000001:3.0:1767384937.392421:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384937.392425:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384937.392426:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.392432:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.392434:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384937.392437:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384937.392441:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384937.392451:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226944 00000020:00000001:1.0:1767384937.392456:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384937.392461:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000001:1.0:1767384937.392466:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384937.392467:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384937.392473:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384937.392479:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00001000:2.0:1767384937.392481:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=67 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384937.392485:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:3.0:1767384937.392488:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384937.392488:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384937.392494:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00100000:0.0:1767384937.392498:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227072 00000100:00100000:3.0:1767384937.392499:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226816 00000100:00000001:2.0:1767384937.392502:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384937.392502:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384937.392509:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384937.392510:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384937.392511:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000999e7928. 00000100:00000040:2.0:1767384937.392516:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384937.392519:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.392520:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384937.392521:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.392529:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.392530:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.392532:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:1.0:1767384937.392549:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000999e7928. 02000000:00000001:3.0:1767384937.392556:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.392557:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384937.392562:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078cbaf08. 02000000:00000001:2.0:1767384937.392564:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384937.392583:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226816 00000020:00000010:1.0:1767384937.392584:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ac7c901. 00000100:00100000:0.0:1767384937.392589:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227072 02000000:00000001:2.0:1767384937.392593:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384937.392593:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000001:3.0:1767384937.392594:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384937.392595:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384937.392608:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000040:3.0:1767384937.392609:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:2.0:1767384937.392612:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384937.392615:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384937.392621:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384937.392625:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384937.392630:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000001:1.0:1767384937.392631:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384937.392632:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000040:2.0:1767384937.392632:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384937.392639:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384937.392641:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000001:3.0:1767384937.392647:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384937.392647:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384937.392648:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4de13c1. 00000020:00000001:0.0:1767384937.392649:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:1.0:1767384937.392655:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384937.392660:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:0.0:1767384937.392663:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384937.392667:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384937.392670:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352226688, offset 224 00000100:00000001:1.0:1767384937.392671:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.392672:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384937.392688:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f51c06f7. 00000020:00000010:0.0:1767384937.392689:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:1.0:1767384937.392692:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384937.392703:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fab799cf. 00000020:00000010:0.0:1767384937.392703:0:16777:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004769e8d4. 00000400:00000200:2.0:1767384937.392704:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384937.392709:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384937.392717:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384937.392727:0:16777:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00100000:1.0:1767384937.392728:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000400:00000200:2.0:1767384937.392732:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384937.392739:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000020:00000040:3.0:1767384937.392742:0:17548:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:1.0:1767384937.392743:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606550016 : -106559103001600 : ffff9f15c6849c00) 00000100:00000001:0.0:1767384937.392749:0:16777:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384937.392755:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272105f80 00000100:00000040:1.0:1767384937.392757:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8420ece x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.392759:0:17548:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384937.392760:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023b5d10b. 00000020:00000010:3.0:1767384937.392768:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e29b590. 00000020:00000010:0.0:1767384937.392772:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de88bee4. 00000020:00000010:3.0:1767384937.392778:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007743260c. 00000400:00000200:2.0:1767384937.392780:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1b3d [1] + 224 00000020:00000010:3.0:1767384937.392791:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000020:00000010:0.0:1767384937.392797:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c75c8327. 00000400:00000200:2.0:1767384937.392798:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384937.392805:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384937.392812:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384937.392816:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384937.392817:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384937.392822:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384937.392823:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384937.392825:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000999e7928. 00000100:00000001:2.0:1767384937.392826:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384937.392830:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384937.392831:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.392834:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384937.392838:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.392842:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.392843:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384937.392847:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000999e7928. 00000100:00000001:0.0:1767384937.392848:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384937.392853:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.392861:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384937.392865:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384937.392867:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8420ece pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352226944:12345-0@lo:400: 00000100:00000001:3.0:1767384937.392870:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384937.392881:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.392885:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384937.392888:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384937.392892:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384937.392897:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1767384937.392901:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:0.0:1767384937.392905:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376590848 : -106558332960768 : ffff9f15f46a8000) 00000100:00000040:0.0:1767384937.392912:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e6519eb x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384937.392915:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226944 00000020:00000001:1.0:1767384937.392919:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384937.392931:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384937.392934:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384937.392941:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384937.392945:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384937.392947:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:2.0:1767384937.392948:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384937.392948:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384937.392958:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384937.392960:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004769e8d4. 00000400:00000200:2.0:1767384937.392962:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4de13c1 00000100:00000001:3.0:1767384937.392967:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384937.392969:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384937.392970:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4de13c1. 00000020:00000001:1.0:1767384937.392970:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.392972:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384937.392974:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004769e8d4. 00000020:00000001:1.0:1767384937.392984:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384937.392986:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384937.392986:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384937.392989:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384937.392992:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e6519eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853237352227072:12345-0@lo:400: 00000100:00000001:2.0:1767384937.392999:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384937.392999:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.393000:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000020:00000001:1.0:1767384937.393010:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384937.393015:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545431424 : -106559164120192 : ffff9f15c2e00380) 00000100:00000200:0.0:1767384937.393015:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227072 00000100:00000001:2.0:1767384937.393016:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.393018:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384937.393030:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384937.393031:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384937.393036:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064728bbb x1853237352226816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.393036:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000001:0.0:1767384937.393039:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1767384937.393041:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f3935a3d. 00000020:00000001:0.0:1767384937.393048:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.393054:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384937.393054:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.393058:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384937.393065:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.393065:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.393067:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:3.0:1767384937.393076:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384937.393080:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384937.393082:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.393087:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:1.0:1767384937.393089:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352226944 00000020:00000010:3.0:1767384937.393090:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2213f1f. 00000020:00000001:0.0:1767384937.393093:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384937.393094:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fed62efb x1853237352226688/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384937.393101:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384937.393102:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384937.393104:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384937.393112:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384937.393113:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2213f1f. 00010000:00000200:1.0:1767384937.393113:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8420ece x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384937.393119:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.393135:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384937.393136:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064728bbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352226816:12345-0@lo:400: 00000100:00000001:0.0:1767384937.393147:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384937.393165:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226816 02000000:00000001:0.0:1767384937.393166:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384937.393175:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384937.393177:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1767384937.393177:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005d26403c. 00000020:00000001:3.0:1767384937.393182:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384937.393183:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.393185:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.393186:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.393193:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fed62efb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352226688:12345-0@lo:400: Request processed in 1084us (2302us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384937.393194:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=62 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384937.393199:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384937.393201:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.393206:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:0.0:1767384937.393217:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.393218:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384937.393219:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384937.393225:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384937.393227:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00010000:00000040:0.0:1767384937.393227:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352227072 00000100:00000040:1.0:1767384937.393229:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:3.0:1767384937.393233:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384937.393238:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384937.393243:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000020:00000001:3.0:1767384937.393244:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384937.393244:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00010000:00000200:0.0:1767384937.393251:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e6519eb x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384937.393252:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.393253:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384937.393259:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384937.393261:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384937.393261:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384937.393267:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.393270:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384937.393271:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e64be8d9. 02000000:00000001:3.0:1767384937.393281:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384937.393282:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384937.393284:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007abcefa9. 02000000:00000010:3.0:1767384937.393286:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008464254a. 00000020:00000010:2.0:1767384937.393291:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6265ab3. 00010000:00000001:0.0:1767384937.393294:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384937.393297:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384937.393309:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.393309:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384937.393310:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 00000020:00000040:2.0:1767384937.393311:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384937.393326:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384937.393329:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=62 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384937.393330:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352226944, offset 224 00000100:00000001:3.0:1767384937.393332:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.393332:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000605bc38e. 02000000:00000001:2.0:1767384937.393348:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767384937.393350:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.393351:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384937.393353:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384937.393359:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:3.0:1767384937.393360:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352226816 00000100:00000040:0.0:1767384937.393363:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000200:2.0:1767384937.393366:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384937.393370:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384937.393372:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000010:2.0:1767384937.393374:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc4395c. 00010000:00000200:3.0:1767384937.393380:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064728bbb x1853237352226816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384937.393384:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384937.393388:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9273a0c. 02000000:00000001:0.0:1767384937.393388:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384937.393397:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384937.393406:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272106080 00000100:00000001:0.0:1767384937.393407:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384937.393411:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384937.393416:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.393420:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.393424:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384937.393428:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b45 [1] + 224 00000100:00000040:0.0:1767384937.393429:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384937.393431:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352226560 00000100:00000001:3.0:1767384937.393438:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384937.393441:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384937.393443:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000100:00000040:3.0:1767384937.393447:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 23 to 0@lo 00000100:00000001:2.0:1767384937.393449:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384937.393451:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384937.393454:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000200:0.0:1767384937.393457:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352227072, offset 224 00000100:00000001:2.0:1767384937.393459:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.393463:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384937.393465:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384937.393472:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.393472:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.393476:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384937.393491:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352226560 00000400:00000200:0.0:1767384937.393491:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384937.393492:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384937.393492:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384937.393501:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384937.393507:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000040:3.0:1767384937.393510:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384937.393518:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384937.393519:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384937.393521:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000020:00000040:2.0:1767384937.393528:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:2.0:1767384937.393555:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000200:3.0:1767384937.393558:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352226816, offset 224 00000400:00000200:0.0:1767384937.393561:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272106100 00000020:00000001:2.0:1767384937.393562:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000040:1.0:1767384937.393563:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.393576:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384937.393578:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384937.393583:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005271c6d. 00000100:00000001:2.0:1767384937.393593:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384937.393599:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384937.393600:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b4d [1] + 224 00000100:00000001:1.0:1767384937.393604:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384937.393609:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005271c6d. 00000400:00000200:0.0:1767384937.393618:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.393620:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272106000 00000020:00000010:2.0:1767384937.393621:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6265ab3. 00000400:00000200:1.0:1767384937.393624:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000400:00000200:0.0:1767384937.393633:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384937.393635:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000020:00000010:2.0:1767384937.393638:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e64be8d9. 00000100:00000001:1.0:1767384937.393647:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384937.393649:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007abcefa9. 00000100:00000001:1.0:1767384937.393650:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384937.393657:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b51 [1] + 224 00000100:00000001:1.0:1767384937.393659:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384937.393667:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:0.0:1767384937.393667:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384937.393668:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384937.393670:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:0.0:1767384937.393676:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384937.393677:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384937.393680:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384937.393683:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.393687:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.393688:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.393699:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384937.393700:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384937.393702:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384937.393711:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8420ece x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384937.393716:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.393716:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.393739:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384937.393750:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.393756:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384937.393763:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384937.393780:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384937.393791:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384937.393793:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8420ece pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352226944:12345-0@lo:400: Request processed in 966us (2539us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384937.393794:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000001:2.0:1767384937.393806:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376592640 : -106558332958976 : ffff9f15f46a8700) 00000100:00000040:2.0:1767384937.393827:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000221c8332 x1853237352226560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384937.393830:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1767384937.393848:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:0.0:1767384937.393854:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384937.393857:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384937.393865:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384937.393872:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000020:00000010:1.0:1767384937.393873:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ac7c901. 00000100:00000001:3.0:1767384937.393877:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384937.393877:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00000100:00000001:2.0:1767384937.393879:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384937.393880:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00000001:0.0:1767384937.393908:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384937.393911:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384937.393918:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.393922:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000010:2.0:1767384937.393924:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005271c6d. 00000020:00000010:1.0:1767384937.393928:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078cbaf08. 00010000:00000001:0.0:1767384937.393929:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384937.393931:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384937.393933:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000020:00000001:0.0:1767384937.393937:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.393943:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000020:00000010:2.0:1767384937.393945:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005271c6d. 00000020:00000001:0.0:1767384937.393946:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384937.393948:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000040:0.0:1767384937.393957:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e6519eb x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384937.393958:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.393973:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384937.393979:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384937.393980:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000221c8332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853237352226560:12345-0@lo:13: 00000100:00100000:0.0:1767384937.393981:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e6519eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853237352227072:12345-0@lo:400: Request processed in 1025us (1979us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384937.393985:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.393990:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384937.393993:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352226560 00000100:00000001:1.0:1767384937.393997:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.393999:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000001:2.0:1767384937.394004:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384937.394011:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384937.394016:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.394016:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384937.394023:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000020:00000001:3.0:1767384937.394024:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384937.394024:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.394036:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000020:00000001:2.0:1767384937.394037:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384937.394040:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064728bbb x1853237352226816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384937.394041:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00000001:0.0:1767384937.394045:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384937.394050:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:1.0:1767384937.394051:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1767384937.394053:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384937.394058:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de88bee4. 00000020:00000001:2.0:1767384937.394059:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384937.394065:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000020:00000001:2.0:1767384937.394071:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384937.394072:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c75c8327. 00000020:00000001:2.0:1767384937.394082:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00080000:1.0:1767384937.394084:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:0.0:1767384937.394084:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023b5d10b. 00000020:00000001:2.0:1767384937.394088:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.394090:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064728bbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352226816:12345-0@lo:400: Request processed in 1005us (2045us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384937.394091:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:2.0:1767384937.394099:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384937.394100:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 02000000:00000001:2.0:1767384937.394106:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384937.394113:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384937.394114:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000605bc38e. 00000100:00100000:3.0:1767384937.394122:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 02000000:00000001:2.0:1767384937.394122:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.394137:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.394138:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:3.0:1767384937.394144:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384937.394149:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:2.0:1767384937.394150:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384937.394150:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384937.394153:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007743260c. 00000100:00000001:1.0:1767384937.394154:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384937.394160:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00002000:00000001:2.0:1767384937.394162:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000001:1.0:1767384937.394163:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384937.394171:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e29b590. 00000020:00000001:2.0:1767384937.394171:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000001:1.0:1767384937.394171:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384937.394181:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6bb1bb. 00080000:00000001:2.0:1767384937.394183:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000040:3.0:1767384937.394186:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000400:00000200:1.0:1767384937.394187:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d82e01f 00000400:00000010:1.0:1767384937.394193:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000100:00000001:3.0:1767384937.394194:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.394202:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1767384937.394209:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384937.394215:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384937.394217:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384937.394225:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384937.394235:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384937.394240:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384937.394243:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384937.394246:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:2.0:1767384937.394248:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384937.394250:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384937.394251:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.394260:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:2.0:1767384937.394263:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000001:0.0:1767384937.394263:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384937.394267:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384937.394271:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:0.0:1767384937.394273:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc19906. 00000001:00000001:2.0:1767384937.394278:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.394284:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f364d748 00002000:00000001:2.0:1767384937.394288:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384937.394292:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f364d748. 00000100:00000001:1.0:1767384937.394296:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1767384937.394297:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352226560 00000100:00000001:0.0:1767384937.394299:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384937.394300:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384937.394301:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.394302:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:3.0:1767384937.394307:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384937.394311:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384937.394313:0:16139:0:(client.c:1578:after_reply()) Process entered 00010000:00000200:2.0:1767384937.394315:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000221c8332 x1853237352226560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384937.394316:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f61354. 02000000:00000001:1.0:1767384937.394321:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384937.394328:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c3122ee 00000100:00000001:1.0:1767384937.394329:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384937.394337:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.394338:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c3122ee. 02000000:00000001:1.0:1767384937.394349:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.394353:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384937.394366:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=62 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384937.394368:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384937.394383:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=62 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384937.394383:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384937.394409:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384937.394415:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384937.394427:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384937.394440:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384937.394459:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.394465:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384937.394473:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384937.394486:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.394509:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384937.394522:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.394524:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384937.394548:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384937.394551:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384937.394552:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384937.394556:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384937.394558:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384937.394562:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384937.394563:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.394564:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384937.394572:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.394575:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384937.394580:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384937.394580:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384937.394584:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384937.394585:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.394590:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384937.394593:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384937.394598:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384937.394598:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384937.394601:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384937.394607:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.394609:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.394610:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384937.394611:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4de13c1. 02000000:00000001:0.0:1767384937.394612:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.394627:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384937.394627:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352226560, offset 224 00000100:00001000:0.0:1767384937.394628:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=57 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384937.394640:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384937.394645:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384937.394645:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=57 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384937.394654:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384937.394654:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384937.394663:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384937.394674:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384937.394674:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384937.394680:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384937.394683:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384937.394688:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384937.394697:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384937.394698:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384937.394708:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.394713:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272105f00 00010000:00080000:0.0:1767384937.394717:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384937.394718:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384937.394733:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384937.394738:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237352227072:0@lo:400: 00000400:00000200:2.0:1767384937.394744:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b35 [1] + 224 00000100:00000001:1.0:1767384937.394764:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.394770:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384937.394776:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384937.394788:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384937.394790:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352227072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384937.394801:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.394808:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384937.394814:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.394816:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384937.394820:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384937.394824:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384937.394827:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384937.394827:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384937.394828:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384937.394836:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384937.394837:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.394838:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384937.394844:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384937.394845:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000669d4e14. 00000100:00000001:3.0:1767384937.394852:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384937.394856:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384937.394858:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384937.394864:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384937.394865:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384937.394872:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384937.394937:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384937.394943:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4de13c1 00000400:00000010:2.0:1767384937.394945:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4de13c1. 00000100:00000001:2.0:1767384937.394950:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384937.394952:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.394954:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.394962:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.394977:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384937.394978:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384937.394995:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384937.394995:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384937.394996:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.395006:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.395008:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384937.395009:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.395013:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384937.395017:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384937.395018:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384937.395023:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.395044:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000221c8332 x1853237352226560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384937.395046:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384937.395056:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1d1b9dd. 02000000:00000001:1.0:1767384937.395066:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384937.395074:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384937.395079:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:1.0:1767384937.395089:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384937.395095:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384937.395101:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352226944:0@lo:400: 00000100:00000001:1.0:1767384937.395103:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384937.395111:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bec2a4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352226816:0@lo:400: 00000100:00000001:1.0:1767384937.395114:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384937.395124:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384937.395131:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384937.395133:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384937.395135:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000221c8332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352226560:12345-0@lo:13: Request processed in 1246us (4476us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384937.395140:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384937.395140:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384937.395145:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8bc58fb. 00000100:00000040:3.0:1767384937.395150:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352226944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384937.395152:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558189bd 00000400:00000010:1.0:1767384937.395160:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000100:00100000:2.0:1767384937.395163:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384937.395166:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384937.395167:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384937.395174:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384937.395179:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767384937.395180:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.395181:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000400:00000010:0.0:1767384937.395181:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6086322. 02000000:00000001:3.0:1767384937.395186:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384937.395188:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1767384937.395192:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008845c562. 00000400:00000200:0.0:1767384937.395193:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575c4bb2 00000100:00000001:2.0:1767384937.395194:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384937.395203:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384937.395204:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e64be8d9. 00000400:00000010:0.0:1767384937.395204:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000575c4bb2. 00000020:00000001:3.0:1767384937.395215:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384937.395218:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007abcefa9. 00000020:00000040:3.0:1767384937.395220:0:16138:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:1.0:1767384937.395222:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.395224:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384937.395231:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384937.395234:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6265ab3. 02000000:00000010:3.0:1767384937.395235:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076dba138. 00000100:00000200:0.0:1767384937.395237:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384937.395254:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1767384937.395256:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 02000000:00000001:3.0:1767384937.395258:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384937.395267:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:2.0:1767384937.395268:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.395279:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384937.395280:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384937.395286:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.395288:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.395291:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.395292:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384937.395295:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384937.395296:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384937.395301:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384937.395302:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.395306:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.395308:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.395318:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384937.395319:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.395326:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384937.395330:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=57 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384937.395336:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384937.395337:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384937.395339:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384937.395344:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.395345:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384937.395347:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384937.395355:0:16137:0:(client.c:1578:after_reply()) Process entered 00010000:00080000:1.0:1767384937.395357:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384937.395361:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384937.395367:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384937.395368:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.395374:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.395375:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384937.395379:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384937.395385:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767384937.395385:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.395392:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384937.395406:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384937.395412:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=67 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384937.395414:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384937.395422:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384937.395425:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384937.395425:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=67 v=5 (1 0 0 0) 00000004:00000001:1.0:1767384937.395429:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384937.395439:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000040:1.0:1767384937.395440:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384937.395447:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384937.395448:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.395460:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000020:1.0:1767384937.395464:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00010000:00000001:0.0:1767384937.395465:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.395479:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384937.395486:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.395490:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.395509:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384937.395510:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.395518:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384937.395523:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384937.395551:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384937.395554:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352226560:0@lo:13: 00000100:00000001:1.0:1767384937.395585:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.395593:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384937.395601:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eacc9311 x1853237352226560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384937.395606:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050266ca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352226688:0@lo:400: 00000100:00000001:1.0:1767384937.395614:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384937.395622:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384937.395624:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384937.395625:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003789678f. 02000000:00000001:1.0:1767384937.395635:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384937.395635:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384937.395640:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384937.395642:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384937.395645:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384937.395646:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bec2a4ac x1853237352226816/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384937.395648:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b491d13d. 02000000:00000001:1.0:1767384937.395653:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384937.395656:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384937.395660:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eacc9311. 00000100:00000001:1.0:1767384937.395668:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384937.395673:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.395675:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384937.395677:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384937.395681:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384937.395684:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384937.395685:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.395688:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384937.395696:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384937.395696:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c440076. 02000000:00000001:0.0:1767384937.395704:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384937.395706:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384937.395708:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384937.395711:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384937.395714:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b3a370f. 02000000:00000001:0.0:1767384937.395718:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384937.395719:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384937.395721:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bec2a4ac. 00000100:00000001:0.0:1767384937.395729:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384937.395732:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.395734:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.395736:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050266ca5 x1853237352226688/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.395741:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384937.395742:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384937.395743:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f4ad647. 02000000:00000001:0.0:1767384937.395748:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384937.395749:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384937.395753:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384937.395767:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384937.395768:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077f35d10. 02000000:00000001:0.0:1767384937.395770:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384937.395772:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384937.395773:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 00000100:00000001:0.0:1767384937.395782:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384937.395784:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.395788:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.395809:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384937.395813:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.395818:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384937.395822:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384937.396203:0:32164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384937.396212:0:32164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.396216:0:32164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384937.396222:0:32164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384937.396224:0:32164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.396226:0:32164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.405005:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294926351, at 4294926352 00000100:00000040:2.0:1767384937.405009:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294926351, at 4294926352 00000100:00000010:3.0:1767384937.405017:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffdf10b5. 00000100:00000010:2.0:1767384937.405022:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062e8bece. 00000100:00000040:0.0:1767384937.405023:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294926351, at 4294926352 00000100:00000010:0.0:1767384937.405033:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00000100:00000040:1.0:1767384937.405173:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294926351, at 4294926352 00000100:00000010:1.0:1767384937.405185:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043e1732b. 00000400:00000001:2.0:1767384937.709047:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384937.709054:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384937.709057:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000400:00000010:2.0:1767384937.709063:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000400:00000200:2.0:1767384937.709068:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384937.709077:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384937.709091:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f1606f1. 00000400:00000010:2.0:1767384937.709097:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cae3db08. 10000000:00000001:0.0:1767384937.900984:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384937.900991:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:0.0:1767384937.900999:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384937.901012:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384937.901015:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384937.901018:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384937.901021:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384937.901025:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384937.901028:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 59 10000000:00000001:0.0:1767384937.901032:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384937.901034:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384937.901044:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:0.0:1767384937.901049:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384937.901055:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384937.901059:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384937.901065:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384937.901071:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000984b6edf. 00000100:00000001:0.0:1767384937.901078:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.901083:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384937.901086:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384937.901094:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000979b9cd0. 00010000:00000001:0.0:1767384937.901098:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384937.901101:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca4600da. 00000020:00000001:0.0:1767384937.901106:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384937.901109:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca4600da with handle 0x7ec529173eeb846e to hash 00000020:00000001:0.0:1767384937.901111:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384937.901112:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384937.901115:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384937.901119:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384937.901121:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384937.901123:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384937.901132:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384937.901141:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384937.901154:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384937.901156:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384937.901161:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c26187. 00000100:00000001:0.0:1767384937.901164:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267071872 : -106563442479744 : ffff9f14c3dd6d80) 00000100:00000001:0.0:1767384937.901167:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384937.901168:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000001:0.0:1767384937.901173:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384937.901174:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.901176:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384937.901178:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384937.901185:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.901193:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384937.901195:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.901198:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384937.901201:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384937.901203:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384937.901205:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352227200:0@lo:101: 00000100:00000001:0.0:1767384937.901209:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384937.901214:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384937.901216:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.901217:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384937.901220:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f60f60c6. 02000000:00000001:0.0:1767384937.901222:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384937.901228:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ebf2ae0. 00000400:00000010:0.0:1767384937.901235:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000100:00000200:0.0:1767384937.901242:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352227200, portal 25 00000100:00000001:0.0:1767384937.901244:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384937.901245:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384937.901249:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.901254:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384937.901263:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384937.901266:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00000100:00000200:0.0:1767384937.901268:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352227200, offset 0 00000400:00000200:0.0:1767384937.901274:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384937.901290:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384937.901302:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272106180 00000400:00000200:0.0:1767384937.901307:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1349 [2] + 0 00000400:00000010:0.0:1767384937.901311:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afca2eba. 00000400:00000200:0.0:1767384937.901315:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ffffc881 00000400:00000200:0.0:1767384937.901321:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384937.901324:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384937.901329:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffffc881 00000400:00000010:0.0:1767384937.901332:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffffc881. 00000100:00000001:0.0:1767384937.901336:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384937.901338:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384937.901341:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000005efd229d x1853237352227200 msgsize 328 00000100:00100000:0.0:1767384937.901344:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384937.901345:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384937.901356:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384937.901363:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 00000400:00000010:0.0:1767384937.901364:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 00000100:00000001:0.0:1767384937.901367:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384937.901370:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.901379:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.901382:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.901384:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384937.901387:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.901390:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227200 00000100:00000001:0.0:1767384937.901391:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384937.901395:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.901396:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384937.901399:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294926861 00000100:00000001:2.0:1767384937.901401:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384937.901404:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa39cb8. 00000100:00000001:2.0:1767384937.901406:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.901413:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384937.901421:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294926861 02000000:00000001:2.0:1767384937.901422:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.901428:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227200 00000100:00000010:0.0:1767384937.901431:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e885817. 00000020:00000001:2.0:1767384937.901433:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384937.901437:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1767384937.901438:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384937.901443:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384937.901446:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294926861 00000020:00000040:2.0:1767384937.901447:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384937.901454:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000010:0.0:1767384937.901454:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d86833a6. 00000020:00000001:2.0:1767384937.901459:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384937.901462:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384937.901468:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384937.901471:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294926861 00000020:00000010:2.0:1767384937.901475:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000100:00000010:0.0:1767384937.901478:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf61844f. 00000100:00000001:2.0:1767384937.901479:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.901484:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000100:00000001:0.0:1767384937.901486:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384937.901490:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a1a6cf6. 00000100:00000001:0.0:1767384937.901493:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.901495:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079469cba. 00000100:00000001:0.0:1767384937.901498:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.901502:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007abcefa9. 00000100:00000001:0.0:1767384937.901503:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384937.901507:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384937.901511:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a9c26187 going to sleep for 11 seconds 00000100:00000040:2.0:1767384937.901516:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384937.901517:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384937.901522:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384937.901523:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.901524:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.901527:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.901552:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.901565:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.901581:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384937.901583:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384937.901585:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384937.901590:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000001:0.0:1767384937.901590:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384937.901595:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384937.901597:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.901599:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546074704 : -106559163476912 : ffff9f15c2e9d450) 00000100:00000001:0.0:1767384937.901600:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.901610:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005efd229d x1853237352227200/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 328/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.901618:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384937.901620:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000100:00000001:2.0:1767384937.901622:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.901624:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000100:00100000:2.0:1767384937.901628:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005efd229d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352227200:12345-0@lo:101: 00000100:00000200:2.0:1767384937.901637:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227200 00000020:00000001:2.0:1767384937.901640:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384937.901643:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384937.901646:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.901648:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384937.901651:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:2.0:1767384937.901655:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384937.901657:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384937.901659:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384937.901661:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384937.901665:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.901667:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384937.901670:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384937.901672:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384937.901674:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384937.901676:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.901681:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384937.901686:0:16768:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bf24b534. 00010000:00000001:2.0:1767384937.901689:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384937.901692:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082d02c69. 00000020:00000001:2.0:1767384937.901696:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384937.901699:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000082d02c69 with handle 0x7ec529173eeb8475 to hash 00000020:00000001:2.0:1767384937.901700:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384937.901701:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384937.901703:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00010000:2.0:1767384937.901704:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb846e expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384937.901710:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:2.0:1767384937.901713:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:2.0:1767384937.901719:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384937.901722:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384937.901725:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f45a73cd. 02000000:00000001:2.0:1767384937.901727:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.901734:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.901736:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384937.901740:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384937.901742:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384937.901744:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384937.901746:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.901748:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384937.901749:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.901752:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384937.901753:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384937.901755:0:16768:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384937.901756:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384937.901758:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bf24b534) refcount = 1 00010000:00010000:2.0:1767384937.901761:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb846e expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.901765:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384937.901766:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384937.901768:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.901770:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.901772:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384937.901775:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384937.901777:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb846e expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.901781:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384937.901783:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384937.901785:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.901787:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.901789:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384937.901790:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.901792:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384937.901793:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000082d02c69, rc 0) 00000020:00000001:2.0:1767384937.901795:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384937.901798:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352227200 00010000:00000001:2.0:1767384937.901800:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384937.901803:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005efd229d x1853237352227200/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 328/344 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.901815:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384937.901818:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384937.901822:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.901825:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384937.901828:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384937.901830:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384937.901833:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384937.901835:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.901838:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384937.901839:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384937.901842:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4de13c1. 00000100:00000200:2.0:1767384937.901845:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352227200, offset 224 00000400:00000200:2.0:1767384937.901849:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.901854:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.901858:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272106180 00000400:00000200:2.0:1767384937.901861:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b75 [1] + 224 00000400:00000200:2.0:1767384937.901865:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.901867:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.901870:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384937.901873:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.901880:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.901918:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384937.901923:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4de13c1 00000400:00000010:2.0:1767384937.901925:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4de13c1. 00000100:00000001:2.0:1767384937.901929:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384937.901931:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.901936:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.901941:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384937.901943:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384937.901945:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.901947:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384937.901956:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005efd229d x1853237352227200/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 328/344 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384937.901963:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005efd229d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352227200:12345-0@lo:101: Request processed in 344us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384937.901969:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000040:2.0:1767384937.901972:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384937.901975:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384937.901978:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384937.901983:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079469cba. 00000100:00000001:0.0:1767384937.901987:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384937.901988:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007abcefa9. 00000020:00000010:2.0:1767384937.901994:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a1a6cf6. 00000400:00000001:0.0:1767384937.901996:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384937.901999:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000400:00000001:0.0:1767384937.902000:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384937.902005:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ebf2ae0. 02000000:00000001:2.0:1767384937.902008:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384937.902012:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f45a73cd. 00000400:00000200:0.0:1767384937.902012:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000400:00000010:0.0:1767384937.902017:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 02000000:00000001:2.0:1767384937.902021:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384937.902023:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384937.902026:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384937.902031:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384937.902034:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384937.902041:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aec60d1d. 00000100:00000200:0.0:1767384937.902049:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384937.902050:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae17ec82. 00000100:00000001:0.0:1767384937.902062:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384937.902065:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.902068:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384937.902072:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384937.902081:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384937.902083:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.902085:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384937.902090:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384937.902093:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384937.902095:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384937.902097:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.902100:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384937.902102:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902104:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.902107:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.902113:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.902116:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384937.902118:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384937.902122:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384937.902127:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352227200:0@lo:101: 00000100:00000001:0.0:1767384937.902131:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.902136:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902138:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384937.902139:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.902140:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.902145:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384937.902148:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a9c26187. 00000100:00000001:0.0:1767384937.902151:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384937.902154:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.902156:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384937.902159:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384937.902162:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384937.902163:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=4 00000020:00000001:0.0:1767384937.902165:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384937.902167:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000040:0.0:1767384937.902176:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ca4600da, remote cookie: 0x7ec529173eeb8475, flags: 0x0 00010000:00000001:0.0:1767384937.902179:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384937.902181:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384937.902182:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384937.902183:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384937.902184:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384937.902186:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000979b9cd0) refcount = 1 00010000:00010000:0.0:1767384937.902188:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384937.902194:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384937.902195:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384937.902196:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384937.902199:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384937.902201:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384937.902204:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384937.902209:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384937.902210:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384937.902211:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384937.902212:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384937.902214:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384937.902217:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902218:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.902221:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352227200/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.902226:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384937.902228:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384937.902231:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f60f60c6. 02000000:00000001:0.0:1767384937.902233:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384937.902235:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384937.902237:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384937.902239:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384937.902241:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000984b6edf. 02000000:00000001:0.0:1767384937.902244:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384937.902250:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384937.902252:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:0.0:1767384937.902254:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384937.902255:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384937.902257:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384937.902259:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384937.902260:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:0.0:1767384937.902261:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384937.902262:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384937.902264:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384937.902265:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=3 00000020:00000001:0.0:1767384937.902267:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384937.902268:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384937.902270:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384937.902271:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384937.902272:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384937.902273:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384937.902275:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384937.902278:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000061b53744. 00000100:00000010:0.0:1767384937.902291:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:0.0:1767384937.902293:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384937.902295:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384937.902296:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384937.902298:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384937.902301:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000984b6edf. 00000100:00000001:0.0:1767384937.902303:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902305:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384937.902308:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f60f60c6. 00000100:00000010:0.0:1767384937.902310:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000083003835. 00000020:00000040:0.0:1767384937.902313:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384937.902317:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384937.902319:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384937.902321:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c26187. 00000100:00000001:0.0:1767384937.902323:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267071872 : -106563442479744 : ffff9f14c3dd6d80) 00000100:00000001:0.0:1767384937.902325:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384937.902326:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000001:0.0:1767384937.902332:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384937.902334:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902335:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384937.902337:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384937.902339:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.902345:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384937.902347:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.902350:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384937.902353:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384937.902356:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384937.902359:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352227328:0@lo:256: 00000100:00000001:0.0:1767384937.902362:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384937.902365:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384937.902368:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902372:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384937.902377:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ebf2ae0. 00000400:00000010:0.0:1767384937.902382:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001a5258cd. 00000100:00000200:0.0:1767384937.902388:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272106200-0x6958272106200, portal 33 00000100:00000001:0.0:1767384937.902392:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.902395:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384937.902400:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000259f47eb. 02000000:00000001:0.0:1767384937.902403:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384937.902406:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb9357dc. 00000400:00000010:0.0:1767384937.902410:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000100:00000200:0.0:1767384937.902414:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352227328, portal 25 00000100:00000001:0.0:1767384937.902417:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384937.902418:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384937.902424:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.902432:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384937.902435:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384937.902438:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00000100:00000200:0.0:1767384937.902441:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352227328, offset 0 00000400:00000200:0.0:1767384937.902454:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384937.902461:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384937.902468:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272106200 00000400:00000200:0.0:1767384937.902471:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1361 [2] + 0 00000400:00000010:0.0:1767384937.902474:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d56c349. 00000400:00000200:0.0:1767384937.902477:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000642f33e1 00000400:00000200:0.0:1767384937.902481:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384937.902483:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384937.902485:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000642f33e1 00000400:00000010:0.0:1767384937.902487:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000642f33e1. 00000100:00000001:0.0:1767384937.902489:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384937.902490:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384937.902493:0:16773:0:(events.c:337:request_in_callback()) incoming req@0000000034994a08 x1853237352227328 msgsize 304 00000100:00100000:0.0:1767384937.902495:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384937.902496:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384937.902506:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384937.902509:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 00000400:00000010:0.0:1767384937.902510:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 00000100:00000001:0.0:1767384937.902512:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384937.902515:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.902520:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.902522:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.902527:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902528:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384937.902541:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902543:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294926862 00000100:00000001:0.0:1767384937.902548:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926861 00000100:00000001:0.0:1767384937.902554:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294926862 00000100:00000001:0.0:1767384937.902556:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926861 00000100:00000001:0.0:1767384937.902558:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294926862 00000100:00000001:0.0:1767384937.902560:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294926861 00000100:00000001:0.0:1767384937.902568:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294926862 00000100:00000001:0.0:1767384937.902574:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294926861 00000100:00000001:0.0:1767384937.902579:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.902580:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384937.902581:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.902585:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227328 00000100:00000001:0.0:1767384937.902585:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384937.902588:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384937.902589:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384937.902590:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a9c26187 going to sleep for 11 seconds 00000100:00000001:2.0:1767384937.902593:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384937.902594:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384937.902595:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.902598:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.902599:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.902603:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227328 00000020:00000001:2.0:1767384937.902605:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384937.902606:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384937.902609:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384937.902611:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384937.902614:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384937.902617:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384937.902620:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384937.902629:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000100:00000001:2.0:1767384937.902631:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.902634:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000020:00000010:2.0:1767384937.902638:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a1a6cf6. 00000020:00000010:2.0:1767384937.902642:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079469cba. 00000020:00000010:2.0:1767384937.902644:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007abcefa9. 00000100:00000040:2.0:1767384937.902648:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384937.902650:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384937.902651:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.902651:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.902655:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.902667:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.902676:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384937.902678:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384937.902681:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767384937.902684:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384937.902686:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546084944 : -106559163466672 : ffff9f15c2e9fc50) 00000100:00000040:2.0:1767384937.902689:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034994a08 x1853237352227328/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 304/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.902697:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384937.902700:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000100:00000001:2.0:1767384937.902702:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.902703:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efaf2874. 00000100:00100000:2.0:1767384937.902707:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034994a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352227328:12345-0@lo:256: 00000100:00000200:2.0:1767384937.902710:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227328 00000020:00000001:2.0:1767384937.902712:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384937.902713:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384937.902714:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.902716:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384937.902717:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:2.0:1767384937.902719:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384937.902721:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384937.902728:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384937.902730:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384937.902732:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.902735:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384937.902737:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384937.902741:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f45a73cd. 02000000:00000001:2.0:1767384937.902742:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.902745:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.902748:0:16768:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384937.902753:0:16768:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384937.902757:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384937.902761:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384937.902764:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.902766:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384937.902768:0:16768:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384937.902770:0:16768:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000667af5d4. 20000000:00000001:2.0:1767384937.902773:0:16768:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384937.902787:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384937.902793:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384937.902799:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384937.902802:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384937.902804:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384937.902805:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384937.902807:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384937.902808:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384937.902810:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384937.902812:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384937.902813:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384937.902814:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384937.902817:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384937.902819:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384937.902820:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384937.902822:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384937.902823:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384937.902825:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384937.902826:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384937.902828:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384937.902830:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384937.902832:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384937.902837:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384937.902839:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384937.902841:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384937.902844:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384937.902845:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384937.902847:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384937.902849:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384937.902851:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384937.902852:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384937.902854:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 3452/1/4/3. 20000000:00000040:2.0:1767384937.902862:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384937.902864:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384937.902866:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384937.902868:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384937.902870:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384937.902871:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384937.902873:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384937.902875:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384937.902876:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384937.902877:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384937.902879:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384937.902881:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384937.902883:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384937.902884:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384937.902915:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384937.902918:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384937.902919:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384937.902920:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384937.902923:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384937.902926:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384937.902928:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384937.902931:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384937.902934:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384937.902936:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384937.902939:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384937.902941:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384937.902942:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384937.902944:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384937.902946:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384937.902952:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384937.902954:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384937.902956:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 2808/1/4/3. 20000000:01000000:2.0:1767384937.902957:0:16768:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1288, version 66 20000000:00000001:2.0:1767384937.902959:0:16768:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1288 : 1288 : 508) 00000100:00000001:2.0:1767384937.902961:0:16768:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384937.902964:0:16768:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000195f76e8. 00000100:00000010:2.0:1767384937.902966:0:16768:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000221f8d5d. 00000020:00000040:2.0:1767384937.902968:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:2.0:1767384937.902971:0:16768:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384937.902973:0:16768:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384937.902976:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4de13c1. 00000400:00000010:2.0:1767384937.902983:0:16768:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8bbed43. 00000400:00000200:2.0:1767384937.902987:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.902999:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.903006:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1288 into portal 33 MB=0x6958272106200 00000400:00000200:2.0:1767384937.903011:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1288/1288 into md 0x1b85 [4] + 0 00000400:00000010:2.0:1767384937.903015:0:16768:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ebf2ae0. 00000400:00000200:2.0:1767384937.903019:0:16768:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a5258cd 00000400:00000200:2.0:1767384937.903023:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.903027:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384937.903030:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a5258cd 00000400:00000010:2.0:1767384937.903031:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001a5258cd. 00000100:00000001:2.0:1767384937.903036:0:16768:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384937.903038:0:16768:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002574fd07 desc 00000000f60f60c6 mbits 1853237352227328 00000100:00000001:2.0:1767384937.903051:0:16768:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384937.903055:0:16768:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384937.903064:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384937.903074:0:16768:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b91 00000400:00000200:2.0:1767384937.903078:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384937.903082:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384937.903085:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384937.903085:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.903091:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384937.903093:0:16768:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000195f76e8 00000100:00000001:2.0:1767384937.903095:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384937.903102:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4de13c1 00000400:00000010:2.0:1767384937.903109:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4de13c1. 00000100:00000001:2.0:1767384937.903112:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384937.903112:0:16768:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000195f76e8 00000100:00000001:2.0:1767384937.903117:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384937.903121:0:16768:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1288 bytes via portal 33 id 12345-0@lo mbits 0x6958272106200-0x6958272106200 00000100:00000001:2.0:1767384937.903124:0:16768:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.903128:0:16768:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.903130:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384937.903132:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:2.0:1767384937.903135:0:16768:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000221f8d5d. 00000100:00000010:2.0:1767384937.903139:0:16768:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000195f76e8. 00000100:00000001:2.0:1767384937.903141:0:16768:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384937.903142:0:16768:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384937.903147:0:16768:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000667af5d4. 20000000:00000001:2.0:1767384937.903150:0:16768:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384937.903152:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352227328 00010000:00000001:2.0:1767384937.903154:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384937.903157:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034994a08 x1853237352227328/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 304/240 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.903164:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384937.903165:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384937.903166:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.903169:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384937.903170:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384937.903172:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384937.903174:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384937.903175:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.903177:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384937.903179:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384937.903181:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4de13c1. 00000100:00000200:2.0:1767384937.903183:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352227328, offset 224 00000400:00000200:2.0:1767384937.903186:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.903189:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.903192:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272106200 00000400:00000200:2.0:1767384937.903196:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b89 [1] + 224 00000400:00000200:2.0:1767384937.903203:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.903205:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.903207:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384937.903209:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.903216:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.903228:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384937.903235:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4de13c1 00000400:00000010:2.0:1767384937.903237:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4de13c1. 00000100:00000001:0.0:1767384937.903237:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384937.903242:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384937.903243:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384937.903243:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384937.903247:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384937.903248:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384937.903250:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb9357dc. 00000100:00000040:2.0:1767384937.903253:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:0.0:1767384937.903255:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00010000:00000001:2.0:1767384937.903256:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384937.903259:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00000020:00000001:2.0:1767384937.903260:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.903264:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384937.903264:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384937.903272:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.903273:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034994a08 x1853237352227328/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:163/0 lens 304/240 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384937.903302:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034994a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352227328:12345-0@lo:256: Request processed in 603us (807us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384937.903303:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.903315:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384937.903316:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000001:0.0:1767384937.903317:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384937.903320:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384937.903321:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384937.903325:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384937.903326:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384937.903327:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384937.903332:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384937.903332:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.903336:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.903337:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079469cba. 00000100:00001000:0.0:1767384937.903339:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=67 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384937.903341:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007abcefa9. 00000100:00001000:0.0:1767384937.903344:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=67 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384937.903346:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a1a6cf6. 00000100:00000001:0.0:1767384937.903347:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384937.903350:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384937.903353:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00010000:00000001:0.0:1767384937.903353:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384937.903354:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.903359:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384937.903361:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f45a73cd. 00000100:00000001:0.0:1767384937.903364:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.903365:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384937.903369:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384937.903371:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384937.903381:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384937.903382:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384937.903388:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5cc09f6. 00000100:00000001:0.0:1767384937.903393:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384937.903394:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccd7bf26. 00000100:00000001:0.0:1767384937.903397:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384937.903402:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384937.903407:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352227328:0@lo:256: 00000100:00000001:0.0:1767384937.903411:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.903412:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.903414:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384937.903415:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.903416:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.903420:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384937.903421:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a9c26187. 00000100:00000001:0.0:1767384937.903423:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384937.903424:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384937.903426:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 66, more 0. 10000000:00000001:0.0:1767384937.903429:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384937.903436:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000021791a43. 10000000:00000040:0.0:1767384937.903446:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384937.903452:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384937.903455:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384937.903459:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:0.0:1767384937.903462:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.903464:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384937.903465:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:0.0:1767384937.903466:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000400:00000200:0.0:1767384937.903470:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 31 NIDs 00000400:00001000:0.0:1767384937.903477:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384937.903481:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:0.0:1767384937.903486:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384937.903491:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (31) 00000400:00000200:0.0:1767384937.903496:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (32) 00000400:00000200:0.0:1767384937.903510:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384937.903512:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384937.903514:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384937.903516:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:0.0:1767384937.903518:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (33) 00000400:00000200:0.0:1767384937.903520:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:0.0:1767384937.903522:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:0.0:1767384937.903525:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903526:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:0.0:1767384937.903527:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:0.0:1767384937.903543:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903545:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:2.0:1767384937.903546:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384937.903547:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:0.0:1767384937.903554:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903556:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:2.0:1767384937.903558:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:0.0:1767384937.903560:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:2.0:1767384937.903564:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (32) 00000400:00000200:0.0:1767384937.903566:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903569:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000010:2.0:1767384937.903570:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000f45a73cd. 00000400:00000200:0.0:1767384937.903571:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000010:2.0:1767384937.903576:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4de13c1. 00000400:00000200:0.0:1767384937.903576:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903581:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:0.0:1767384937.903582:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000010:2.0:1767384937.903584:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007d84a5a2. 00000400:00000200:0.0:1767384937.903586:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903589:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:0.0:1767384937.903593:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:2.0:1767384937.903594:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767384937.903600:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903603:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:0.0:1767384937.903605:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:2.0:1767384937.903610:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384937.903611:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903615:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:0.0:1767384937.903618:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:2.0:1767384937.903620:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384937.903627:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384937.903630:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903635:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:2.0:1767384937.903638:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384937.903639:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:2.0:1767384937.903646:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:0.0:1767384937.903648:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903653:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:2.0:1767384937.903657:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384937.903657:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:0.0:1767384937.903663:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384937.903666:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:0.0:1767384937.903668:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:0.0:1767384937.903672:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:2.0:1767384937.903677:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384937.903678:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903682:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:0.0:1767384937.903685:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:2.0:1767384937.903690:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:0.0:1767384937.903692:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903697:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:2.0:1767384937.903701:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000400:00000200:0.0:1767384937.903702:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:0.0:1767384937.903708:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903710:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:0.0:1767384937.903714:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:2.0:1767384937.903715:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:0.0:1767384937.903721:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903726:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:2.0:1767384937.903727:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:0.0:1767384937.903728:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:0.0:1767384937.903735:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384937.903737:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:0.0:1767384937.903738:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:0.0:1767384937.903744:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:2.0:1767384937.903751:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:0.0:1767384937.903752:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903754:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:0.0:1767384937.903756:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:0.0:1767384937.903761:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903766:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:0.0:1767384937.903769:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:2.0:1767384937.903771:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:0.0:1767384937.903775:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903779:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:0.0:1767384937.903782:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:2.0:1767384937.903786:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:0.0:1767384937.903788:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903792:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:0.0:1767384937.903797:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:2.0:1767384937.903798:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:2.0:1767384937.903807:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:0.0:1767384937.903808:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903813:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:0.0:1767384937.903818:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:2.0:1767384937.903819:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:0.0:1767384937.903822:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903826:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:2.0:1767384937.903829:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000400:00000200:0.0:1767384937.903830:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:0.0:1767384937.903836:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384937.903840:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 24], ns[84, 24] 00000400:00000200:0.0:1767384937.903841:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:0.0:1767384937.903847:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:2.0:1767384937.903852:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 24], ns[121, 24] 00000400:00000200:0.0:1767384937.903856:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903861:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:2.0:1767384937.903862:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 24], ns[94, 24] 00000400:00000200:0.0:1767384937.903868:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:2.0:1767384937.903872:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 24], ns[83, 24] 00000400:00000200:0.0:1767384937.903878:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384937.903883:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[111, 24] 00000400:00000200:0.0:1767384937.903884:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:2.0:1767384937.903920:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 24], ns[122, 24] 00000400:00000200:2.0:1767384937.903925:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 24], ns[117, 24] 00000400:00000200:2.0:1767384937.903930:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 24], ns[115, 24] 00000400:00000200:0.0:1767384937.903937:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:2.0:1767384937.903938:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[116, 24], ns[126, 24] 00000400:00000200:0.0:1767384937.903946:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384937.903950:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 00000400:00000200:0.0:1767384937.903950:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:0.0:1767384937.903955:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:2.0:1767384937.903962:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:0.0:1767384937.903963:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903966:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:2.0:1767384937.903970:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp38 00000400:00000200:0.0:1767384937.903970:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:0.0:1767384937.903977:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384937.903980:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp38 lpni_is_preferred = 0 00000400:00000200:0.0:1767384937.903982:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:0.0:1767384937.903986:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:2.0:1767384937.903988:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp38 00000400:00000200:0.0:1767384937.903991:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384937.903992:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:0.0:1767384937.903993:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000010:0.0:1767384937.903997:0:16773:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000454ac999. 00000400:00000200:0.0:1767384937.904006:0:16773:0:(peer.c:264:lnet_peer_alloc()) 00000000454ac999 nid 192.168.203.112@tcp39 00000400:00000200:2.0:1767384937.904008:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp38 NI seq info: [127:127:256:4294967295] 192.168.203.112@tcp38 LPNI seq info [117:117:8:4294967295] 00000400:00000010:0.0:1767384937.904010:0:16773:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cb4d901a. 00000400:00000200:0.0:1767384937.904014:0:16773:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cb4d901a net tcp39 00000400:00000010:0.0:1767384937.904019:0:16773:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cae3db08. 00000400:00000200:2.0:1767384937.904024:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp38 00000400:00000200:0.0:1767384937.904027:0:16773:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cae3db08 nid 192.168.203.112@tcp39 00000400:00000200:2.0:1767384937.904037:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp38(192.168.203.112@tcp38:) -> 192.168.203.112@tcp38(192.168.203.112@tcp:192.168.203.112@tcp38) : GET try# 0 00000400:00000200:0.0:1767384937.904045:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (0) 00000800:00000200:2.0:1767384937.904046:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp38 00000800:00000010:2.0:1767384937.904053:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b667cdb8. 00000400:00000200:0.0:1767384937.904056:0:16773:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.112@tcp39: -2 00000400:00000200:0.0:1767384937.904065:0:16773:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp39 NID 192.168.203.112@tcp39 flags 0x1 00000800:00000010:2.0:1767384937.904066:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bd1e2d31. 00000800:00000010:2.0:1767384937.904070:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f128243f. 00000400:00000200:0.0:1767384937.904078:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (1) 00000800:00000200:2.0:1767384937.904079:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:0.0:1767384937.904084:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (2) 00000800:00000200:2.1:1767384937.904090:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:0.0:1767384937.904091:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (1) 00000400:00000200:0.0:1767384937.904099:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (2) 00000400:00000200:0.0:1767384937.904104:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp39 (00000000454ac999): 0 00000400:00000200:0.0:1767384937.904108:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384937.904111:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384937.904112:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384937.904116:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000400:00000200:0.0:1767384937.904123:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp39 NID 192.168.203.112@tcp39: 0. pending discovery 00000400:00000200:0.0:1767384937.904127:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (3) 00000100:00000001:0.0:1767384937.904131:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.904133:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x41 00010000:00000001:0.0:1767384937.904135:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.904137:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (2) 00000400:00000010:2.0:1767384937.904142:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a1a6cf6. 10000000:00000040:0.0:1767384937.904143:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 00000400:00000010:2.0:1767384937.904146:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c3122ee. 10000000:00000010:0.0:1767384937.904149:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000553682ce. 00000400:00000010:2.0:1767384937.904152:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d75fe212. 10000000:00000040:0.0:1767384937.904153:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 66/66 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:0.0:1767384937.904159:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384937.904161:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp39 00000020:00000001:0.0:1767384937.904166:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:2.0:1767384937.904170:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp39 local destination 00000020:00000010:0.0:1767384937.904171:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c440076. 00000400:00000200:2.0:1767384937.904175:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000020:00000010:0.0:1767384937.904178:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000669d4e14. 00000400:00000200:2.0:1767384937.904179:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp39 00000400:00000200:2.0:1767384937.904184:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp39 lpni_is_preferred = 0 00000040:00000010:0.0:1767384937.904185:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a0a9a55. 00000400:00000200:2.0:1767384937.904186:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp39 00000400:00000200:2.0:1767384937.904191:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [128:128:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [1:1:8:4294967295] 00000020:00000010:0.0:1767384937.904192:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091335d66. 00000400:00000200:2.0:1767384937.904196:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp39 00000020:00000010:0.0:1767384937.904198:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069e186ca. 00000020:00000010:0.0:1767384937.904204:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000064f2722e. 00000400:00000200:2.0:1767384937.904205:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) : GET try# 0 80000000:00000010:0.0:1767384937.904211:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dfc6e8f3. 00000800:00000200:2.0:1767384937.904212:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp39 00000800:00000010:2.0:1767384937.904218:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002046d4c5. 40000000:00000010:0.0:1767384937.904218:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000067fc67fd. 00000800:00000010:2.0:1767384937.904222:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e866b445. 00100000:00000010:0.0:1767384937.904225:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f914a7a. 00000800:00000010:2.0:1767384937.904227:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f6ea23cd. 00040000:00000010:0.0:1767384937.904231:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000009599e91. 00000800:00000200:2.0:1767384937.904232:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (2) 00000800:00000200:2.1:1767384937.904238:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (2) 00040000:00000010:0.0:1767384937.904239:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000edfc04cd. 00040000:00000010:0.0:1767384937.904245:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000044d623e1. 00000400:00000200:2.0:1767384937.904248:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp39 00080000:00000010:0.0:1767384937.904249:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000068b622eb. 00000004:00000010:0.0:1767384937.904255:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000572eece8. 00000400:00000200:2.0:1767384937.904258:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x241 rc 0 00000004:00000010:0.0:1767384937.904262:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000862ef606. 00000004:00000010:0.0:1767384937.904268:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b98ca732. 00002000:00000010:0.0:1767384937.904278:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000093234434. 00000004:00000010:0.0:1767384937.904281:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e9101054. 00000004:00000001:0.0:1767384937.904285:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384937.904289:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384937.904291:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000553682ce 00000040:00001000:0.0:1767384937.904292:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384937.904294:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384937.904295:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384937.904296:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384937.904299:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384937.904300:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384937.904301:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384937.904302:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:0.0:1767384937.904304:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384937.904342:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000004:00000001:0.0:1767384937.904363:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384937.904368:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000669d4e14. 00000040:00000010:0.0:1767384937.904373:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003a0a9a55. 00000020:00000010:0.0:1767384937.904378:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091335d66. 00000020:00000010:0.0:1767384937.904384:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000069e186ca. 00000020:00000010:0.0:1767384937.904388:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000064f2722e. 80000000:00000010:0.0:1767384937.904394:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dfc6e8f3. 40000000:00000010:0.0:1767384937.904396:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000067fc67fd. 00100000:00000010:0.0:1767384937.904401:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003f914a7a. 00040000:00000010:0.0:1767384937.904407:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000009599e91. 00000400:00000200:2.0:1767384937.904411:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00040000:00000010:0.0:1767384937.904418:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000edfc04cd. 00040000:00000010:0.0:1767384937.904424:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000044d623e1. 00080000:00000010:0.0:1767384937.904431:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000068b622eb. 00000004:00000010:0.0:1767384937.904437:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000572eece8. 00000004:00000010:0.0:1767384937.904443:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000862ef606. 00000004:00000010:0.0:1767384937.904448:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b98ca732. 00002000:00000010:0.0:1767384937.904453:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000093234434. 00000004:00000010:0.0:1767384937.904457:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e9101054. 00000020:00000010:0.0:1767384937.904460:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c440076. 00000020:00000001:0.0:1767384937.904464:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.904465:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000020:00000001:0.0:1767384937.904466:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384937.904472:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000553682ce. 10000000:00000010:0.0:1767384937.904481:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000021791a43. 10000000:00000001:0.0:1767384937.904487:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.904490:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384937.904493:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352227328/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.904499:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384937.904502:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384937.904504:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000259f47eb. 02000000:00000001:0.0:1767384937.904508:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384937.904510:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384937.904511:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000020:00000040:0.0:1767384937.904512:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384937.904519:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384937.904522:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384937.904524:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384937.904525:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384937.904527:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384937.904544:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000083003835. 00000100:00000010:0.0:1767384937.904549:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f60f60c6. 00000100:00000001:0.0:1767384937.904551:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384937.904553:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000984b6edf. 02000000:00000001:0.0:1767384937.904557:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384937.904560:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384937.904562:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:0.0:1767384937.904566:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384937.904568:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384937.904582:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000061b53744. 10000000:01000000:0.0:1767384937.904586:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384937.904587:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 10000000:00000001:0.0:1767384937.904592:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384937.904595:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384937.904599:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384937.904601:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=3 00000020:00000001:0.0:1767384937.904603:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384937.904606:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384937.904609:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384937.904612:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384937.904623:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384937.904625:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384937.904627:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384937.904629:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00010000:00000001:0.0:1767384937.904637:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384937.904639:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384937.904641:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384937.904642:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384937.904644:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384937.904646:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384937.904649:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384937.904650:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:0.0:1767384937.904652:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384937.904676:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.904713:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.904736:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.904796:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.904817:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.904883:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.904941:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.904985:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905011:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905029:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905073:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905098:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905131:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905160:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905192:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905219:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905264:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905296:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905318:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905358:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905419:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905432:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905486:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905502:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905572:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905595:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905641:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905659:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905702:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905724:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905767:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905807:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905833:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905869:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905920:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.905965:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.905993:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906036:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906075:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906118:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906139:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906169:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906195:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906217:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906246:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906284:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906297:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906334:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906340:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906379:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906390:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906454:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906464:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906508:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906523:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906574:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906607:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906623:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906640:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906666:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906688:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906707:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906731:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906763:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:2.0:1767384937.906766:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f553017. 00000800:00000010:2.0:1767384937.906771:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000019c91ea. 00000800:00000010:2.0:1767384937.906778:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000efaf2874. 00000400:00000200:0.0:1767384937.906784:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:2.0:1767384937.906804:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000efaf2874. 00000400:00000200:0.0:1767384937.906812:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000800:00020000:2.0:1767384937.906818:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384937.906822:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000019c91ea. 00000800:00000010:2.0:1767384937.906826:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004f553017. 00000400:00000200:0.0:1767384937.906837:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.906864:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:02020000:2.0:1767384937.906884:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp38 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384937.906927:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp38 notifying 192.168.203.112@tcp38: down 00000400:00000200:0.0:1767384937.906930:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000800:00000200:2.0:1767384937.906938:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp38 down 00000800:00000100:2.0:1767384937.906954:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp38 00000800:00000010:2.0:1767384937.906960:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b667cdb8. 00000400:00000200:2.0:1767384937.906968:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384937.906977:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp38->192.168.203.112@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384937.906986:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:2.0:1767384937.906988:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp38 added to recovery queue. ping count: 0 next ping: 260 health :900 00000400:00000200:2.0:1767384937.906995:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384937.907000:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:2.0:1767384937.907005:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384937.907013:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.907047:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384937.907059:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300871 00000400:00000001:3.0:1767384937.907066:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384937.907069:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384937.907072:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4de13c1 00000400:00000010:3.0:1767384937.907075:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4de13c1. 00000400:00000200:0.0:1767384937.907075:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.907093:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384937.907105:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:3.0:1767384937.907113:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000f45a73cd. 00000400:00000200:3.0:1767384937.907119:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (33) 00000400:00000200:3.0:1767384937.907123:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000200:3.0:1767384937.907130:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 rc -71 00000400:00000200:3.0:1767384937.907134:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384937.907144:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (32) 00000400:00000200:0.0:1767384937.907165:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000800:00000010:0.0:1767384937.907344:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0e9528f. 00000800:00000010:0.0:1767384937.907348:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9c26187. 00000800:00000010:0.0:1767384937.907351:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083003835. 00000800:00000010:0.0:1767384937.907414:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083003835. 00000400:00000200:3.0:1767384937.907705:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384937.907730:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp39 from 209.3.0.2 00000800:00000010:3.0:1767384937.907734:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001b44c621. 00000800:00000010:0.0:1767384937.907953:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c397f1c7. 00000800:00000010:0.0:1767384937.907960:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001a5258cd. 00000800:00000010:0.0:1767384937.907992:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e1fc0c8. 00000800:00000200:0.1:1767384937.908005:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (2) 00000800:00000200:0.1:1767384937.908016:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp39 000000008e1fc0c8 deleted 00000800:00000010:0.1:1767384937.908021:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008e1fc0c8. 00000800:00000200:0.1:1767384937.908029:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384937.908043:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:977 00000800:00000200:0.1:1767384937.908047:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002046d4c5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384937.908057:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp39 p 3.x 192.168.203.112 -> 192.168.203.112:977 incarnation:1767384935755097261 sched[0] 00000800:00000010:0.0:1767384937.908062:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083003835. 00000800:00000010:0.0:1767384937.908132:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083003835. 00000800:00000010:0.0:1767384937.908137:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a5258cd. 00000800:00000010:0.0:1767384937.908187:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001b44c621. 00000800:00000001:0.0:1767384937.908209:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384937.908216:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384937.908269:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384937.908274:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002046d4c5. 00000400:00000200:0.0:1767384937.908279:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384937.908287:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: GET: OK 00000400:00000200:0.0:1767384937.908292:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384937.908297:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp39: 0 00000800:00000200:0.1:1767384937.908343:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384937.908349:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp39 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384935755097261 sched[0] 00000800:00000010:0.0:1767384937.908354:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9c26187. 00000400:00000200:0.0:1767384937.908448:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.908526:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:3.0:1767384937.908619:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384937.908628:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000001:3.0:1767384937.908629:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384937.908636:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.908656:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.908671:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : GET - for me 00000400:00000200:0.0:1767384937.908688:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.908689:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp39 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384937.908704:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp39 of length 272/272 into md 0x1b01 [1] + 0 00000400:00000200:3.0:1767384937.908717:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp39 to MR: 192.168.203.112@tcp39 local destination 00000400:00000200:3.0:1767384937.908724:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [129:129:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384937.908732:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.908749:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) 192.168.203.112@tcp39 : REPLY try# 0 00000800:00000200:3.0:1767384937.908758:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp39 00000800:00000010:3.0:1767384937.908762:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9194fdb. 00000800:00000200:3.0:1767384937.908768:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000800:00000200:3.0:1767384937.908773:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:988 00000800:00000200:3.0:1767384937.908777:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384937.908783:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.908816:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.908855:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000800:00000200:3.0:1767384937.908927:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384937.908931:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9194fdb. 00000400:00000200:3.0:1767384937.908935:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.908942:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: REPLY: OK 00000800:00000001:3.0:1767384937.908956:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.908960:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384937.908962:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384937.908967:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000001:3.0:1767384937.908969:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384937.908977:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.908983:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.908991:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : REPLY - for me 00000400:00000200:3.0:1767384937.909005:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp39: Reply from 12345-192.168.203.112@tcp39 of length 272/272 into md 0x1ba1 00000800:00000001:3.0:1767384937.909008:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909014:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.909016:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.909022:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: REPLY: OK 00000400:00000200:3.0:1767384937.909029:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c3122ee 00000400:00000010:3.0:1767384937.909031:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c3122ee. 00000400:00000200:3.0:1767384937.909042:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384937.909048:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp39 has discovery enabled 00000400:00000200:0.0:1767384937.909048:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909057:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp39(00000000454ac999) is MR 00000400:00000200:3.0:1767384937.909060:0:16129:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.112@tcp39 (528 bytes) 00000400:00000200:3.0:1767384937.909068:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp39 (00000000454ac999): -114 00000400:00000010:3.0:1767384937.909078:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a1a6cf6. 00000400:00000200:3.0:1767384937.909081:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (3) 00000800:00000001:3.0:1767384937.909091:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909099:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.909108:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909140:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384937.909145:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x841 00000400:00000200:3.0:1767384937.909154:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp39:0 00000400:00000200:3.0:1767384937.909159:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x2041 rc 1 00000400:00000200:3.0:1767384937.909162:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x2041 00000400:00000200:3.0:1767384937.909166:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (2) 00000400:00000200:0.0:1767384937.909167:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000010:3.0:1767384937.909171:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000afb567b7. 00000400:00000010:3.0:1767384937.909175:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000010:3.0:1767384937.909184:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0face04. 00000400:00000200:3.0:1767384937.909194:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp39 00000400:00000200:3.0:1767384937.909205:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp39 local destination 00000400:00000200:3.0:1767384937.909208:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:3.0:1767384937.909215:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp39 00000400:00000200:3.0:1767384937.909219:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp39 lpni_is_preferred = 0 00000400:00000200:3.0:1767384937.909221:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp39 00000400:00000200:3.0:1767384937.909227:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [130:130:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384937.909231:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909232:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp39 00000400:00000200:3.0:1767384937.909260:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) : GET try# 0 00000800:00000200:3.0:1767384937.909264:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp39 00000800:00000010:3.0:1767384937.909267:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9194fdb. 00000800:00000200:3.0:1767384937.909275:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000800:00000200:3.0:1767384937.909283:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:977 00000800:00000200:3.0:1767384937.909286:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384937.909297:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909304:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp39 00000400:00000200:3.0:1767384937.909312:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x241 rc 0 00000400:00000200:0.0:1767384937.909347:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.909387:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000800:00000200:3.0:1767384937.909397:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384937.909402:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9194fdb. 00000400:00000200:3.0:1767384937.909408:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.909414:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: GET: OK 00000400:00000200:3.0:1767384937.909418:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384937.909421:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp39: 0 00000800:00000001:3.0:1767384937.909434:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909441:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384937.909445:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384937.909445:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000800:00000001:3.0:1767384937.909452:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.909465:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : GET - for me 00000400:00000200:3.0:1767384937.909476:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp39 of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384937.909483:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp39 of length 528/528 into md 0x1b01 [1] + 0 00000400:00000200:3.0:1767384937.909496:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp39 to MR: 192.168.203.112@tcp39 local destination 00000400:00000200:0.0:1767384937.909500:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909509:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [131:131:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1767384937.909528:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) 192.168.203.112@tcp39 : REPLY try# 0 00000800:00000200:3.0:1767384937.909553:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.112@tcp39 00000800:00000010:3.0:1767384937.909556:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9194fdb. 00000800:00000200:3.0:1767384937.909562:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000400:00000200:0.0:1767384937.909565:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000800:00000200:3.0:1767384937.909572:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:988 00000800:00000200:3.0:1767384937.909575:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 3, nob 624 niov 1 nkiov 1 00000400:00000200:0.0:1767384937.909606:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000800:00000200:3.0:1767384937.909643:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384937.909647:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9194fdb. 00000400:00000200:3.0:1767384937.909650:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.909658:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: REPLY: OK 00000400:00000200:0.0:1767384937.909659:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000800:00000001:3.0:1767384937.909674:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909683:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384937.909687:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909701:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384937.909703:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909713:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.909713:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909737:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : REPLY - for me 00000400:00000200:3.0:1767384937.909746:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp39: Reply from 12345-192.168.203.112@tcp39 of length 528/528 into md 0x1ba5 00000800:00000001:3.0:1767384937.909751:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909759:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.909761:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.909770:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: REPLY: OK 00000400:00000200:3.0:1767384937.909776:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000200:0.0:1767384937.909777:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000010:3.0:1767384937.909779:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000400:00000200:3.0:1767384937.909790:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384937.909796:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp39 has discovery enabled 00000400:00000200:3.0:1767384937.909801:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp39(00000000454ac999) is MR 00000400:00000200:3.0:1767384937.909809:0:16129:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp39 data present 0. state = 0x241 00000400:00000200:3.0:1767384937.909820:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp39 (00000000454ac999): -114 00000400:00000200:3.0:1767384937.909830:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (3) 00000800:00000001:3.0:1767384937.909838:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.909845:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.909853:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909944:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384937.909944:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384937.909960:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0xc1 00000400:00020000:3.0:1767384937.909967:0:16134:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.112@tcp NID 192.168.203.112@tcp is already locked with peer 000000003db7a5a5 00000400:00000200:0.0:1767384937.909979:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910005:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910027:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910051:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910085:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910125:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910155:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910175:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910207:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384937.910247:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384937.910364:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007330ce2b. 00000800:00000010:0.0:1767384937.910367:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9c26187. 00000800:00000010:0.0:1767384937.910371:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083003835. 00000800:00000010:0.0:1767384937.910386:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083003835. 00000800:00020000:0.0:1767384937.910392:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384937.910394:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9c26187. 00000800:00000010:0.0:1767384937.910396:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007330ce2b. 00000400:02020000:0.0:1767384937.910429:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp39 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384937.914865:0:16134:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp flags 0x11: -76 00000400:00000200:3.0:1767384937.914874:0:16134:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.112@tcp39 NID 192.168.203.112@tcp: -76 00000400:00000010:3.0:1767384937.914877:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000afb567b7. 00000400:00000200:3.0:1767384937.914883:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp39(00000000454ac999): -76. state = 0x200141 00000400:00000200:3.0:1767384937.914917:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x200141 rc -76 00000400:00000200:3.0:1767384937.914921:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp39 (00000000454ac999) 00000400:00000200:3.0:1767384937.914924:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (2) 00000100:00000040:2.0:1767384937.915942:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294926862, at 4294926863 00000100:00000010:2.0:1767384937.915963:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d86833a6. 00000100:00000040:1.0:1767384937.915984:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294926862, at 4294926863 00000100:00000040:3.0:1767384937.915989:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294926862, at 4294926863 00000100:00000010:1.0:1767384937.915993:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e885817. 00000100:00000010:3.0:1767384937.915999:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf61844f. 00000100:00000040:0.0:1767384937.916231:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294926862, at 4294926863 00000100:00000010:0.0:1767384937.916237:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa39cb8. 00000020:00000010:2.0:1767384937.916858:0:32272:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000efaf2874. 00000020:00000040:2.0:1767384937.916864:0:32272:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384937.916866:0:32272:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000efaf2874. 00010000:00000001:2.0:1767384937.965956:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384937.965965:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.965981:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384937.965983:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.966020:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384937.966033:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.966036:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384938.153493:0:32330:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384938.153497:0:32330:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:0.0:1767384938.157587:0:32330:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384938.165436:0:32331:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006ef3ae25. 00000400:00000010:0.0:1767384938.165461:0:32331:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000081a2391d. 00000400:00000010:0.0:1767384938.165474:0:32331:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008c4f6f32. 00000400:00000010:0.0:1767384938.165479:0:32331:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000259f47eb. 00000400:00000010:0.0:1767384938.165485:0:32331:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db9ba719. 00000400:00000010:0.0:1767384938.165490:0:32331:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083003835. 00000400:00000010:0.0:1767384938.165491:0:32331:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000018b309f6. 00000400:00000010:0.0:1767384938.165492:0:32331:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067fc67fd. 00000400:00000010:0.0:1767384938.165496:0:32331:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ee824bc7. 00000800:00000010:0.0:1767384938.165514:0:32331:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000009599e91. 00000800:00000200:0.0:1767384938.165526:0:32331:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384938.165557:0:32331:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384938.165599:0:32331:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:0.0:1767384938.165623:0:32331:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp40 [8/256/0/180] 00000400:00000010:0.0:1767384938.167104:0:32331:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000093234434. 00000400:00000010:0.0:1767384938.167112:0:32331:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb9357dc. 00000400:00000010:0.0:1767384938.167120:0:32331:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000400:00000001:0.0:1767384938.167153:0:32331:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384938.167156:0:32331:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384938.167159:0:32331:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030220923. 00000400:00000200:0.0:1767384938.167163:0:32331:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fabba140 00000400:00000010:0.0:1767384938.167165:0:32331:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fabba140. 00000400:00000010:0.0:1767384938.167170:0:32331:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000053838983. 00000400:00000200:0.0:1767384938.167176:0:32331:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (31) 00000400:00000200:0.0:1767384938.167189:0:32331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384938.167192:0:32331:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (1) 00000400:00000200:0.0:1767384938.167194:0:32331:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp39 (00000000454ac999): 0 00000400:00000200:0.0:1767384938.167205:0:32331:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:0.0:1767384938.167213:0:32331:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007330ce2b. 00000020:01000000:0.0:1767384938.167217:0:32331:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384938.167219:0:32331:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp40 00000400:00000010:0.0:1767384938.167238:0:32331:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000081a2391d. 00000400:00000010:0.0:1767384938.167243:0:32331:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006ef3ae25. 00000400:00000200:3.0:1767384938.167252:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384938.167262:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:3.0:1767384938.167267:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (32) 00000400:00000010:3.0:1767384938.167272:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000afb567b7. 00000020:00000001:1.0:1767384938.167274:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384938.167277:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 10000000:00000001:1.0:1767384938.167280:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384938.167283:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:3.0:1767384938.167284:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001befa769. 10000000:01000000:1.0:1767384938.167286:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384938.167291:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000020:01000004:1.0:1767384938.167292:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384938.167302:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384938.167304:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:01000004:1.0:1767384938.167305:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384938.167310:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384938.167312:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384938.167314:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384938.167317:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:1.0:1767384938.167318:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384938.167322:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384938.167325:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384938.167329:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:1.0:1767384938.167329:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384938.167335:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000100:00000010:1.0:1767384938.167337:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f59a7a6e. 00000400:00000200:3.0:1767384938.167343:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:00000040:1.0:1767384938.167343:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384938.167350:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384938.167353:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 02000000:00000001:1.0:1767384938.167354:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384938.167359:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 02000000:00000001:1.0:1767384938.167361:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.167365:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 02000000:00000010:1.0:1767384938.167370:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000425b1ae4. 00000400:00000200:3.0:1767384938.167371:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:3.0:1767384938.167377:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000100:00000001:1.0:1767384938.167379:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.167383:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:3.0:1767384938.167387:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000100:00000001:1.0:1767384938.167390:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384938.167391:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000100:00000001:1.0:1767384938.167394:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.167397:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:3.0:1767384938.167403:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000040:1.0:1767384938.167403:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f59a7a6e] to pc [ptlrpcd_00_00+0] req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384938.167418:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:3.0:1767384938.167423:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:3.0:1767384938.167429:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:3.0:1767384938.167435:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 10000000:00000001:1.0:1767384938.167436:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384938.167441:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.167443:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000020:00000001:1.0:1767384938.167445:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384938.167450:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384938.167452:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 24], ns[84, 24] 00000400:00000200:3.0:1767384938.167457:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 24], ns[121, 24] 00000020:00000001:1.0:1767384938.167457:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384938.167461:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384938.167466:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384938.167469:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384938.167470:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 24], ns[94, 24] 00000020:01000004:1.0:1767384938.167473:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384938.167476:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384938.167479:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 24], ns[83, 24] 00000020:01000004:1.0:1767384938.167479:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384938.167481:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384938.167481:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384938.167492:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384938.167493:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384938.167495:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[111, 24] 00000100:00000001:2.0:1767384938.167499:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384938.167500:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384938.167507:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384938.167510:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384938.167511:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 24], ns[122, 24] 00000100:00000040:2.0:1767384938.167516:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384938.167516:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384938.167526:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 24], ns[117, 24] 00000100:00000010:1.0:1767384938.167527:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b4506c3. 00000020:00000040:1.0:1767384938.167556:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384938.167572:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384938.167573:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 24], ns[115, 24] 02000000:00000001:1.0:1767384938.167579:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384938.167586:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.167591:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384938.167597:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.167603:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[116, 24], ns[126, 24] 02000000:00000010:1.0:1767384938.167603:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 02000000:00000001:2.0:1767384938.167607:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384938.167615:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.167615:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.167616:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[117, 24], ns[127, 24] 00000100:00000001:1.0:1767384938.167626:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384938.167627:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.167629:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.167640:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000100:00100000:2.0:1767384938.167646:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f59a7a6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352227456:0@lo:253: 00000400:00000200:3.0:1767384938.167651:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp18 00000100:00000040:1.0:1767384938.167652:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b4506c3] to pc [ptlrpcd_00_01+1] req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384938.167664:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp18 lpni_is_preferred = 0 00000100:00000001:2.0:1767384938.167669:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384938.167674:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp18 02000000:00000001:2.0:1767384938.167682:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384938.167683:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp18 NI seq info: [132:132:256:4294967295] 192.168.203.112@tcp18 LPNI seq info [118:118:8:4294967295] 10000000:00000001:1.0:1767384938.167683:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384938.167689:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.167690:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.167695:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384938.167702:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:2.0:1767384938.167703:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384938.167705:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007330ce2b. 00000400:00000200:3.0:1767384938.167708:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp18 02000000:00000010:2.0:1767384938.167715:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004f553017. 02000000:00000001:2.0:1767384938.167720:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.167721:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384938.167726:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18:) -> 192.168.203.112@tcp18(192.168.203.112@tcp:192.168.203.112@tcp18) : GET try# 0 00000400:00000010:2.0:1767384938.167727:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae339ffd. 00000100:00000001:1.0:1767384938.167727:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384938.167736:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384938.167738:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp18 00000400:00000010:2.0:1767384938.167740:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e05b253c. 00000800:00000010:3.0:1767384938.167745:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9194fdb. 00000100:00000040:1.0:1767384938.167746:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.167749:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352227456, portal 25 00000800:00000200:3.0:1767384938.167762:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (6) 00000100:00000001:2.0:1767384938.167762:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384938.167767:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605553280 : -106559103998336 : ffff9f15c6756680) 00000100:00000001:1.0:1767384938.167776:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384938.167779:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.167781:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384938.167783:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp18 ip 192.168.203.112:988 02000000:00000001:1.0:1767384938.167789:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1767384938.167793:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 2, nob 96 niov 1 nkiov 0 02000000:00000001:1.0:1767384938.167795:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384938.167805:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.167816:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001b4506c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352227584:0@lo:253: 00000400:00000200:3.0:1767384938.167818:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384938.167827:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000100:00000001:2.0:1767384938.167834:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384938.167835:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x200161 00000100:00000001:1.0:1767384938.167835:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384938.167846:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384938.167847:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 02000000:00000001:1.0:1767384938.167852:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.167854:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384938.167855:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384938.167856:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (2) 00000400:00000010:2.0:1767384938.167870:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a3d0eee. 00000400:00000010:3.0:1767384938.167871:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cff71928. 02000000:00000010:1.0:1767384938.167871:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f7fc1e1. 00000400:00000200:3.0:1767384938.167925:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp39 02000000:00000001:1.0:1767384938.167926:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384938.167932:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352227456, offset 0 00000400:00000010:1.0:1767384938.167932:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b0ecfa. 00000400:00000010:1.0:1767384938.167939:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df6002ee. 00000400:00000200:3.0:1767384938.167941:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp39 to MR: 192.168.203.112@tcp39 local destination 00000400:00000200:3.0:1767384938.167957:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [133:133:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384938.167957:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384938.167967:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp39 00000100:00000200:1.0:1767384938.167972:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352227584, portal 25 00000400:00000200:3.0:1767384938.167976:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) : PUT try# 0 00000100:00000001:1.0:1767384938.167977:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384938.167980:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605555968 : -106559103995648 : ffff9f15c6757100) 00000800:00000200:3.0:1767384938.167985:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.112@tcp39 00000800:00000010:3.0:1767384938.167989:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c4524c. 00000100:00000040:1.0:1767384938.167989:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384938.168000:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384938.168004:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000800:00000200:3.0:1767384938.168016:0:16134:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000100:00000001:1.0:1767384938.168018:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.168023:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.0:1767384938.168025:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:988 00000400:00000010:1.0:1767384938.168027:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfae95f2. 00000800:00000200:3.0:1767384938.168029:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 1, nob 640 niov 1 nkiov 1 00000400:00000200:2.0:1767384938.168036:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106280 00000100:00000200:1.0:1767384938.168037:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352227584, offset 0 00000400:00000200:3.0:1767384938.168046:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.168052:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x200561 rc 0 00000400:00000200:2.0:1767384938.168058:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x139d [2] + 0 00000400:00000010:2.0:1767384938.168070:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ceb8fc5. 00000400:00000200:2.0:1767384938.168074:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ffbd61b3 00000400:00000200:1.0:1767384938.168078:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384938.168082:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.168092:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384938.168099:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384938.168102:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffbd61b3 00000400:00000010:2.0:1767384938.168106:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffbd61b3. 00000400:00000200:1.0:1767384938.168112:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106300 00000100:00000001:2.0:1767384938.168114:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384938.168118:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384938.168122:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a5 [2] + 0 00000100:00000040:2.0:1767384938.168123:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000004068677f x1853237352227456 msgsize 4848 00000400:00000010:1.0:1767384938.168135:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32906d2. 00000400:00000200:1.0:1767384938.168140:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005164420f 00000100:00100000:2.0:1767384938.168149:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384938.168154:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384938.168157:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384938.168166:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384938.168173:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384938.168174:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384938.168175:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005164420f 00000400:00000010:1.0:1767384938.168182:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005164420f. 00000800:00000010:3.0:1767384938.168183:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9194fdb. 00000400:00000200:2.0:1767384938.168191:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3d0eee 00000100:00000001:1.0:1767384938.168192:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384938.168194:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384938.168200:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384938.168201:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a3d0eee. 00000400:00000200:3.0:1767384938.168208:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp18->192.168.203.112@tcp18: GET: OK 00000100:00000040:1.0:1767384938.168216:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000f1037534 x1853237352227584 msgsize 4848 00000100:00000001:2.0:1767384938.168219:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384938.168221:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:2.0:1767384938.168227:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384938.168231:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000100:00100000:1.0:1767384938.168235:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384938.168245:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384938.168245:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384938.168259:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.168260:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384938.168262:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384938.168271:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384938.168274:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384938.168277:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfae95f2 00000800:00000001:3.0:1767384938.168281:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384938.168283:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfae95f2. 00000100:00000001:1.0:1767384938.168298:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384938.168300:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.168310:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384938.168310:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384938.168311:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18) <- 192.168.203.112@tcp18 : GET - for me 00000100:00000001:2.0:1767384938.168323:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.168332:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294927128 00000400:00000200:3.0:1767384938.168333:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384938.168333:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384938.168344:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000100:00000040:1.0:1767384938.168346:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384938.168348:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 528/528 into md 0x1ba9 [1] + 0 00000100:00000001:2.0:1767384938.168361:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384938.168366:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.168372:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp18 to MR: 192.168.203.112@tcp18 local destination 00000100:00000001:2.0:1767384938.168373:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294927128 00000100:00000001:1.0:1767384938.168375:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384938.168383:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000701d3fd0. 00000400:00000200:3.0:1767384938.168392:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp18 NI seq info: [134:134:256:4294967295] 192.168.203.112@tcp18 LPNI seq info [119:119:8:4294967295] 00000100:00000001:2.0:1767384938.168392:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384938.168405:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294927128 00000100:00000010:2.0:1767384938.168414:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000db52a7e. 00000100:00000001:2.0:1767384938.168418:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384938.168425:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294927128 00000400:00000200:3.0:1767384938.168426:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18:192.168.203.112@tcp18) -> 192.168.203.112@tcp18(192.168.203.112@tcp18:192.168.203.112@tcp18) 192.168.203.112@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384938.168436:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.112@tcp18 00000100:00000001:1.0:1767384938.168439:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384938.168440:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079187d3f. 00000800:00000010:3.0:1767384938.168441:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9194fdb. 00000100:00000001:2.0:1767384938.168458:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384938.168459:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294927128 00000800:00000200:3.0:1767384938.168464:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (6) 00000100:00000001:2.0:1767384938.168471:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.168471:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294927128 00000800:00000200:3.0:1767384938.168473:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp18 ip 192.168.203.112:1005 00000800:00000200:3.0:1767384938.168485:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 3, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1767384938.168488:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294927128 00000100:00000001:2.0:1767384938.168490:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.168504:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294927128 00000100:00000001:2.0:1767384938.168507:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.168509:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294927128 00000100:00000001:2.0:1767384938.168513:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.168514:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294927128 00000100:00000001:1.0:1767384938.168522:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294927128 00000100:00000001:1.0:1767384938.168524:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294927128 00000100:00000001:1.0:1767384938.168526:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.168541:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.168545:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.168546:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.168551:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384938.168552:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.168558:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.168561:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384938.168565:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384938.168566:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384938.168567:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.168573:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767384938.168578:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c4524c. 00000100:00000001:2.0:1767384938.168578:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.168582:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.168587:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384938.168589:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384938.168591:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.168597:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: PUT: OK 00000100:00000001:1.0:1767384938.168600:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.168603:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384938.168610:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp39: 0 00000100:00000001:2.0:1767384938.168618:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384938.168621:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227456 00000800:00000001:3.0:1767384938.168622:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384938.168629:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767384938.168631:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.168632:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.168639:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.168640:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384938.168649:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227584 02000000:00000001:2.0:1767384938.168651:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.168652:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384938.168656:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.168658:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.168660:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227456 00000800:00000200:3.0:1767384938.168662:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384938.168663:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384938.168667:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9194fdb. 00000020:00000001:2.0:1767384938.168667:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384938.168669:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227584 00000020:00000040:2.0:1767384938.168676:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:3.0:1767384938.168677:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384938.168677:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384938.168681:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384938.168683:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384938.168684:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384938.168690:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000040:1.0:1767384938.168690:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000400:00000200:3.0:1767384938.168691:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp18->192.168.203.112@tcp18: REPLY: OK 00000020:00000001:2.0:1767384938.168705:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384938.168706:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384938.168715:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384938.168718:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000800:00000001:3.0:1767384938.168719:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.168724:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.168729:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384938.168734:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384938.168736:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384938.168737:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384938.168739:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edebcd6f. 00000100:00000001:1.0:1767384938.168745:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384938.168748:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000853b862b. 00000020:00000010:1.0:1767384938.168750:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edebcd6f. 00000400:00000200:3.0:1767384938.168755:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : PUT - for me 00000100:00000001:2.0:1767384938.168757:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384938.168762:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d9dc6b1. 00000020:00000010:2.0:1767384938.168765:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000853b862b. 00000020:00000010:1.0:1767384938.168768:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ac7c901. 00000400:00000200:3.0:1767384938.168773:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp39 of length 544 into portal 0 MB=0x8000000000000000 00000020:00000010:1.0:1767384938.168776:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:2.0:1767384938.168781:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f446d19. 00000400:00000200:3.0:1767384938.168785:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp39 of length 528/544 into md 0x1b19 [1] + 0 00000100:00000040:1.0:1767384938.168788:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1767384938.168794:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065a4d3c0. 00000020:00000010:2.0:1767384938.168794:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca2e615a. 00000100:00000001:1.0:1767384938.168795:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384938.168799:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384938.168801:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.168807:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000348821af 00000020:00000010:2.0:1767384938.168809:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007abcefa9. 00000800:00000001:3.0:1767384938.168812:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384938.168813:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.168820:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1767384938.168821:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.168826:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.168827:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384938.168827:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384938.168834:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.168835:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: PUT: OK 00000400:00000200:3.0:1767384938.168838:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348821af 00000100:00000001:1.0:1767384938.168839:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384938.168840:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348821af. 00000100:00000001:1.0:1767384938.168842:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384938.168844:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384938.168852:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (3) 00000100:00100000:1.0:1767384938.168853:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384938.168860:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384938.168862:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.168863:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp39(00000000454ac999) is MR 00000100:00000001:1.0:1767384938.168863:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546076752 : -106559163474864 : ffff9f15c2e9dc50) 00000400:00000200:3.0:1767384938.168871:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp39 (544 bytes) 00000100:00000001:2.0:1767384938.168875:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384938.168880:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1037534 x1853237352227584/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 4848/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384938.168882:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp39 (00000000454ac999): -114 00000400:00000200:3.0:1767384938.168920:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (4) 00000400:00000200:3.0:1767384938.168928:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384938.168935:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp39 to MR: 192.168.203.112@tcp39 local destination 00000100:00000001:1.0:1767384938.168947:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384938.168949:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [135:135:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [6:6:8:4294967295] 00000020:00000010:1.0:1767384938.168952:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edebcd6f. 00000100:00000001:2.0:1767384938.168954:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384938.168963:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384938.168965:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384938.168974:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edebcd6f. 00000100:00100000:2.0:1767384938.168981:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000400:00000200:3.0:1767384938.168986:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) 192.168.203.112@tcp39 : ACK try# 0 00000100:00000040:2.0:1767384938.168987:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00100000:1.0:1767384938.168988:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1037534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352227584:12345-0@lo:253: 00000100:00000001:2.0:1767384938.169000:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546083920 : -106559163467696 : ffff9f15c2e9f850) 00000100:00000200:1.0:1767384938.169005:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227584 00000800:00000200:3.0:1767384938.169009:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp39 00000020:00000001:1.0:1767384938.169010:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384938.169012:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004068677f x1853237352227456/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 4848/0 e 0 to 0 dl 1767384949 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384938.169017:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1767384938.169020:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9194fdb. 00000020:00000001:1.0:1767384938.169025:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384938.169038:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000020:00000001:1.0:1767384938.169039:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384938.169045:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000800:00000200:3.0:1767384938.169052:0:16129:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000100:00000001:2.0:1767384938.169054:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384938.169054:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384938.169061:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000853b862b. 00000100:00000001:2.0:1767384938.169066:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384938.169074:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:988 00000020:00000010:2.0:1767384938.169076:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000853b862b. 00000020:00000001:1.0:1767384938.169077:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384938.169079:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 0, nob 96 niov 1 nkiov 0 00000020:00000001:1.0:1767384938.169087:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384938.169091:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384938.169092:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004068677f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352227456:12345-0@lo:253: 00000800:00000001:3.0:1767384938.169093:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384938.169095:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384938.169102:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384938.169108:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227456 00000100:00000001:1.0:1767384938.169108:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384938.169119:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384938.169120:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384938.169129:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384938.169132:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.169135:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384938.169137:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000800:00000200:3.0:1767384938.169139:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1767384938.169140:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004bfcddd6. 00000020:00000001:2.0:1767384938.169141:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:3.0:1767384938.169143:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9194fdb. 00000020:00000001:2.0:1767384938.169146:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384938.169146:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.169150:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384938.169158:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384938.169160:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.169167:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: ACK: OK 00000020:00000001:2.0:1767384938.169167:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384938.169169:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384938.169175:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384938.169180:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384938.169180:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384938.169181:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a081dc1c. 02000000:00000001:2.0:1767384938.169184:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767384938.169188:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.169193:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:1.0:1767384938.169194:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:2.0:1767384938.169197:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000029bc4fc5. 00000800:00000001:3.0:1767384938.169198:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384938.169198:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384938.169206:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384938.169207:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384938.169216:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.169217:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp18(192.168.203.112@tcp18) <- 192.168.203.112@tcp18 : REPLY - for me 20000000:00000001:1.0:1767384938.169217:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384938.169232:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384938.169233:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.169241:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp18: Reply from 12345-192.168.203.112@tcp18 of length 528/528 into md 0x1bad 20000000:00000001:1.0:1767384938.169241:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:3.0:1767384938.169247:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:2.0:1767384938.169249:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e0cb2dca. 20000000:00000010:1.0:1767384938.169252:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5233eb3. 00000800:00000001:3.0:1767384938.169256:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384938.169260:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:3.0:1767384938.169261:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:2.0:1767384938.169261:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384938.169271:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384938.169276:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384938.169277:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp18->192.168.203.112@tcp18: REPLY: OK 00080000:00000001:1.0:1767384938.169280:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384938.169281:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384938.169283:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 20000000:00000001:2.0:1767384938.169287:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384938.169288:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 20000000:00000001:2.0:1767384938.169297:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384938.169299:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 20000000:00000001:2.0:1767384938.169304:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384938.169308:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:3.0:1767384938.169311:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384938.169313:0:16129:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.112@tcp (544 bytes) 00000400:00000200:3.0:1767384938.169316:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:3.0:1767384938.169320:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000afb567b7. 00000400:00000200:3.0:1767384938.169322:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (33) 00000800:00000001:3.0:1767384938.169325:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.169328:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.169330:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384938.169331:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384938.169334:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384938.169335:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384938.169339:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384938.169342:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384938.169345:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : ACK - for me 00000020:00000001:1.0:1767384938.169347:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384938.169352:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000400:00000200:3.0:1767384938.169353:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp39: ACK from 12345-192.168.203.112@tcp39 into md 0x1bb5 00080000:00000001:1.0:1767384938.169356:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384938.169363:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1767384938.169363:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006ab86905. 00080000:00000001:1.0:1767384938.169368:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238237696 : -106563471313920 : ffff9f14c2257400) 00000400:00000200:3.0:1767384938.169371:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: ACK: OK 00080000:00000001:1.0:1767384938.169372:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384938.169374:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5fb5e30 00000400:00000010:3.0:1767384938.169376:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fb5e30. 00000400:00000200:3.0:1767384938.169378:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384938.169380:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp39 ev->status 0 00000400:00000200:3.0:1767384938.169382:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp39 (00000000454ac999): -114 00000400:00000200:3.0:1767384938.169384:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (3) 00000800:00000001:3.0:1767384938.169386:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.169389:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.169390:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.169393:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.169418:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384938.169424:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000e65a5b52. 00000400:00000010:3.0:1767384938.169427:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41d8003. 00000400:00000010:3.0:1767384938.169429:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00000400:00000200:3.0:1767384938.169432:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e65a5b52 00000400:00000010:3.0:1767384938.169434:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000b3636f29. 00000400:00000200:3.0:1767384938.169437:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:3.0:1767384938.169440:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300871 00000400:00000200:3.0:1767384938.169445:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:0 00000400:00000200:3.0:1767384938.169449:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 rc 1 00000400:00000200:3.0:1767384938.169451:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:3.0:1767384938.169454:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (32) 00000400:00000010:3.0:1767384938.169457:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000afb567b7. 00000400:00000010:3.0:1767384938.169459:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000010:3.0:1767384938.169462:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a9c89a8. 00000400:00000200:3.0:1767384938.169465:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000001:00000001:1.0:1767384938.169465:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384938.169468:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384938.169471:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384938.169474:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767384938.169478:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384938.169481:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:3.0:1767384938.169486:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00080000:00000001:1.0:1767384938.169488:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384938.169491:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384938.169497:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384938.169501:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:3.0:1767384938.169506:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:3.0:1767384938.169510:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:3.0:1767384938.169512:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:3.0:1767384938.169515:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:3.0:1767384938.169518:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:3.0:1767384938.169524:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:3.0:1767384938.169541:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:3.0:1767384938.169543:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:3.0:1767384938.169546:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:3.0:1767384938.169551:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:3.0:1767384938.169554:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:3.0:1767384938.169558:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:3.0:1767384938.169561:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:3.0:1767384938.169564:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000400:00000200:3.0:1767384938.169567:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 26], ns[84, 26] 00000400:00000200:3.0:1767384938.169569:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 26], ns[121, 26] 00000400:00000200:3.0:1767384938.169580:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 26], ns[94, 26] 00000400:00000200:3.0:1767384938.169583:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 26], ns[83, 26] 00000400:00000200:3.0:1767384938.169587:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 26], ns[111, 26] 00000400:00000200:3.0:1767384938.169590:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 26], ns[122, 26] 00000400:00000200:3.0:1767384938.169593:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 26], ns[117, 26] 00000400:00000200:3.0:1767384938.169596:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 26], ns[115, 26] 00000400:00000200:3.0:1767384938.169600:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[116, 26], ns[126, 26] 00000400:00000200:3.0:1767384938.169604:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[117, 26], ns[127, 26] 00000400:00000200:3.0:1767384938.169607:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:3.0:1767384938.169609:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp19 00080000:00000001:1.0:1767384938.169611:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384938.169612:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp19 lpni_is_preferred = 0 00000400:00000200:3.0:1767384938.169614:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp19 00000400:00000200:3.0:1767384938.169616:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp19 NI seq info: [136:136:256:4294967295] 192.168.203.112@tcp19 LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1767384938.169621:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp19 00080000:00000001:1.0:1767384938.169624:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384938.169630:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19:) -> 192.168.203.112@tcp19(192.168.203.112@tcp:192.168.203.112@tcp19) : GET try# 0 00000800:00000200:3.0:1767384938.169635:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp19 00000800:00000010:3.0:1767384938.169638:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9194fdb. 00000800:00000200:3.0:1767384938.169642:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (6) 00000800:00000200:3.0:1767384938.169646:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:988 00000800:00000200:3.0:1767384938.169648:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384938.169656:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384938.169658:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000400:00000200:3.0:1767384938.169661:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x202061 00000400:00000200:3.0:1767384938.169664:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000454ac999 (2) 00000400:00000010:3.0:1767384938.169672:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000a1da359b. 00000400:00000010:3.0:1767384938.169675:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000400:00000010:3.0:1767384938.169679:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079467e57. 00000400:00000200:3.0:1767384938.169685:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.169696:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp39 local destination 00000400:00000200:3.0:1767384938.169699:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:3.0:1767384938.169703:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.169705:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp39 lpni_is_preferred = 0 00000400:00000200:3.0:1767384938.169710:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.169716:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [137:137:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1767384938.169719:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.169724:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) : GET try# 0 00000800:00000200:3.0:1767384938.169730:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp39 00000800:00000010:3.0:1767384938.169733:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4c4524c. 00000800:00000200:3.0:1767384938.169739:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000800:00000200:3.0:1767384938.169743:0:16134:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000800:00000200:3.0:1767384938.169749:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:988 00000800:00000200:3.0:1767384938.169752:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384938.169759:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.169761:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x200261 rc 0 00000800:00000200:3.0:1767384938.169833:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384938.169836:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9194fdb. 00000400:00000200:3.0:1767384938.169838:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.169844:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: GET: OK 00000400:00000200:3.0:1767384938.169850:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384938.169853:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:3.0:1767384938.169861:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.169866:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.169867:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.169871:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.169876:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19) <- 192.168.203.112@tcp19 : GET - for me 00000400:00000200:3.0:1767384938.170038:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384938.170050:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 544/544 into md 0x1ba9 [1] + 0 00000400:00000200:3.0:1767384938.170056:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp19 to MR: 192.168.203.112@tcp19 local destination 00000400:00000200:3.0:1767384938.170059:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp19 NI seq info: [138:138:256:4294967295] 192.168.203.112@tcp19 LPNI seq info [121:121:8:4294967295] 00000400:00000200:3.0:1767384938.170067:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) -> 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) 192.168.203.112@tcp19 : REPLY try# 0 00000800:00000200:3.0:1767384938.170073:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.112@tcp19 00000800:00000010:3.0:1767384938.170075:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9194fdb. 00000800:00000200:3.0:1767384938.170079:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (6) 00000800:00000200:3.0:1767384938.170082:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:1003 00000800:00000200:3.0:1767384938.170084:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 3, nob 640 niov 1 nkiov 1 00000800:00000200:3.0:1767384938.170113:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384938.170115:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4c4524c. 00000400:00000200:3.0:1767384938.170119:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.170122:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: GET: OK 00000400:00000200:3.0:1767384938.170124:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384938.170126:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp39: 0 00000800:00000001:3.0:1767384938.170129:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170133:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384938.170157:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384938.170158:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9194fdb. 00000400:00000200:3.0:1767384938.170164:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.170169:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: REPLY: OK 00000800:00000001:3.0:1767384938.170182:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170189:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.170191:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170200:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.170205:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : GET - for me 00000400:00000200:3.0:1767384938.170210:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp39 of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384938.170216:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp39 of length 544/544 into md 0x1ba9 [1] + 0 00000400:00000200:3.0:1767384938.170221:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp39 to MR: 192.168.203.112@tcp39 local destination 00000400:00000200:3.0:1767384938.170236:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [139:139:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384938.170244:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) 192.168.203.112@tcp39 : REPLY try# 0 00000800:00000200:3.0:1767384938.170248:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.112@tcp39 00000800:00000010:3.0:1767384938.170254:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9194fdb. 00000800:00000200:3.0:1767384938.170257:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000800:00000200:3.0:1767384938.170261:0:16130:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 1, 1 secs later) 00000800:00000200:3.0:1767384938.170264:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:988 00000800:00000200:3.0:1767384938.170266:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 3, nob 640 niov 1 nkiov 1 00000800:00000200:3.0:1767384938.170310:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384938.170313:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9194fdb. 00000400:00000200:3.0:1767384938.170315:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.170321:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: REPLY: OK 00000800:00000001:3.0:1767384938.170339:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170346:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.170349:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170353:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.170362:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19) <- 192.168.203.112@tcp19 : REPLY - for me 00000400:00000200:3.0:1767384938.170376:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp19: Reply from 12345-192.168.203.112@tcp19 of length 544/544 into md 0x1bc9 00000800:00000001:3.0:1767384938.170380:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170386:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.170388:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.170397:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: REPLY: OK 00000400:00000200:3.0:1767384938.170404:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:3.0:1767384938.170406:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000400:00000200:3.0:1767384938.170412:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384938.170417:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:3.0:1767384938.170422:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384938.170429:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 32. state = 0x300271 00000400:00000200:3.0:1767384938.170439:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384938.170451:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (33) 00000800:00000001:3.0:1767384938.170464:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170469:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.170471:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170472:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.170476:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : REPLY - for me 00000400:00000200:3.0:1767384938.170484:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp39: Reply from 12345-192.168.203.112@tcp39 of length 544/544 into md 0x1bcd 00000800:00000001:3.0:1767384938.170488:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170500:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.170502:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.170509:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: REPLY: OK 00000400:00000200:3.0:1767384938.170515:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000400:00000010:3.0:1767384938.170516:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000400:00000200:3.0:1767384938.170521:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384938.170525:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp39 has discovery enabled 00000400:00000200:3.0:1767384938.170545:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp39(00000000454ac999) is MR 00000400:00000200:3.0:1767384938.170548:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp39 data present 0. state = 0x200261 00000400:00000200:3.0:1767384938.170552:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp39 (00000000454ac999): -114 00000400:00000200:3.0:1767384938.170554:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (3) 00000800:00000001:3.0:1767384938.170561:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170564:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.170566:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.170568:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.170585:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384938.170588:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000400:00000010:3.0:1767384938.170594:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 00000000ce50da0c. 00000400:00000010:3.0:1767384938.170597:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000ecb333d4. 00000400:00000010:3.0:1767384938.170601:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 00000000aa3c5a17. 00000400:00000200:3.0:1767384938.170638:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp30(000000004f2f3714) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384938.170650:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp37(00000000abe9b026) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384938.170657:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp38(000000004bdee998) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384938.170669:0:16134:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.170675:0:16134:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.112@tcp39 NID 192.168.203.112@tcp39 00000400:00000200:3.0:1767384938.170680:0:16134:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000cae3db08 nid 192.168.203.112@tcp39 00000400:00000010:3.0:1767384938.170688:0:16134:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000cae3db08. 00000400:00000200:3.0:1767384938.170691:0:16134:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000cb4d901a net tcp39 00000400:00000010:3.0:1767384938.170693:0:16134:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000cb4d901a. 00000400:00000200:3.0:1767384938.170698:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (2) 00000400:00000010:3.0:1767384938.170701:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ea661e18. 00000400:00000200:3.0:1767384938.170706:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ea661e18 nid 192.168.203.112@tcp39 00000400:00000010:3.0:1767384938.170708:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000037d0c38b. 00000400:00000200:3.0:1767384938.170710:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000037d0c38b net tcp39 00000400:00000200:3.0:1767384938.170713:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (32) 00000400:00000200:3.0:1767384938.170717:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp39 flags 0x11 00000400:00000010:3.0:1767384938.170719:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006abe0604. 00000400:00000200:3.0:1767384938.170721:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006abe0604 nid 192.168.203.112@tcp40 00000400:00000010:3.0:1767384938.170723:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000303d7d22. 00000400:00000200:3.0:1767384938.170726:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000303d7d22 net tcp40 00000400:00000200:3.0:1767384938.170727:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (33) 00000400:00000200:3.0:1767384938.170729:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp40 flags 0x11 00000400:00000010:3.0:1767384938.170732:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 00000000ce50da0c. 00000400:00000010:3.0:1767384938.170734:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000ecb333d4. 00000400:00000010:3.0:1767384938.170736:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 00000000aa3c5a17. 00000400:00000010:3.0:1767384938.170737:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000afb567b7. 00000400:00000200:3.0:1767384938.170739:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384938.170741:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:3.0:1767384938.170744:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:3.0:1767384938.170746:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000010:3.0:1767384938.170748:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000400:00000200:3.0:1767384938.170750:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (34) 00000400:00000010:3.0:1767384938.170752:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064f18cf5. 00000400:00000200:3.0:1767384938.170755:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp19 00000400:00000200:3.0:1767384938.170759:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp19 to MR: 192.168.203.112@tcp19 local destination 00000400:00000200:3.0:1767384938.170762:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp19 NI seq info: [140:140:256:4294967295] 192.168.203.112@tcp19 LPNI seq info [122:122:8:4294967295] 00000400:00000200:3.0:1767384938.170765:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp19 00000400:00000200:3.0:1767384938.170770:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) -> 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) : PUT try# 0 00000800:00000200:3.0:1767384938.170778:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.112@tcp19 00000800:00000010:3.0:1767384938.170781:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9194fdb. 00000800:00000200:3.0:1767384938.170784:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (6) 00000800:00000200:3.0:1767384938.170787:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:988 00000800:00000200:3.0:1767384938.170789:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9194fdb type 1, nob 640 niov 1 nkiov 1 00000400:00000200:3.0:1767384938.170804:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384938.170805:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000400:00000200:3.0:1767384938.170810:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x2800e1 00000400:00000200:3.0:1767384938.170813:0:16134:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x2800e1 00000400:00000200:3.0:1767384938.170815:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp39(00000000454ac999) state 0x2800a1 rc 0 00000400:00000200:3.0:1767384938.170819:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp39 (00000000454ac999) 00000400:00000200:3.0:1767384938.170821:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000454ac999 (1) 00000400:00000200:3.0:1767384938.170823:0:16134:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000454ac999 nid 192.168.203.112@tcp39 00000400:00000010:3.0:1767384938.170824:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000a1da359b. 00000400:00000010:3.0:1767384938.170826:0:16134:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000454ac999. 00000800:00000200:1.0:1767384938.170873:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384938.170877:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9194fdb. 00000400:00000200:1.0:1767384938.170880:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.170953:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: PUT: OK 00000400:00000200:1.0:1767384938.170956:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384938.170958:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp19: 0 00000800:00000001:1.0:1767384938.170969:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.170974:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384938.170976:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.170978:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.170981:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19) <- 192.168.203.112@tcp19 : PUT - for me 00000400:00000200:1.0:1767384938.170989:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384938.170994:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 544/544 into md 0x1bc5 [1] + 0 00000400:00000010:1.0:1767384938.170997:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41d8003. 00000400:00000200:1.0:1767384938.171000:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5fb5e30 00000800:00000001:1.0:1767384938.171003:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.171007:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.171009:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.171011:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: PUT: OK 00000400:00000200:1.0:1767384938.171013:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5fb5e30 00000400:00000010:1.0:1767384938.171015:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fb5e30. 00000400:00000200:1.0:1767384938.171017:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384938.171019:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (35) 00000400:00000200:1.0:1767384938.171022:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:1.0:1767384938.171025:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000008dbf866a. 00000400:00000200:1.0:1767384938.171028:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 32 00000400:00000200:1.0:1767384938.171030:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384938.171047:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (36) 00000400:00000200:1.0:1767384938.171053:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384938.171059:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp19 to MR: 192.168.203.112@tcp19 local destination 00000400:00000200:1.0:1767384938.171078:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp19 NI seq info: [141:141:256:4294967295] 192.168.203.112@tcp19 LPNI seq info [123:123:8:4294967295] 00000400:00000200:1.0:1767384938.171089:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) -> 192.168.203.112@tcp19(192.168.203.112@tcp19:192.168.203.112@tcp19) 192.168.203.112@tcp19 : ACK try# 0 00000800:00000200:1.0:1767384938.171106:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp19 00000800:00000010:1.0:1767384938.171112:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de8fadc7. 00000800:00000200:1.0:1767384938.171125:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (6) 00000800:00000200:1.0:1767384938.171140:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:1003 00000800:00000200:1.0:1767384938.171145:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000de8fadc7 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384938.171182:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384938.171240:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384938.171246:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de8fadc7. 00000400:00000200:1.0:1767384938.171251:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.171256:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: ACK: OK 00000800:00000001:1.0:1767384938.171265:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.171275:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384938.171280:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.171287:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.171295:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp19(192.168.203.112@tcp19) <- 192.168.203.112@tcp19 : ACK - for me 00000400:00000200:1.0:1767384938.171312:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp19: ACK from 12345-192.168.203.112@tcp19 into md 0x1bd1 00000400:00000200:1.0:1767384938.171318:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.171324:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp19->192.168.203.112@tcp19: ACK: OK 00000400:00000200:1.0:1767384938.171328:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000400:00000010:1.0:1767384938.171331:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000400:00000200:1.0:1767384938.171338:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384938.171344:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:1.0:1767384938.171349:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384938.171355:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (35) 00000800:00000001:1.0:1767384938.171370:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.171375:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.171388:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.171401:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384938.171408:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32906d2. 00000400:00000010:1.0:1767384938.171412:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b335910. 00000400:00000200:1.0:1767384938.171417:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e65a5b52 00000400:00000200:1.0:1767384938.171421:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000400:00000010:1.0:1767384938.171429:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 00000000126c1582. 00000400:00000010:1.0:1767384938.171433:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000b3636f29. 00000400:00000010:1.0:1767384938.171445:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 0000000019d20941. 00000400:00000010:1.0:1767384938.171478:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 00000000126c1582. 00000400:00000010:1.0:1767384938.171483:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000b3636f29. 00000400:00000010:1.0:1767384938.171487:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 0000000019d20941. 00000400:00000010:1.0:1767384938.171492:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000008dbf866a. 00000400:00000200:1.0:1767384938.171496:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384938.171502:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:1.0:1767384938.171509:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:1.0:1767384938.171515:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000200:1.0:1767384938.171519:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384938.171522:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300111 rc 0 00000400:00000200:1.0:1767384938.171525:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:1.0:1767384938.171546:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (34) 00080000:00000001:2.0:1767384938.180483:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384938.180488:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384938.180489:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384938.180492:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384938.180496:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384938.180498:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384938.180502:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006ab86905. 00000020:00000002:1.0:1767384938.180503:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:2.0:1767384938.180510:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384938.180512:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384938.180517:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384938.180544:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384938.180558:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f20f339e. 20000000:00000001:1.0:1767384938.180558:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384938.180565:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:01000000:1.0:1767384938.180571:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:2.0:1767384938.180574:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384938.180576:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384938.180581:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384938.180586:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:1.0:1767384938.180586:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384938.180586:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384938.180600:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384938.180604:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384938.180612:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bf24b534 count: 2 00010000:00000001:0.0:1767384938.180616:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384938.180619:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384938.180623:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5f2da9e. 00080000:00000001:2.0:1767384938.180628:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384938.180628:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384938.180632:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5f2da9e with handle 0x7ec529173eeb847c to hash 00080000:00000001:2.0:1767384938.180635:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384938.180636:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384938.180639:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00080000:00000001:2.0:1767384938.180640:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.180642:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00080000:00000001:2.0:1767384938.180645:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384938.180647:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384938.180649:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.180651:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:0.0:1767384938.180652:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384938.180660:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384938.180661:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384938.180665:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384938.180667:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384938.180668:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384938.180672:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384938.180674:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000010:2.0:1767384938.180678:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ae8f26c1. 00010000:00010000:0.0:1767384938.180678:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb846e expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384938.180685:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249362432 : -106563460189184 : ffff9f14c2cf3400) 00010000:00000001:0.0:1767384938.180687:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384938.180691:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384938.180693:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384938.180701:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384938.180702:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.180703:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.180705:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384938.180708:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384938.180714:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bf24b534) refcount = 2 00010000:00000040:0.0:1767384938.180716:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384938.180719:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb846e expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384938.180723:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384938.180724:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384938.180729:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fac5ece7. 00000100:00000001:0.0:1767384938.180733:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384938.180737:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a5258cd. 00000100:00000001:0.0:1767384938.180739:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267071488 : -106563442480128 : ffff9f14c3dd6c00) 00000100:00000001:0.0:1767384938.180741:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510267071488 : -106563442480128 : ffff9f14c3dd6c00) 00000100:00000001:0.0:1767384938.180743:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384938.180745:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384938.180747:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384938.180749:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.180751:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384938.180753:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.180757:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.180759:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384938.180762:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384938.180767:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:0.0:1767384938.180770:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:0.0:1767384938.180774:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384938.180777:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384938.180781:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384938.180784:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000010:0.0:1767384938.180787:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e29b590. 00080000:00000001:2.0:1767384938.180789:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.180794:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384938.180795:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384938.180805:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb846e expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384938.180818:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384938.180819:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb846e expref: 16 pid: 16768 timeout: 409 lvb_type: 0 00080000:00000001:2.0:1767384938.180825:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384938.180828:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384938.180832:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384938.180838:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384938.180846:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384938.180847:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.180852:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352227712:0@lo:104: 00000100:00000001:0.0:1767384938.180855:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384938.180859:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384938.180861:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384938.180862:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384938.180867:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a015c91b. 02000000:00000001:0.0:1767384938.180869:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384938.180873:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae75b55. 00000400:00000010:0.0:1767384938.180880:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00000100:00000200:0.0:1767384938.180913:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352227712, portal 16 00000100:00000001:0.0:1767384938.180916:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384938.180918:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384938.180925:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384938.180931:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384938.180936:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384938.180940:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000100:00000200:0.0:1767384938.180943:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352227712, offset 0 00000400:00000200:0.0:1767384938.180948:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1767384938.180958:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384938.180962:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:2.0:1767384938.180963:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384938.180975:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272106380 00000400:00000200:0.0:1767384938.180984:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1761 [2] + 656 00000400:00000200:0.0:1767384938.180995:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384938.180998:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384938.181004:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384938.181006:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384938.181009:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a1caf19. 00000100:00000040:0.0:1767384938.181013:0:16792:0:(events.c:337:request_in_callback()) incoming req@000000003a1caf19 x1853237352227712 msgsize 328 00000100:00100000:0.0:1767384938.181021:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384938.181037:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384938.181051:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 00000400:00000010:0.0:1767384938.181054:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 00000100:00000001:0.0:1767384938.181060:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384938.181067:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384938.181078:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384938.181079:0:18566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384938.181084:0:18566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227712 00000100:00000040:0.0:1767384938.181085:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384938.181088:0:18566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384938.181091:0:18566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.181095:0:18566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.181103:0:18566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.181110:0:18566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227712 00000100:00000001:0.0:1767384938.181112:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.181114:0:18566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384938.181117:0:18566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000100:00000001:0.0:1767384938.181119:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384938.181121:0:18566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.181124:0:18566:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000100:00000001:0.0:1767384938.181128:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.181129:0:18566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000020:00000001:1.0:1767384938.181140:0:18566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:0.0:1767384938.181142:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294927141 00000100:00000001:1.0:1767384938.181154:0:18566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384938.181155:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294927128 00000020:00000010:1.0:1767384938.181158:0:18566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000100:00000001:1.0:1767384938.181164:0:18566:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384938.181167:0:18566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000100:00000001:0.0:1767384938.181167:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294927141 00000020:00000010:1.0:1767384938.181176:0:18566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025ae4e00. 00000100:00000001:0.0:1767384938.181180:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294927128 00000020:00000010:1.0:1767384938.181181:0:18566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d58fd515. 00000100:00000001:0.0:1767384938.181187:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294927141 00000020:00000010:1.0:1767384938.181188:0:18566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ded092ab. 00000100:00000001:0.0:1767384938.181197:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294927128 00000100:00000001:0.0:1767384938.181206:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294927141 00000100:00000040:1.0:1767384938.181209:0:18566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384938.181212:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294927128 00000100:00000001:1.0:1767384938.181213:0:18566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384938.181219:0:18566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384938.181222:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.181223:0:18566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.181239:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.181242:0:18566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.181243:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.181248:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.181251:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.181258:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.181260:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.181261:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.181262:0:18566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.181266:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384938.181269:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384938.181273:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.181275:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384938.181278:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384938.181280:0:18566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384938.181281:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 000000001a5258cd going to sleep for 11 seconds 00000100:00000001:1.0:1767384938.181287:0:18566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384938.181289:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.181294:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.181300:0:18566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384938.181304:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384938.181305:0:18566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:2.0:1767384938.181308:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384938.181309:0:18566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376596224 : -106558332955392 : ffff9f15f46a9500) 00000100:00000001:2.0:1767384938.181311:0:16759:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.181315:0:16759:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.181319:0:18566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a1caf19 x1853237352227712/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 328/0 e 0 to 0 dl 1767384949 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384938.181335:0:18566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384938.181338:0:18566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000100:00000001:1.0:1767384938.181340:0:18566:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384938.181342:0:18566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000100:00100000:1.0:1767384938.181350:0:18566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a1caf19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352227712:12345-0@lo:104: 00000100:00000200:1.0:1767384938.181353:0:18566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227712 00010000:00000001:1.0:1767384938.181355:0:18566:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384938.181361:0:18566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384938.181362:0:18566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384938.181364:0:18566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=2 00000020:00000001:1.0:1767384938.181366:0:18566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:1.0:1767384938.181368:0:18566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:1.0:1767384938.181376:0:18566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.181378:0:18566:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.181381:0:18566:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384938.181389:0:18566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384938.181393:0:18566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384938.181397:0:18566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008dbf866a. 02000000:00000001:1.0:1767384938.181400:0:18566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.181402:0:18566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.181407:0:18566:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384938.181409:0:18566:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.181412:0:18566:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.181420:0:18566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384938.181430:0:18566:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.181434:0:18566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384938.181438:0:18566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384938.181440:0:18566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.181444:0:18566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.181450:0:18566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384938.181454:0:18566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000def2fb68. 00000100:00000200:1.0:1767384938.181462:0:18566:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352227712, offset 224 00000400:00000200:1.0:1767384938.181469:0:18566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384938.181483:0:18566:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384938.181493:0:18566:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272106380 00000400:00000200:1.0:1767384938.181500:0:18566:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1bd9 [1] + 224 00000400:00000200:1.0:1767384938.181506:0:18566:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.181509:0:18566:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.181514:0:18566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.181518:0:18566:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384938.181526:0:18566:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384938.181559:0:18566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.181584:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384938.181584:0:18566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def2fb68 00000400:00000010:1.0:1767384938.181589:0:18566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000def2fb68. 00000100:00000001:1.0:1767384938.181596:0:18566:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384938.181598:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384938.181601:0:18566:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384938.181602:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384938.181607:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae75b55. 00000400:00000200:2.0:1767384938.181613:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 00000400:00000010:2.0:1767384938.181615:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 00000100:00000001:1.0:1767384938.181616:0:18566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.181623:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384938.181624:0:18566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000200:2.0:1767384938.181633:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384938.181634:0:18566:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384938.181645:0:18566:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000eb71fb76. 00000100:00000200:2.0:1767384938.181650:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384938.181652:0:18566:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384938.181668:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.181675:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384938.181676:0:18566:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384938.181682:0:16792:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384938.181683:0:18566:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.181688:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384938.181690:0:18566:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.181693:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384938.181695:0:18566:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.181698:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.181702:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.181705:0:18566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a1caf19 x1853237352227712/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 328/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384938.181707:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384938.181718:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.181728:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384938.181732:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.181738:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767384938.181738:0:18566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a1caf19 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352227712:12345-0@lo:104: Request processed in 400us (722us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384938.181742:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.181749:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384938.181756:0:18566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384938.181758:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384938.181762:0:18566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:1.0:1767384938.181771:0:18566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.181776:0:18566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384938.181779:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384938.181783:0:18566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d58fd515. 00000100:00000001:2.0:1767384938.181785:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.181790:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384938.181794:0:18566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ded092ab. 00010000:00000001:2.0:1767384938.181795:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384938.181798:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384938.181801:0:18566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025ae4e00. 00010000:00000001:2.0:1767384938.181802:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384938.181805:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384938.181811:0:18566:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000040:2.0:1767384938.181814:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384938.181818:0:18566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384938.181846:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384938.181850:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.181851:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352227712:0@lo:104: 00010000:00010000:1.0:1767384938.181855:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384938.181863:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.181864:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384938.181868:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384938.181870:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.181873:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384938.181875:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384938.181879:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.181931:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352227712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384938.181955:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384938.181961:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.181964:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a015c91b. 00010000:00010000:1.0:1767384938.181965:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca4600da already unused, calling callback (000000005e873491) 02000000:00000001:2.0:1767384938.181970:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384938.181973:0:16792:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384938.181973:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1767384938.181980:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 10000000:00010000:1.0:1767384938.181981:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384938.181983:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384938.181989:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e29b590. 02000000:00000001:2.0:1767384938.181995:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384938.181998:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384938.182000:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:2.0:1767384938.182009:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384938.182011:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384938.182011:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000010:2.0:1767384938.182018:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001a5258cd. 00010000:00000001:1.0:1767384938.182020:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384938.182021:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384938.182027:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384938.182027:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:2.0:1767384938.182030:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fac5ece7. 00000020:00000040:1.0:1767384938.182032:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=3 00010000:00000001:2.0:1767384938.182034:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.182041:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.182042:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:2.0:1767384938.182045:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384938.182051:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384938.182051:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:2.0:1767384938.182055:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384938.182062:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384938.182063:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384938.182068:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384938.182083:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384938.182086:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384938.182093:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384938.182097:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384938.182099:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384938.182101:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384938.182102:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384938.182104:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384938.182120:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384938.182122:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384938.182124:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:1.0:1767384938.182127:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384938.182129:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.182131:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384938.182135:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384938.182138:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384938.182148:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384938.182153:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384938.182155:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca4600da with handle 0x7ec529173eeb846e from hash 00010000:00000001:1.0:1767384938.182160:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384938.182163:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.182166:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.182167:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384938.182171:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384938.182175:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384938.182179:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384938.182182:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384938.182189:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d234243. 00000020:00000040:1.0:1767384938.182193:0:16765:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384938.182197:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384938.182200:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384938.182204:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384938.182211:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025ae4e00. 00000100:00000001:1.0:1767384938.182216:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.182219:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384938.182222:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384938.182229:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384938.182231:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.182235:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384938.182237:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.182243:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d234243] to pc [ptlrpcd_00_02+2] req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.182279:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384938.182284:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384938.182286:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384938.182289:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384938.182289:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.182294:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384938.182296:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384938.182299:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.182304:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384938.182306:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384938.182310:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.182338:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384938.182339:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.182342:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384938.182345:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384938.182348:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384938.182356:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d234243 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352227840:0@lo:103: 00000100:00000001:2.0:1767384938.182363:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384938.182367:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384938.182370:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.182373:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384938.182375:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384938.182376:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a1a6cf6. 02000000:00000001:2.0:1767384938.182379:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384938.182381:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000ca4600da/0x7ec529173eeb846e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb8475 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384938.182383:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ceb8fc5. 00000400:00000010:2.0:1767384938.182389:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e56577e. 00000100:00000200:2.0:1767384938.182398:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352227840, portal 18 00000100:00000001:2.0:1767384938.182402:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000040:1.0:1767384938.182402:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000979b9cd0 count: 0 00000100:00000001:2.0:1767384938.182407:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605555072 : -106559103996544 : ffff9f15c6756d80) 00000100:00000040:2.0:1767384938.182415:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.182420:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384938.182424:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384938.182427:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b62a1b35. 00000100:00000200:2.0:1767384938.182429:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352227840, offset 0 00010000:00000001:1.0:1767384938.182430:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384938.182435:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384938.182436:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.0:1767384938.182445:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000eb71fb76. 00000400:00000200:2.0:1767384938.182449:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384938.182455:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.182462:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272106400 00000020:00000001:1.0:1767384938.182462:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384938.182468:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.182471:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00010000:00010000:1.0:1767384938.182479:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384938.182480:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384938.182488:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384938.182489:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384938.182496:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.182497:0:16138:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:1.0:1767384938.182500:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384938.182503:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767384938.182504:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:1.0:1767384938.182507:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384938.182509:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050266ca5. 00000100:00000040:2.0:1767384938.182515:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000050266ca5 x1853237352227840 msgsize 328 00010000:00010000:1.0:1767384938.182517:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767384938.182525:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384938.182549:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.182551:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.182556:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384938.182562:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62a1b35 00000400:00000010:2.0:1767384938.182568:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b62a1b35. 00000100:00000001:2.0:1767384938.182574:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384938.182580:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.182590:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384938.182590:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384938.182597:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384938.182597:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227840 02000000:00000001:0.0:1767384938.182601:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384938.182604:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384938.182607:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384938.182613:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.182617:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384938.182618:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227840 00000020:00000001:0.0:1767384938.182621:0:22984:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384938.182624:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384938.182624:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384938.182629:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.182632:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000100:00000001:2.0:1767384938.182635:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.182636:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384938.182642:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384938.182645:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294927142 00000100:00000001:0.0:1767384938.182647:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384938.182651:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc57c2aa. 00000100:00000001:0.0:1767384938.182655:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.182656:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927141 00000020:00000010:0.0:1767384938.182658:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc57c2aa. 00000100:00000001:2.0:1767384938.182665:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294927142 00000020:00000010:0.0:1767384938.182667:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a0a9a55. 00000020:00000010:0.0:1767384938.182673:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004000ada. 00000100:00000001:2.0:1767384938.182674:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927141 00000020:00000010:0.0:1767384938.182678:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c75c8327. 00000100:00000001:2.0:1767384938.182682:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294927142 00000100:00000040:0.0:1767384938.182691:0:22984:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384938.182692:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927141 00000100:00000001:0.0:1767384938.182695:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384938.182700:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384938.182704:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384938.182705:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294927142 00010000:00000001:0.0:1767384938.182714:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.182716:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927141 00010000:00000001:0.0:1767384938.182718:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384938.182723:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384938.182724:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384938.182725:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.182728:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=4 00000100:00000001:2.0:1767384938.182730:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.182732:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:0.0:1767384938.182737:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00000100:00000001:2.0:1767384938.182740:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384938.182743:0:22984:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb846e expref: 17 pid: 16768 timeout: 409 lvb_type: 0 00000100:00000001:2.0:1767384938.182746:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.182751:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.182754:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.182756:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.182757:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384938.182758:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.182762:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384938.182766:0:22984:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384938.182769:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.182773:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384938.182773:0:22984:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050266ca5 x1853237352227840/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 328/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.182781:0:22984:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384938.182782:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.182783:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.182788:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.182795:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384938.182807:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384938.182809:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384938.182811:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384938.182814:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:0.0:1767384938.182816:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606558080 : -106559102993536 : ffff9f15c684bb80) 00000100:00000040:0.0:1767384938.182820:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050266ca5 x1853237352227840/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 328/0 e 0 to 0 dl 1767384949 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.182826:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384938.182828:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc57c2aa. 00000100:00000001:0.0:1767384938.182830:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384938.182831:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc57c2aa. 00000100:00100000:0.0:1767384938.182836:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050266ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16138:x1853237352227840:12345-0@lo:103: 00000100:00000200:0.0:1767384938.182846:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227840 00010000:00000001:0.0:1767384938.182848:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384938.182850:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384938.182853:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384938.182857:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384938.182860:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384938.182862:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a4adab09. 02000000:00000001:0.0:1767384938.182864:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.182865:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.182868:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384938.182870:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384938.182873:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384938.182874:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.182875:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=4 00000020:00000001:0.0:1767384938.182877:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:0.0:1767384938.182879:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000040:0.0:1767384938.182881:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bf24b534 count: 3 00010000:00010000:0.0:1767384938.182929:0:22984:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb846e expref: 17 pid: 16768 timeout: 409 lvb_type: 0 00000100:00001000:0.0:1767384938.182935:0:22984:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384938 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384938.182939:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384938.182948:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.182950:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384938.182952:0:22984:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb846e expref: 17 pid: 16768 timeout: 409 lvb_type: 0 00000020:00000001:0.0:1767384938.182957:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.182960:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.182962:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384938.182963:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.182968:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384938.182969:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384938.182975:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.182976:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.182985:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384938.182987:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384938.182989:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082d02c69 with handle 0x7ec529173eeb8475 from hash 00010000:00000001:0.0:1767384938.182993:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384938.182995:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.182997:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.182999:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384938.183001:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384938.183003:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384938.183007:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000082d02c69/0x7ec529173eeb8475 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb846e expref: 17 pid: 16768 timeout: 409 lvb_type: 0 00010000:00000040:0.0:1767384938.183012:0:22984:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:0.0:1767384938.183014:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:0.0:1767384938.183023:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.183026:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384938.183031:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384938.183034:0:22984:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000b5f2da9e 00010000:00000001:0.0:1767384938.183038:0:22984:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384938.183041:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384938.183044:0:22984:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.183047:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384938.183050:0:22984:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.183054:0:22984:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384938.183057:0:22984:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384938.183062:0:22984:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183069:0:22984:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384938.183072:0:22984:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384938.183075:0:22984:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384938.183077:0:22984:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384938.183079:0:22984:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bf24b534) refcount = 2 00010000:00010000:0.0:1767384938.183084:0:22984:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183091:0:22984:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384938.183101:0:22984:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384938.183104:0:22984:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.183108:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384938.183113:0:22984:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc57c2aa. 00000100:00000001:0.0:1767384938.183117:0:22984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384938.183121:0:22984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c19aec3. 00000100:00000001:0.0:1767384938.183126:0:22984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267069568 : -106563442482048 : ffff9f14c3dd6480) 00000100:00000001:0.0:1767384938.183129:0:22984:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510267069568 : -106563442482048 : ffff9f14c3dd6480) 00000100:00000001:0.0:1767384938.183132:0:22984:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384938.183134:0:22984:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384938.183140:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384938.183144:0:22984:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384938.183148:0:22984:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384938.183152:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384938.183155:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.183158:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=5 00000020:00000001:0.0:1767384938.183161:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.183165:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.183169:0:22984:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384938.183171:0:22984:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183180:0:22984:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384938.183183:0:22984:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183189:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.183191:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384938.183193:0:22984:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183200:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384938.183202:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.183204:0:22984:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384938.183205:0:22984:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384938.183217:0:22984:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b5f2da9e already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384938.183220:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.183224:0:22984:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384938.183228:0:22984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183233:0:22984:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384938.183235:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384938.183237:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.183239:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=6 00000020:00000001:0.0:1767384938.183241:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.183243:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.183245:0:22984:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384938.183247:0:22984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183250:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384938.183251:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.183253:0:22984:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.183262:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384938.183263:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384938.183268:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384938.183269:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384938.183272:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b5f2da9e with handle 0x7ec529173eeb847c from hash 00010000:00000001:0.0:1767384938.183275:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384938.183278:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.183281:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.183284:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384938.183287:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384938.183290:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384938.183292:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384938.183293:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183294:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.183298:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.183302:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384938.183305:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384938.183309:0:22984:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:2.0:1767384938.183310:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384938.183314:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384938.183315:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183316:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.183319:0:22984:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.183324:0:22984:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.183326:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384938.183328:0:22984:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.183330:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384938.183332:0:22984:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384938.183333:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384938.183337:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384938.183342:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.183344:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.183346:0:22984:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384938.183347:0:22984:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384938.183349:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.183351:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.183353:0:22984:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384938.183357:0:22984:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384938.183359:0:22984:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.183361:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384938.183362:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb847c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.183370:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.183371:0:22984:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.183373:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384938.183375:0:22984:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384938.183377:0:22984:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.183379:0:22984:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.183380:0:22984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384938.183382:0:22984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000c19aec3. 00000100:00000001:0.0:1767384938.183384:0:22984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384938.183386:0:22984:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384938.183388:0:22984:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc57c2aa. 00010000:00000001:0.0:1767384938.183391:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384938.183393:0:22984:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bf24b534 count: 0 00010000:00010000:0.0:1767384938.183402:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384938.183404:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.183413:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384938.183416:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384938.183420:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384938.183425:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384938.183430:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384938.183433:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384938.183437:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384938.183439:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384938.183443:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384938.183448:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384938.183778:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000100:00000200:0.0:1767384938.183783:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352227840, offset 224 00000400:00000200:0.0:1767384938.183788:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384938.183797:0:22984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384938.183803:0:22984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272106400 00000400:00000200:0.0:1767384938.183808:0:22984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1be5 [1] + 224 00000400:00000200:0.0:1767384938.183811:0:22984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384938.183814:0:22984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384938.183818:0:22984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384938.183821:0:22984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384938.183829:0:22984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.183842:0:22984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384938.183850:0:22984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 00000400:00000010:0.0:1767384938.183852:0:22984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 00000100:00000001:0.0:1767384938.183856:0:22984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384938.183858:0:22984:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384938.183860:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.183864:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384938.183867:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.183869:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384938.183874:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050266ca5 x1853237352227840/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 328/224 e 0 to 0 dl 1767384949 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384938.183938:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050266ca5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352227840:12345-0@lo:103: Request processed in 1108us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384938.183948:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384938.183949:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384938.183952:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384938.183953:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384938.183957:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384938.183960:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384938.183961:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384938.183964:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384938.183967:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004000ada. 00000400:00000010:2.0:1767384938.183968:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ceb8fc5. 00000020:00000010:0.0:1767384938.183975:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c75c8327. 00000400:00000200:2.0:1767384938.183976:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e56577e 00000400:00000010:2.0:1767384938.183979:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e56577e. 00000020:00000010:0.0:1767384938.183983:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a0a9a55. 00000100:00000001:2.0:1767384938.183985:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384938.183991:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000200:2.0:1767384938.183994:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384938.183996:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384938.184011:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.184020:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.184023:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.184026:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384938.184028:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.184029:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.184031:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.184033:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.184035:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384938.184038:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.184041:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384938.184048:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.184049:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384938.184050:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.184052:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.184054:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.184058:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.184059:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.184060:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384938.184062:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.184067:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d234243 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352227840:0@lo:103: 00000100:00000001:2.0:1767384938.184070:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.184072:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.184074:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d234243 x1853237352227840/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.184078:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384938.184080:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.184082:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a1a6cf6. 02000000:00000001:2.0:1767384938.184085:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384938.184086:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384938.184087:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384938.184089:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384938.184091:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025ae4e00. 02000000:00000001:2.0:1767384938.184093:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384938.184095:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384938.184096:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d234243. 00000100:00000001:2.0:1767384938.184100:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384938.184101:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.184102:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.184107:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.184108:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.184111:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.184113:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384938.187951:0:16617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082d02c69. 00010000:00000010:0.1:1767384938.187961:0:16617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5f2da9e. 00010000:00000010:0.1:1767384938.187970:0:16617:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bf24b534. 00010000:00000010:1.1:1767384938.192942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000979b9cd0. 00010000:00000010:1.1:1767384938.192958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca4600da. 00080000:00000001:2.0:1767384938.193984:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384938.193990:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384938.193994:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384938.193996:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384938.193999:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384938.194009:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384938.194012:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384938.194020:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384938.194022:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384938.194028:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384938.194031:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384938.194034:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1767384938.194035:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:2.0:1767384938.194037:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384938.194040:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:2.0:1767384938.194041:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384938.194043:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384938.194045:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384938.194046:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ae8f26c1. 00010000:00000010:0.0:1767384938.194049:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e61ddf40. 00080000:00000001:2.0:1767384938.194050:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384938.194057:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384938.194061:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5f2da9e. 00000020:00000001:0.0:1767384938.194065:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384938.194067:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5f2da9e with handle 0x7ec529173eeb8483 to hash 00000020:00000001:0.0:1767384938.194069:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384938.194072:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.194074:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.194077:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384938.194079:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384938.194081:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194087:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384938.194089:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384938.194092:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384938.194103:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384938.194105:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.194108:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384938.194110:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.194114:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384938.194117:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384938.194119:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384938.194121:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384938.194126:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e61ddf40) refcount = 1 00010000:00010000:0.0:1767384938.194131:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194139:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384938.194142:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384938.194144:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.194148:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.194151:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384938.194156:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384938.194159:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384938.194163:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384938.194165:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.194168:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=4 00000020:00000001:0.0:1767384938.194171:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.194174:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.194178:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384938.194180:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194189:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384938.194192:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194200:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.194202:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384938.194204:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194224:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384938.194226:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.194229:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384938.194232:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384938.194238:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b5f2da9e already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384938.194243:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.194247:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384938.194250:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194256:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384938.194258:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384938.194261:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384938.194263:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5f2da9e refcount=5 00000020:00000001:0.0:1767384938.194265:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.194268:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000001:0.0:1767384938.194271:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384938.194273:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194280:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384938.194282:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384938.194285:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.194288:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384938.194290:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384938.194291:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384938.194293:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384938.194295:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b5f2da9e with handle 0x7ec529173eeb8483 from hash 00010000:00000001:0.0:1767384938.194297:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384938.194299:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.194300:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.194308:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384938.194311:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384938.194313:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384938.194314:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384938.194316:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384938.194317:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.194319:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384938.194320:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384938.194322:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.194322:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.194323:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.194324:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384938.194327:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384938.194330:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194335:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.194336:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.194339:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384938.194340:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384938.194342:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384938.194343:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384938.194346:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384938.194350:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384938.194353:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384938.194355:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384938.194361:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384938.194363:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384938.194366:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b5f2da9e/0x7ec529173eeb8483 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384938.194374:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e61ddf40 count: 0 00010000:00000001:0.0:1767384938.194394:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384938.194397:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384938.194883:0:32336:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b919c118. 00000400:00000040:2.0:1767384938.194934:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384938.194938:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384938.194943:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384938.194947:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384938.194952:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384938.194954:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384938.194959:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384938.194961:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384938.194964:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384938.194967:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384938.194969:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384938.194970:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384938.194972:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384938.194973:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384938.194974:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384938.194976:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384938.194977:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384938.194978:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384938.194980:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384938.194982:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384938.194984:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384938.194986:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384938.194992:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384938.194994:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384938.194995:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384938.194997:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384938.194999:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384938.195000:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384938.195002:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384938.195004:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384938.195005:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384938.195008:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384938.195010:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384938.195012:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384938.195014:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384938.195015:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384938.195017:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384938.195019:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384938.195022:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384938.195024:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384938.195025:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384938.195027:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384938.195030:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384938.195032:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384938.195034:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384938.195036:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384938.195038:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384938.195039:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384938.195042:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384938.195044:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384938.195046:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384938.195048:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384938.195051:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384938.195054:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384938.195056:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384938.195058:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384938.195062:0:32336:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384938.195328:0:32336:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b919c118. 00000100:00000040:3.0:1767384938.195952:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294927142, at 4294927143 00000100:00000040:0.0:1767384938.195953:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294927142, at 4294927143 00000100:00000010:0.0:1767384938.195971:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000010:3.0:1767384938.195979:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079187d3f. 00000100:00000040:2.0:1767384938.196096:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294927142, at 4294927143 00000100:00000010:2.0:1767384938.196103:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000db52a7e. 00080000:00000020:1.0:1767384938.196614:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384938.196619:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384938.196622:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a081dc1c. 20000000:00000001:1.0:1767384938.196627:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384938.196632:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352227584 00010000:00000001:1.0:1767384938.196636:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384938.196646:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1037534 x1853237352227584/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.196654:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384938.196656:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.196659:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.196664:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384938.196668:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.196677:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384938.196681:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384938.196684:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.196690:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.196693:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384938.196697:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005cfa4c2. 00000100:00000200:1.0:1767384938.196702:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352227584, offset 224 00000400:00000200:1.0:1767384938.196710:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384938.196724:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384938.196736:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106300 00000400:00000200:1.0:1767384938.196743:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bbd [2] + 224 00000400:00000200:1.0:1767384938.196749:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.196752:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.196756:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.196760:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384938.196768:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.196783:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384938.196788:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005cfa4c2 00000400:00000010:1.0:1767384938.196789:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005cfa4c2. 00000100:00000001:1.0:1767384938.196793:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384938.196794:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.196799:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.196802:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384938.196805:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384938.196807:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.196810:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384938.196817:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1037534 x1853237352227584/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.196824:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1037534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352227584:12345-0@lo:253: Request processed in 27878us (28606us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384938.196831:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384938.196840:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384938.196843:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.196845:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384938.196849:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ac7c901. 00000020:00000010:1.0:1767384938.196854:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384938.196859:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d9dc6b1. 00000020:00000040:1.0:1767384938.196863:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384938.196866:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384938.196868:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004bfcddd6. 02000000:00000001:1.0:1767384938.196874:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384938.196878:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384938.196954:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384938.196959:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 00000400:00000010:1.0:1767384938.196963:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005cfa4c2. 00000100:00000001:1.0:1767384938.196978:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.196980:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384938.196985:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384938.196987:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384938.196989:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7b0ecfa. 00000400:00000200:1.0:1767384938.196992:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df6002ee 00000400:00000010:1.0:1767384938.196993:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df6002ee. 00000100:00000001:1.0:1767384938.196997:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.197003:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384938.197012:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.197016:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384938.197018:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.197020:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384938.197023:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384938.197024:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384938.197027:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384938.197029:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.197033:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=68 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384938.197037:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.197039:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384938.197046:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.197048:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384938.197050:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.197052:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.197055:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.197061:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384938.197063:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384938.197065:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384938.197069:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384938.197071:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384938.197074:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384938.197076:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384938.197079:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384938.197080:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384938.197082:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384938.197084:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384938.197086:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384938.197087:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.197094:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001b4506c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352227584:0@lo:253: 00000100:00000001:1.0:1767384938.197098:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.197100:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384938.197103:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b4506c3 x1853237352227584/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.197108:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384938.197110:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384938.197112:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:1.0:1767384938.197118:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384938.197119:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384938.197121:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384938.197122:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384938.197124:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:1.0:1767384938.197130:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384938.197132:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384938.197139:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b4506c3. 00000100:00000001:1.0:1767384938.197145:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384938.197147:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.197150:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384938.197156:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384938.197158:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.197164:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384938.197168:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.197186:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294927142, at 4294927144 00000100:00000010:1.0:1767384938.197191:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000701d3fd0. 00080000:00000020:1.0:1767384938.197502:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384938.197505:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384938.197507:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e0cb2dca. 20000000:00000001:1.0:1767384938.197512:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384938.197515:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352227456 00010000:00000001:1.0:1767384938.197517:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384938.197521:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004068677f x1853237352227456/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384938.197526:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384938.197538:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384938.197540:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384938.197542:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384938.197543:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384938.197545:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384938.197546:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384938.197548:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384938.197551:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384938.197553:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384938.197555:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df6002ee. 00000100:00000200:1.0:1767384938.197558:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352227456, offset 224 00000400:00000200:1.0:1767384938.197561:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384938.197569:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384938.197577:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106280 00000400:00000200:1.0:1767384938.197584:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb1 [2] + 224 00000400:00000200:1.0:1767384938.197591:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.197605:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384938.197611:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384938.197617:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384938.197624:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384938.197642:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384938.197647:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df6002ee 00000400:00000010:1.0:1767384938.197649:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df6002ee. 00000100:00000001:1.0:1767384938.197652:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384938.197653:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384938.197658:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384938.197662:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384938.197664:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384938.197665:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384938.197668:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384938.197671:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004068677f x1853237352227456/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:164/0 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384938.197679:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004068677f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352227456:12345-0@lo:253: Request processed in 28624us (29554us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384938.197684:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:1.0:1767384938.197686:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384938.197688:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384938.197689:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384938.197691:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca2e615a. 00000020:00000010:1.0:1767384938.197694:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007abcefa9. 00000020:00000010:1.0:1767384938.197697:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f446d19. 00000020:00000040:1.0:1767384938.197700:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:1.0:1767384938.197703:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384938.197705:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000029bc4fc5. 02000000:00000001:1.0:1767384938.197708:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384938.197709:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384938.197712:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384938.197720:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b0ecfa. 00000400:00000010:1.0:1767384938.197723:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df6002ee. 00000100:00000001:2.0:1767384938.197819:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.197824:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384938.197830:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384938.197832:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384938.197834:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae339ffd. 00000400:00000200:2.0:1767384938.197839:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e05b253c 00000400:00000010:2.0:1767384938.197842:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e05b253c. 00000100:00000001:2.0:1767384938.197846:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384938.197853:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384938.197865:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.197873:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384938.197875:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.197878:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384938.197880:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384938.197883:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384938.198031:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384938.198034:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384938.198038:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384938.198041:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384938.198043:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384938.198044:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.198046:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384938.198047:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.198049:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384938.198052:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.198058:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384938.198061:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384938.198062:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384938.198065:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384938.198068:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384938.198069:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384938.198070:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384938.198071:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384938.198078:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384938.198079:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384938.198080:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384938.198081:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384938.198082:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384938.198085:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384938.198089:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f59a7a6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352227456:0@lo:253: 00000100:00000001:2.0:1767384938.198092:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.198094:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384938.198095:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f59a7a6e x1853237352227456/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384938.198100:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384938.198101:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384938.198103:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004f553017. 02000000:00000001:2.0:1767384938.198106:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384938.198107:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384938.198108:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384938.198110:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384938.198111:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000425b1ae4. 02000000:00000001:2.0:1767384938.198118:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384938.198119:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384938.198120:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f59a7a6e. 00000100:00000001:2.0:1767384938.198122:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384938.198123:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.198125:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384938.198129:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384938.198130:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384938.198132:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384938.198134:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384938.205936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e61ddf40. 00010000:00000010:0.1:1767384938.205947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5f2da9e. 00000400:00000200:3.0:1767384938.733003:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp37 00000400:00000010:3.0:1767384938.733009:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000062d106b6. 00000400:00000010:3.0:1767384938.733016:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a21e34c3. 00000400:00000010:3.0:1767384938.733020:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000010:3.0:1767384938.733027:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000100f7338. 00000400:00000200:3.0:1767384938.733032:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp37 00000400:00000200:3.0:1767384938.733051:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp37 local destination 00000400:00000200:3.0:1767384938.733057:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp37 00000400:00000200:3.0:1767384938.733061:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp37 NI seq info: [142:142:256:4294967295] 192.168.203.112@tcp37 LPNI seq info [124:124:8:4294967295] 00000400:00000200:3.0:1767384938.733068:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp37 00000400:00000200:3.0:1767384938.733081:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp37(192.168.203.112@tcp37:) -> 192.168.203.112@tcp37(192.168.203.112@tcp37:192.168.203.112@tcp37) : GET try# 0 00000800:00000200:3.0:1767384938.733094:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp37 00000800:00000010:3.0:1767384938.733097:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4c4524c. 00000800:00000200:3.0:1767384938.733103:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (2) 00000800:00000200:3.1:1767384938.733107:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (2) 00000400:00000200:3.0:1767384938.733127:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp37 added to recovery queue. ping count: 2 next ping: 264 health :800 00000400:00000200:3.0:1767384938.733131:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp33 00000400:00000010:3.0:1767384938.733133:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f2ba6eca. 00000400:00000010:3.0:1767384938.733137:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000090288a59. 00000400:00000010:3.0:1767384938.733140:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82bdf90. 00000400:00000010:3.0:1767384938.733148:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a261caae. 00000400:00000200:3.0:1767384938.733150:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp33 00000400:00000200:3.0:1767384938.733154:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp33 local destination 00000400:00000200:3.0:1767384938.733158:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp33 00000400:00000200:3.0:1767384938.733163:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp33 NI seq info: [143:143:256:4294967295] 192.168.203.112@tcp33 LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1767384938.733166:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp33 00000400:00000200:3.0:1767384938.733172:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp33(192.168.203.112@tcp33:) -> 192.168.203.112@tcp33(192.168.203.112@tcp33:192.168.203.112@tcp33) : GET try# 0 00000800:00000200:3.0:1767384938.733175:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp33 00000800:00000010:3.0:1767384938.733177:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0c4b3fe. 00000800:00000200:3.0:1767384938.733180:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000800:00000200:3.1:1767384938.733182:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000400:00000200:3.0:1767384938.733197:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp33 added to recovery queue. ping count: 4 next ping: 276 health :600 00000400:00000200:1.0:1767384938.733198:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.733202:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp38 00000400:00000010:3.0:1767384938.733207:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009cd179b6. 00000400:00000010:3.0:1767384938.733213:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bcd3450b. 00000400:00000010:3.0:1767384938.733217:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000400:00000010:3.0:1767384938.733220:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001cb5332f. 00000400:00000200:3.0:1767384938.733223:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp38 00000400:00000200:3.0:1767384938.733230:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp38 local destination 00000400:00000200:3.0:1767384938.733235:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp38 00000400:00000200:3.0:1767384938.733243:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp38 NI seq info: [144:144:256:4294967295] 192.168.203.112@tcp38 LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1767384938.733251:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp38 00000400:00000200:3.0:1767384938.733272:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp38(192.168.203.112@tcp38:) -> 192.168.203.112@tcp38(192.168.203.112@tcp38:192.168.203.112@tcp38) : GET try# 0 00000800:00000200:3.0:1767384938.733276:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp38 00000800:00000010:3.0:1767384938.733279:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081d5b95e. 00000800:00000200:3.0:1767384938.733286:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:1.0:1767384938.733297:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.733297:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:3.1:1767384938.733298:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:3.0:1767384938.733320:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp38 added to recovery queue. ping count: 1 next ping: 262 health :900 00000400:00000200:3.0:1767384938.733424:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.733514:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.733517:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.733614:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.733705:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.733710:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.733746:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.734274:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.734404:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.734428:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.734560:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.734613:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.734688:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.734775:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.734838:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.734969:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.735035:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.735060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.735138:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.735178:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.735312:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.735333:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.735352:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.735447:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.735517:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.735520:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.735566:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.735662:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.735705:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.735716:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.735824:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.735859:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.735926:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.735966:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.736024:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.736060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.736086:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.736176:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.736213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.736219:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.736319:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.736367:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.736386:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.736431:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.736521:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.736566:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.736586:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.736673:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.736756:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.736759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.736804:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.736878:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.736956:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.736994:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.737143:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.737157:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000800:00000200:0.0:1767384938.737158:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (6) 00000800:00000200:0.0:1767384938.737178:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:988 00000800:00000200:0.0:1767384938.737184:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384938.737293:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.737309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000800:00000200:3.0:1767384938.737349:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384938.737357:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384938.737370:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000800:00000001:3.0:1767384938.737371:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.737379:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.737382:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384938.737461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.737472:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.737493:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.737633:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.737638:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.737666:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.737762:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.737811:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.737812:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.737829:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.738048:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.738049:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.738052:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.738190:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.738213:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.738217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.738286:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.738346:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.738366:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.738425:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.738497:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.738575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.738595:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.738631:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.738701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.738716:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.738723:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.738853:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.738877:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.738881:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.739039:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.739048:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.739069:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.739177:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.739195:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.739206:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.739310:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.739359:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.739379:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.739492:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.739498:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.739575:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.739642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384938.739660:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a44bf39. 00000800:00000010:0.0:1767384938.739667:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099369240. 00000800:00000010:0.0:1767384938.739674:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a916548e. 00000800:00000010:0.0:1767384938.739718:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a916548e. 00000400:00000200:1.0:1767384938.739719:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00020000:0.0:1767384938.739747:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384938.739755:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099369240. 00000800:00000010:0.0:1767384938.739763:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009a44bf39. 00000400:00000200:1.0:1767384938.739848:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:02020000:0.0:1767384938.739861:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp33 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384938.739871:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp33 notifying 192.168.203.112@tcp33: down 00000800:00000200:0.0:1767384938.739884:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp33 down 00000800:00000100:0.0:1767384938.739919:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp33 00000800:00000010:0.0:1767384938.739923:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e0c4b3fe. 00000400:00000200:0.0:1767384938.739929:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384938.739937:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp33->192.168.203.112@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384938.739950:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384938.739956:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384938.739957:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.739973:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp33) recovery failed with -71 00000800:00000010:3.0:1767384938.740042:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aa30578d. 00000800:00000010:3.0:1767384938.740050:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ffeb3ac6. 00000800:00000010:3.0:1767384938.740057:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d65d59e6. 00000400:00000200:1.0:1767384938.740063:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000800:00000010:3.0:1767384938.740095:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d65d59e6. 00000800:00020000:3.0:1767384938.740110:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384938.740113:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ffeb3ac6. 00000800:00000010:3.0:1767384938.740119:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000aa30578d. 00000400:00000200:1.0:1767384938.740151:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:02020000:3.0:1767384938.740200:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp38 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384938.740204:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.740209:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp38 notifying 192.168.203.112@tcp38: down 00000800:00000200:3.0:1767384938.740215:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp38 down 00000800:00000100:3.0:1767384938.740222:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp38 00000800:00000010:3.0:1767384938.740224:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081d5b95e. 00000400:00000200:3.0:1767384938.740227:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384938.740232:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp38->192.168.203.112@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384938.740240:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384938.740242:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:3.0:1767384938.740244:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384938.740252:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp38) recovery failed with -71 00000400:00000200:1.0:1767384938.740276:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.740299:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.740313:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.740328:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.740344:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000800:00000010:1.0:1767384938.740495:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004bfcddd6. 00000800:00000010:1.0:1767384938.740500:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041aa99ae. 00000800:00000010:1.0:1767384938.740504:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000edebcd6f. 00000800:00000010:1.0:1767384938.740546:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000edebcd6f. 00000400:00000200:3.0:1767384938.740759:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384938.740771:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp37 from 208.3.0.2 00000800:00000010:3.0:1767384938.740773:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b8240187. 00000800:00000010:0.0:1767384938.740812:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009a44bf39. 00000800:00000010:0.0:1767384938.740818:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099369240. 00000800:00000010:0.0:1767384938.740850:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000071cba108. 00000800:00000200:0.1:1767384938.740858:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (2) 00000800:00000200:0.1:1767384938.740863:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp37 0000000071cba108 deleted 00000800:00000010:0.1:1767384938.740866:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000071cba108. 00000800:00000200:0.1:1767384938.740872:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384938.740879:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp37 ip 192.168.203.112:976 00000800:00000200:0.1:1767384938.740882:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e4c4524c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384938.740933:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp37 p 3.x 192.168.203.112 -> 192.168.203.112:976 incarnation:1767384930950616499 sched[0] 00000800:00000010:0.0:1767384938.740938:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a916548e. 00000800:00000010:0.0:1767384938.741015:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a916548e. 00000800:00000010:0.0:1767384938.741025:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099369240. 00000800:00000010:0.0:1767384938.741075:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b8240187. 00000800:00000001:1.0:1767384938.741091:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384938.741101:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384938.741117:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384938.741128:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp37 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384930950616499 sched[0] 00000800:00000010:0.0:1767384938.741133:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041aa99ae. 00000800:00000200:1.0:1767384938.741173:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384938.741178:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4c4524c. 00000400:00000200:1.0:1767384938.741183:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.741191:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp37->192.168.203.112@tcp37: GET: OK 00000800:00000001:0.0:1767384938.741200:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384938.741201:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384938.741208:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp37 recovery message sent successfully:0 00000800:00000001:0.0:1767384938.741214:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384938.741219:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384938.741228:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384938.741236:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp37(192.168.203.112@tcp37) <- 192.168.203.112@tcp37 : GET - for me 00000400:00000200:0.0:1767384938.741252:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384938.741264:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1ba9 [1] + 0 00000400:00000200:0.0:1767384938.741282:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp37 to MR: 192.168.203.112@tcp37 local destination 00000400:00000200:1.0:1767384938.741283:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.741304:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp37 NI seq info: [145:145:256:4294967295] 192.168.203.112@tcp37 LPNI seq info [127:127:8:4294967295] 00000400:00000200:0.0:1767384938.741323:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp37(192.168.203.112@tcp37:192.168.203.112@tcp37) -> 192.168.203.112@tcp37(192.168.203.112@tcp37:192.168.203.112@tcp37) 192.168.203.112@tcp37 : REPLY try# 0 00000800:00000200:0.0:1767384938.741327:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp37 00000800:00000010:0.0:1767384938.741331:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576e753a. 00000800:00000200:0.0:1767384938.741339:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (4) 00000800:00000200:0.0:1767384938.741346:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp37 ip 192.168.203.112:988 00000800:00000200:0.0:1767384938.741349:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000576e753a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384938.741350:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741381:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000001:3.0:1767384938.741395:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.741449:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384938.741452:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384938.741456:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576e753a. 00000800:00000001:3.0:1767384938.741457:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.741463:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384938.741467:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384938.741468:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384938.741471:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384938.741484:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp37->192.168.203.112@tcp37: REPLY: OK 00000400:00000200:3.0:1767384938.741491:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp37(192.168.203.112@tcp37) <- 192.168.203.112@tcp37 : REPLY - for me 00000400:00000200:3.0:1767384938.741514:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp37: Reply from 12345-192.168.203.112@tcp37 of length 272/272 into md 0x1c01 00000800:00000001:3.0:1767384938.741536:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384938.741544:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:3.0:1767384938.741546:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384938.741551:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384938.741557:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp37->192.168.203.112@tcp37: REPLY: OK 00000400:00000200:3.0:1767384938.741563:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:3.0:1767384938.741567:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000400:00000200:3.0:1767384938.741572:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:1.0:1767384938.741574:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000010:3.0:1767384938.741580:0:16129:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000062d106b6. 00000400:00000010:3.0:1767384938.741586:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a21e34c3. 00000800:00000001:3.0:1767384938.741608:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384938.741612:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000800:00000001:3.0:1767384938.741613:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384938.741632:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384938.741634:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741664:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741690:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741739:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741753:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741779:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741802:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741829:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741845:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.741935:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742000:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742070:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742110:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742146:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742163:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742187:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742202:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742220:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742249:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742272:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742300:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742315:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742349:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742382:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742396:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742458:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742496:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384938.742600:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384938.742737:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a081dc1c. 00000800:00000010:1.0:1767384938.742741:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009165774. 00000800:00000010:1.0:1767384938.742745:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000edebcd6f. 00000800:00000010:1.0:1767384938.742765:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000edebcd6f. 00000800:00020000:1.0:1767384938.742772:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384938.742774:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009165774. 00000800:00000010:1.0:1767384938.742776:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a081dc1c. 00000400:02020000:1.0:1767384938.742838:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp37 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384938.988964:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384938.988971:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384938.988980:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384938.988982:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384938.989036:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384938.989040:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384938.989043:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384939.757984:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384939.757992:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384939.758007:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b82bdf90 00000400:00000010:2.0:1767384939.758028:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b82bdf90. 00000400:00000200:2.0:1767384939.758037:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384939.758048:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384939.758061:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f2ba6eca. 00000400:00000010:2.0:1767384939.758066:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090288a59. 00000400:00000001:2.0:1767384939.758072:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384939.758074:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384939.758076:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000400:00000010:2.0:1767384939.758078:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000400:00000200:2.0:1767384939.758081:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384939.758085:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384939.758090:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009cd179b6. 00000400:00000010:2.0:1767384939.758094:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bcd3450b. 00080000:00000001:3.0:1767384939.968970:0:32789:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384939.968987:0:32789:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.968991:0:32789:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384939.968998:0:32789:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384939.969003:0:32789:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.969006:0:32789:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.012973:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384940.012979:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384940.012988:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384940.012990:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.013043:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384940.013050:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384940.013055:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384940.780986:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f9227922. 00000400:00000010:2.0:1767384940.781005:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f2e4b9c7. 00000400:00000010:2.0:1767384940.781017:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000412bbb1c. 00000400:00000010:2.0:1767384940.781022:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a97d8687. 00000400:00000010:2.0:1767384940.781026:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008befb6fe. 00000400:00000010:2.0:1767384940.781033:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d377c10b. 00000400:00000010:2.0:1767384940.781036:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000078c34c88. 00000400:00000010:2.0:1767384940.781041:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ddd80f13. 00000400:00000010:2.0:1767384940.781045:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f0fb7f5d. 00000400:00000010:2.0:1767384940.781049:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000034718368. 00000400:00000010:2.0:1767384940.781053:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000605fb764. 00000400:00000010:2.0:1767384940.781055:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004299920e. 00000400:00000010:2.0:1767384940.781058:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000973caff2. 00000400:00000010:2.0:1767384940.781060:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009ee29769. 00000400:00000010:2.0:1767384940.781063:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000675bb9b6. 00000400:00000010:2.0:1767384940.781065:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000094cf7d2. 00000400:00000010:2.0:1767384940.781068:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000289bb59e. 00000400:00000010:2.0:1767384940.781071:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cde5b47e. 00000400:00000010:2.0:1767384940.781084:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001ce24832. 00000400:00000010:2.0:1767384940.781086:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000017373072. 00000400:00000010:2.0:1767384940.781088:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000042b48d27. 00000400:00000010:2.0:1767384940.781092:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001e34ffc1. 00000400:00000010:2.0:1767384940.781094:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000036e3bea9. 00000400:00000010:2.0:1767384940.781097:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e3f1fe26. 00000400:00000010:2.0:1767384940.781101:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000390d615a. 00000400:00000010:2.0:1767384940.781104:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c1616d3d. 00000400:00000010:2.0:1767384940.781106:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000087639465. 00000400:00000010:2.0:1767384940.781110:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e894f8dc. 00000400:00000010:2.0:1767384940.781112:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004ee7f76e. 00000400:00000010:2.0:1767384940.781114:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c88263b5. 00000400:00000010:2.0:1767384940.781117:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000020c26446. 00000400:00000010:2.0:1767384940.781120:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cc8cf71b. 00000400:00000010:2.0:1767384940.781122:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c3807c75. 00000400:00000010:2.0:1767384940.781125:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab099218. 00000400:00000010:2.0:1767384940.781127:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000081acda60. 00000400:00000010:2.0:1767384940.781129:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001cac1260. 00000400:00000010:2.0:1767384940.781132:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e218e348. 00000400:00000010:2.0:1767384940.781134:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d09c998a. 00000400:00000010:2.0:1767384940.781137:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4031bf1. 00000400:00000010:2.0:1767384940.781139:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a47931d0. 00000400:00000010:2.0:1767384940.781141:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bffbeb92. 00000400:00000010:2.0:1767384940.781143:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000da31a58a. 00000400:00000010:2.0:1767384940.781146:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000603f09d1. 00000400:00000010:2.0:1767384940.781148:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000019e7b9fd. 00000400:00000010:2.0:1767384940.781150:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003667e790. 00000400:00000010:2.0:1767384940.781152:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ddcd7acb. 00000400:00000010:2.0:1767384940.781156:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e989b193. 00000400:00000010:2.0:1767384940.781159:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006296e491. 00000400:00000010:2.0:1767384940.781162:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000504efc1e. 00000400:00000010:2.0:1767384940.781164:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006140d92f. 00000400:00000010:2.0:1767384940.781167:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c11d2ddd. 00000400:00000010:2.0:1767384940.781169:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006acfb3e4. 00000400:00000010:2.0:1767384940.781171:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a257a7e1. 00000400:00000010:2.0:1767384940.781174:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e1978109. 00000400:00000010:2.0:1767384940.781187:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004d1b9bb6. 00000400:00000010:2.0:1767384940.781190:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007677ac16. 00000400:00000010:2.0:1767384940.781192:0:16133:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a8daabec. 00000400:00000200:2.0:1767384940.781205:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp38 00000400:00000010:2.0:1767384940.781211:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000020fbe58b. 00000400:00000010:2.0:1767384940.781219:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a3aa0c14. 00000400:00000010:2.0:1767384940.781228:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e56577e. 00000400:00000010:2.0:1767384940.781239:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8daabec. 00000400:00000200:2.0:1767384940.781247:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp38 00000400:00000200:2.0:1767384940.781273:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp38 local destination 00000400:00000200:2.0:1767384940.781281:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp38 00000400:00000200:2.0:1767384940.781286:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp38 NI seq info: [146:146:256:4294967295] 192.168.203.112@tcp38 LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1767384940.781295:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp38 00000400:00000200:2.0:1767384940.781307:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp38(192.168.203.112@tcp38:) -> 192.168.203.112@tcp38(192.168.203.112@tcp38:192.168.203.112@tcp38) : GET try# 0 00000800:00000200:2.0:1767384940.781315:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp38 00000800:00000010:2.0:1767384940.781326:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a2c2d978. 00000800:00000200:2.0:1767384940.781336:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000800:00000200:2.1:1767384940.781342:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:2.0:1767384940.781376:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp38 added to recovery queue. ping count: 2 next ping: 266 health :800 00000400:00000200:1.0:1767384940.781465:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781529:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781557:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781599:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781672:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781689:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781716:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781747:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781784:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781820:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781861:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.781881:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000800:00000200:0.0:1767384940.781984:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (6) 00000800:00000200:0.0:1767384940.781994:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp23 ip 192.168.203.112:988 00000800:00000200:0.0:1767384940.781998:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384940.782014:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782056:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782077:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782099:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782128:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000800:00000200:0.0:1767384940.782149:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384940.782154:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384940.782161:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000800:00000001:0.0:1767384940.782166:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384940.782173:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384940.782176:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384940.782193:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782219:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782235:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782257:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782291:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782306:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782325:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782376:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782391:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782406:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782424:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782441:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782456:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384940.782471:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384940.782682:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a081dc1c. 00000800:00000010:1.0:1767384940.782686:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f926f17. 00000800:00000010:1.0:1767384940.782692:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000014af5e7. 00000800:00000010:1.0:1767384940.782718:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000014af5e7. 00000800:00020000:1.0:1767384940.782729:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384940.782734:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f926f17. 00000800:00000010:1.0:1767384940.782737:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a081dc1c. 00000400:02020000:1.0:1767384940.782786:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp38 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384940.782792:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp38 notifying 192.168.203.112@tcp38: down 00000400:00000200:1.0:1767384940.782799:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384940.782805:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp38 00000800:00000010:1.0:1767384940.782809:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a2c2d978. 00000400:00000200:1.0:1767384940.782815:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384940.782819:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp38->192.168.203.112@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384940.782829:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384940.782831:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384940.782834:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp38) recovery failed with -71 00000001:00000001:2.0:1767384940.788209:0:32953:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384940.788212:0:32953:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:2.0:1767384940.792762:0:32953:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384940.801562:0:32954:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005962c73c. 00000400:00000010:2.0:1767384940.801582:0:32954:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e762be79. 00000400:00000010:2.0:1767384940.801595:0:32954:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000004f5116a. 00000400:00000010:2.0:1767384940.801600:0:32954:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009f946d9d. 00000400:00000010:2.0:1767384940.801606:0:32954:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d5a3d835. 00000400:00000010:2.0:1767384940.801611:0:32954:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000099f3a156. 00000400:00000010:2.0:1767384940.801614:0:32954:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000098454564. 00000400:00000010:2.0:1767384940.801616:0:32954:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d47537fc. 00000400:00000010:2.0:1767384940.801621:0:32954:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000089de5d24. 00000800:00000010:2.0:1767384940.801640:0:32954:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a2c2d978. 00000800:00000200:2.0:1767384940.801655:0:32954:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384940.801687:0:32954:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384940.801739:0:32954:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384940.801780:0:32954:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp41 [8/256/0/180] 00000400:00000010:2.0:1767384940.805058:0:32954:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000e127855f. 00000400:00000010:2.0:1767384940.805068:0:32954:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae339ffd. 00000400:00000010:2.0:1767384940.805075:0:32954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b62a1b35. 00000400:00000001:2.0:1767384940.805111:0:32954:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384940.805113:0:32954:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384940.805115:0:32954:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb9357dc. 00000400:00000200:2.0:1767384940.805119:0:32954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000400:00000010:2.0:1767384940.805121:0:32954:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00000400:00000010:2.0:1767384940.805126:0:32954:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000093234434. 00000400:00000200:2.0:1767384940.805132:0:32954:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (33) 00000400:00000200:2.0:1767384940.805147:0:32954:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384940.805159:0:32954:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000400:00000200:0.0:1767384940.805163:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384940.805170:0:32954:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004f553017. 00000400:00000200:0.0:1767384940.805171:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 00000400:00000010:0.0:1767384940.805178:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000020:01000000:2.0:1767384940.805179:0:32954:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384940.805183:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (34) 00000020:01000000:2.0:1767384940.805187:0:32954:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp41 00000400:00000010:0.0:1767384940.805191:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000096158af0. 00000400:00000200:0.0:1767384940.805196:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767384940.805206:0:32954:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e762be79. 00000400:00000200:0.0:1767384940.805208:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000010:2.0:1767384940.805214:0:32954:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005962c73c. 00000400:00000200:0.0:1767384940.805217:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384940.805224:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384940.805228:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384940.805232:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000020:00000001:3.0:1767384940.805233:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384940.805240:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 10000000:00000001:3.0:1767384940.805241:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384940.805247:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384940.805252:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384940.805254:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000020:01000004:3.0:1767384940.805264:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384940.805266:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384940.805271:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000020:01000004:3.0:1767384940.805276:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384940.805283:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000020:01000004:3.0:1767384940.805284:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384940.805289:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384940.805295:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384940.805299:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000020:01000004:3.0:1767384940.805301:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384940.805306:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384940.805312:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384940.805317:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384940.805318:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000020:01000004:3.0:1767384940.805323:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384940.805330:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00000010:3.0:1767384940.805332:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eacc9311. 00000400:00000200:0.0:1767384940.805338:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000020:00000040:3.0:1767384940.805340:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384940.805346:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384940.805352:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384940.805352:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 02000000:00000001:3.0:1767384940.805363:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.805363:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000400:00000200:0.0:1767384940.805377:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 02000000:00000010:3.0:1767384940.805379:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000aa30578d. 00000400:00000200:0.0:1767384940.805385:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000100:00000001:3.0:1767384940.805391:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.805392:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:0.0:1767384940.805400:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000100:00000001:3.0:1767384940.805403:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384940.805406:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.805406:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 28], ns[84, 28] 00000400:00000200:0.0:1767384940.805424:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 28], ns[121, 28] 00000100:00000040:3.0:1767384940.805430:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eacc9311] to pc [ptlrpcd_00_03+3] req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384940.805443:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[94, 28] 00000400:00000200:0.0:1767384940.805474:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 28], ns[83, 28] 00000400:00000200:0.0:1767384940.805486:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 28], ns[143, 28] 00000400:00000200:0.0:1767384940.805492:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[122, 28] 00000400:00000200:0.0:1767384940.805497:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 28], ns[117, 28] 00000400:00000200:0.0:1767384940.805504:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 28], ns[115, 28] 10000000:00000001:3.0:1767384940.805522:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.805523:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 28], ns[145, 28] 10000000:00000001:3.0:1767384940.805529:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.805535:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384940.805536:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.805536:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[128, 28], ns[146, 28] 00000020:01000000:3.0:1767384940.805544:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384940.805544:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384940.805568:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[139, 28] 00000100:00000001:2.0:1767384940.805569:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384940.805571:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384940.805579:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384940.805580:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384940.805581:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 139] 10000000:00000001:3.0:1767384940.805586:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384940.805596:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384940.805612:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384940.805613:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384940.805613:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000100:00000001:2.0:1767384940.805620:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384940.805624:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384940.805626:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384940.805629:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp40 02000000:00000001:2.0:1767384940.805632:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384940.805636:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384940.805639:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352227968:0@lo:253: 00000400:00000200:0.0:1767384940.805640:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp40 lpni_is_preferred = 0 00000020:01000004:3.0:1767384940.805642:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384940.805653:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384940.805654:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp40 00000020:01000004:3.0:1767384940.805655:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384940.805668:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384940.805670:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384940.805673:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:3.0:1767384940.805675:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384940.805678:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384940.805679:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384940.805681:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp40 NI seq info: [147:147:256:4294967295] 192.168.203.112@tcp40 LPNI seq info [129:129:8:4294967295] 00000020:01000004:3.0:1767384940.805688:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384940.805688:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384940.805708:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001112f465. 00000400:00000200:0.0:1767384940.805712:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp40 02000000:00000010:2.0:1767384940.805714:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007c8a9ea0. 02000000:00000001:2.0:1767384940.805723:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384940.805725:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000400:00000010:2.0:1767384940.805730:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ceb8fc5. 00000100:00000001:3.0:1767384940.805735:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384940.805737:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e762be79. 02000000:00000001:3.0:1767384940.805739:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384940.805745:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40:) -> 192.168.203.112@tcp40(192.168.203.112@tcp:192.168.203.112@tcp40) : PUT try# 0 00000100:00000200:2.0:1767384940.805746:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352227968, portal 25 02000000:00000001:3.0:1767384940.805750:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.805753:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384940.805759:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545435008 : -106559164116608 : ffff9f15c2e01180) 00000800:00000200:0.0:1767384940.805762:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp40 02000000:00000010:3.0:1767384940.805764:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000099eb029b. 00000100:00000040:2.0:1767384940.805771:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.805774:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384940.805774:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd4c89f4. 00000100:00000001:3.0:1767384940.805783:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384940.805787:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384940.805792:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000079321828. 00000100:00000040:3.0:1767384940.805799:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001112f465] to pc [ptlrpcd_00_00+0] req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384940.805802:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384940.805803:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000bc3c9f88. 00000100:00000040:2.0:1767384940.805820:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384940.805828:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000400:00000010:2.0:1767384940.805829:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dedf916. 00000100:00000200:2.0:1767384940.805836:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352227968, offset 0 10000000:00000001:3.0:1767384940.805841:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384940.805841:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000400:00000200:2.0:1767384940.805842:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384940.805855:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384940.805860:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384940.805863:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.805868:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000020:01000000:3.0:1767384940.805870:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384940.805875:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004f553017. 00000400:00000200:0.0:1767384940.805892:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300551 rc 0 00000400:00000200:2.0:1767384940.805893:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106480 00000400:00000200:2.0:1767384940.805906:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c9 [2] + 0 00000400:00000010:2.0:1767384940.805913:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c5ec7a9. 00000400:00000200:2.0:1767384940.805918:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c0ea5bd9 00000100:00000001:3.0:1767384940.805923:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384940.805926:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384940.805929:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.805961:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384940.805969:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384940.805973:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384940.805985:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000001:0.0:1767384940.805987:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384940.805992:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384940.805993:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384940.806004:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0ea5bd9 00000100:00000001:0.0:1767384940.806005:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384940.806009:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0ea5bd9. 00000100:00000001:0.0:1767384940.806010:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384940.806015:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384940.806016:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384940.806020:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384940.806023:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000009dff3c5f x1853237352227968 msgsize 4848 00000100:00000040:0.0:1767384940.806024:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384940.806037:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384940.806042:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384940.806049:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384940.806053:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384940.806053:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.806057:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 02000000:00000001:0.0:1767384940.806059:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384940.806064:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dedf916 02000000:00000001:0.0:1767384940.806066:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384940.806068:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dedf916. 02000000:00000001:0.0:1767384940.806073:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.806078:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384940.806081:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001112f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352228096:0@lo:253: 00000100:00000001:0.0:1767384940.806091:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384940.806094:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384940.806104:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384940.806109:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384940.806109:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.806111:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000040:2.0:1767384940.806135:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384940.806136:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384940.806144:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007330ce2b. 00000100:00000001:2.0:1767384940.806145:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.806149:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.806151:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384940.806153:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415dbc70. 00000100:00000001:2.0:1767384940.806160:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384940.806164:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031cb735f. 00000100:00000001:2.0:1767384940.806166:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294929766 00000100:00000200:0.0:1767384940.806169:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352228096, portal 25 00000100:00000010:2.0:1767384940.806172:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069eaba88. 00000100:00000001:0.0:1767384940.806173:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384940.806177:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545437696 : -106559164113920 : ffff9f15c2e01c00) 00000100:00000001:2.0:1767384940.806184:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384940.806185:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384940.806191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:2.0:1767384940.806195:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294929766 00000100:00000001:0.0:1767384940.806217:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384940.806220:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a9d4f96. 00000100:00000040:0.0:1767384940.806226:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384940.806228:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767384940.806231:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d949d51e. 00000100:00000200:0.0:1767384940.806237:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352228096, offset 0 00000100:00000001:2.0:1767384940.806238:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294929766 00000100:00000010:2.0:1767384940.806245:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009084bb4d. 00000400:00000200:0.0:1767384940.806249:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384940.806250:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384940.806261:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294929766 00000100:00000010:2.0:1767384940.806267:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000701d3fd0. 00000400:00000200:0.0:1767384940.806267:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384940.806276:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384940.806283:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106500 00000100:00000001:2.0:1767384940.806287:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384940.806292:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.806294:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384940.806296:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d1 [2] + 0 00000100:00000001:2.0:1767384940.806299:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.806309:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384940.806310:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ebb9061. 00000100:00000001:2.0:1767384940.806316:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384940.806319:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000820ccdab 00000100:00000001:2.0:1767384940.806320:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384940.806327:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384940.806327:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384940.806330:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384940.806335:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.806340:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384940.806342:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384940.806349:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820ccdab 00000400:00000010:0.0:1767384940.806354:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000820ccdab. 00000100:00000001:0.0:1767384940.806362:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384940.806364:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384940.806367:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000003472538a x1853237352228096 msgsize 4848 00000100:00100000:0.0:1767384940.806397:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384940.806399:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384940.806412:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:0.0:1767384940.806413:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384940.806422:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d949d51e 00000400:00000010:0.0:1767384940.806427:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d949d51e. 00000100:00000001:0.0:1767384940.806432:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384940.806445:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.806455:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384940.806457:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384940.806463:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:0.0:1767384940.806464:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806470:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384940.806483:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806488:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294929766 00000100:00000001:0.0:1767384940.806491:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294929766 00000100:00000001:0.0:1767384940.806493:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294929766 00000100:00000001:0.0:1767384940.806496:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294929766 00000100:00000001:0.0:1767384940.806498:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294929766 00000100:00000001:0.0:1767384940.806501:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294929766 00000100:00000001:0.0:1767384940.806503:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294929766 00000100:00000001:0.0:1767384940.806504:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294929766 00000100:00000001:0.0:1767384940.806506:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.806508:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806525:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806529:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806561:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384940.806566:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.806587:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384940.806593:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352227968 02000000:00000001:2.0:1767384940.806598:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384940.806599:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384940.806600:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00100000:0.0:1767384940.806605:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228096 02000000:00000001:0.0:1767384940.806610:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384940.806613:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.806614:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384940.806618:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806619:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384940.806626:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.806628:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384940.806634:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352227968 00000100:00100000:0.0:1767384940.806635:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228096 00000020:00000001:2.0:1767384940.806652:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384940.806652:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384940.806657:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000040:2.0:1767384940.806658:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384940.806665:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384940.806666:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384940.806671:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000040:2.0:1767384940.806672:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384940.806675:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384940.806677:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384940.806680:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384940.806684:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149bb7f1. 00000020:00000001:0.0:1767384940.806686:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384940.806691:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384940.806692:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384940.806698:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149bb7f1. 00000100:00000001:0.0:1767384940.806700:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384940.806705:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093c3b376. 00000020:00000010:2.0:1767384940.806707:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbdbe0e8. 00000100:00000001:0.0:1767384940.806711:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384940.806716:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ef5144d. 00000020:00000010:0.0:1767384940.806716:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093c3b376. 00000020:00000010:0.0:1767384940.806725:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d5c4c0a. 00000020:00000010:2.0:1767384940.806726:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007abcefa9. 00000400:00000200:3.0:1767384940.806727:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000020:00000010:0.0:1767384940.806732:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081b2a91d. 00000100:00000040:2.0:1767384940.806739:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384940.806743:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c75c8327. 00000100:00000001:2.0:1767384940.806744:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384940.806749:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384940.806753:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806753:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384940.806757:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384940.806761:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.806769:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.806772:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.806789:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.806789:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384940.806809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000001:0.0:1767384940.806813:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384940.806816:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384940.806817:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384940.806823:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384940.806828:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384940.806833:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384940.806837:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546073680 : -106559163477936 : ffff9f15c2e9d050) 00000100:00100000:2.0:1767384940.806842:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:0.0:1767384940.806843:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009dff3c5f x1853237352227968/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384940.806848:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384940.806852:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546080848 : -106559163470768 : ffff9f15c2e9ec50) 00000100:00000001:0.0:1767384940.806860:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384940.806861:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003472538a x1853237352228096/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384940.806865:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000020:00000010:0.0:1767384940.806865:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093c3b376. 00000100:00000001:0.0:1767384940.806878:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384940.806921:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093c3b376. 00000100:00000001:2.0:1767384940.806926:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384940.806930:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149bb7f1. 00000100:00100000:0.0:1767384940.806931:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009dff3c5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352227968:12345-0@lo:253: 00000100:00000001:2.0:1767384940.806937:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384940.806938:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352227968 00000020:00000001:0.0:1767384940.806941:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384940.806947:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384940.806948:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149bb7f1. 00000020:00000001:0.0:1767384940.806951:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.806955:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384940.806958:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003472538a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352228096:12345-0@lo:253: 00000400:00000200:3.0:1767384940.806962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000200:2.0:1767384940.806964:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228096 00000020:00000001:0.0:1767384940.806968:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384940.806970:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384940.806973:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384940.806977:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384940.806978:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384940.806980:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.806983:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384940.806985:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384940.806987:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384940.806989:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384940.806991:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.806994:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384940.806997:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.806998:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384940.807003:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384940.807004:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384940.807022:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384940.807026:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384940.807029:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384940.807033:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384940.807038:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004f553017. 02000000:00000001:2.0:1767384940.807040:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384940.807043:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000603d92d7. 00000100:00000001:2.0:1767384940.807044:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.807049:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384940.807050:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.807056:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.807059:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 20000000:00000001:0.0:1767384940.807061:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384940.807062:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029bc4fc5. 20000000:01000000:2.0:1767384940.807069:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384940.807073:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384940.807078:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384940.807078:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000035b06fa9. 20000000:00000001:2.0:1767384940.807082:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384940.807086:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384940.807087:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384940.807093:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384940.807094:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384940.807099:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384940.807102:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384940.807104:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f4ad647. 20000000:00000001:0.0:1767384940.807105:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384940.807109:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384940.807112:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384940.807116:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 20000000:00000001:2.0:1767384940.807117:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384940.807146:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384940.807152:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807181:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00080000:00000001:2.0:1767384940.807205:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384940.807209:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384940.807211:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384940.807213:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384940.807217:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384940.807224:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000400:00000200:3.0:1767384940.807230:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00080000:00000001:2.0:1767384940.807236:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384940.807242:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000136cd98b. 00080000:00000001:2.0:1767384940.807246:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249364480 : -106563460187136 : ffff9f14c2cf3c00) 00080000:00000001:2.0:1767384940.807250:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384940.807272:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807335:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807410:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000001:00000001:2.0:1767384940.807423:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384940.807425:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384940.807428:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384940.807442:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00080000:00000001:2.0:1767384940.807456:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384940.807461:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384940.807470:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807528:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807619:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00080000:00000001:2.0:1767384940.807672:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384940.807678:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384940.807702:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807769:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807841:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.807991:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.808078:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.808224:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.808366:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.808504:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.808674:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.808799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384940.808875:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384940.809145:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ae96e14. 00000800:00000010:3.0:1767384940.809151:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c9da2ff. 00000800:00000010:3.0:1767384940.809158:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c7084085. 00000800:00000010:3.0:1767384940.809189:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c7084085. 00000800:00020000:3.0:1767384940.809201:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384940.809205:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c9da2ff. 00000800:00000010:3.0:1767384940.809211:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ae96e14. 00000400:02020000:3.0:1767384940.809316:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp40 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384940.809325:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp40 notifying 192.168.203.112@tcp40: down 00000800:00000200:3.0:1767384940.809336:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp40 down 00000800:00000100:3.0:1767384940.809343:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.203.112@tcp40 00000800:00000010:3.0:1767384940.809347:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd4c89f4. 00000400:00000200:3.0:1767384940.809363:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384940.809371:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp40->192.168.203.112@tcp40: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384940.809387:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp40 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:3.0:1767384940.809393:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384940.809397:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384940.809402:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384940.809451:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384940.809457:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x301151 00000400:00000001:3.0:1767384940.809463:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384940.809466:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384940.809469:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 00000400:00000010:3.0:1767384940.809472:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 00000400:00000200:3.0:1767384940.809477:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384940.809481:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384940.809485:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (35) 00000400:00000200:3.0:1767384940.809489:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384940.809497:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 rc -71 00000400:00000200:3.0:1767384940.809502:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384940.809509:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (34) 00080000:00000001:2.0:1767384940.819142:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384940.819152:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:3.0:1767384940.819153:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384940.819156:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384940.819160:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384940.819160:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384940.819166:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384940.819169:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384940.819171:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384940.819172:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384940.819178:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000136cd98b. 20000000:00000001:2.0:1767384940.819188:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384940.819189:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384940.819195:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384940.819196:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384940.819198:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009f903de1. 20000000:00000001:0.0:1767384940.819201:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384940.819205:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384940.819206:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384940.819212:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00010000:00000001:0.0:1767384940.819216:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:1.0:1767384940.819220:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384940.819221:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384940.819233:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:0.0:1767384940.819233:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000034fa2ed0. 00010000:00000001:0.0:1767384940.819244:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384940.819248:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a05d2d79. 00000020:00000001:0.0:1767384940.819253:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384940.819256:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a05d2d79 with handle 0x7ec529173eeb848a to hash 00000020:00000001:0.0:1767384940.819258:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384940.819260:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384940.819263:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384940.819267:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384940.819268:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384940.819270:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384940.819276:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:0.0:1767384940.819278:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384940.819283:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384940.819290:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384940.819298:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384940.819300:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384940.819304:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384940.819305:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384940.819310:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384940.819311:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384940.819313:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384940.819316:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384940.819319:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006ab86905. 00010000:00000001:0.0:1767384940.819319:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384940.819321:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384940.819327:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238237696 : -106563471313920 : ffff9f14c2257400) 00010000:00000001:0.0:1767384940.819328:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384940.819333:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384940.819334:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384940.819336:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384940.819338:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384940.819340:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034fa2ed0) refcount = 1 00010000:00010000:0.0:1767384940.819343:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384940.819347:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384940.819350:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384940.819352:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384940.819355:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.819357:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384940.819360:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384940.819364:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384940.819368:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384940.819369:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384940.819371:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05d2d79 refcount=4 00000020:00000001:0.0:1767384940.819373:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384940.819375:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384940.819393:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384940.819395:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384940.819401:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384940.819404:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384940.819417:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384940.819419:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384940.819422:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384940.819426:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1767384940.819428:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384940.819428:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.819431:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767384940.819432:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384940.819439:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384940.819441:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384940.819453:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a05d2d79 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384940.819455:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384940.819457:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384940.819460:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384940.819465:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1767384940.819467:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.819468:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384940.819471:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384940.819477:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:0.0:1767384940.819478:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05d2d79 refcount=5 00000020:00000001:0.0:1767384940.819485:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384940.819489:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384940.819493:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384940.819496:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384940.819501:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384940.819505:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384940.819507:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.819528:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384940.819530:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384940.819533:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384940.819539:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384940.819542:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a05d2d79 with handle 0x7ec529173eeb848a from hash 00010000:00000001:0.0:1767384940.819562:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384940.819563:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384940.819565:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384940.819567:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384940.819570:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384940.819573:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384940.819576:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384940.819578:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384940.819581:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.819583:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384940.819585:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384940.819588:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384940.819590:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384940.819591:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.819593:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.819595:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384940.819598:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384940.819603:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384940.819605:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384940.819607:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384940.819609:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384940.819610:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384940.819612:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384940.819615:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384940.819619:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384940.819621:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384940.819622:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:0.0:1767384940.819625:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384940.819627:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384940.819636:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384940.819638:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384940.819640:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a05d2d79/0x7ec529173eeb848a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384940.819653:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000034fa2ed0 count: 0 00010000:00000001:0.0:1767384940.819661:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384940.819662:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384940.819947:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294929766, at 4294929767 00000100:00000010:1.0:1767384940.819955:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a9d4f96. 00000100:00000040:3.0:1767384940.819978:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294929766, at 4294929767 00000100:00000040:0.0:1767384940.819985:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294929766, at 4294929767 00000100:00000010:3.0:1767384940.819989:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000701d3fd0. 00000100:00000010:0.0:1767384940.819994:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069eaba88. 00000100:00000040:2.0:1767384940.820076:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294929766, at 4294929767 00000100:00000010:2.0:1767384940.820083:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009084bb4d. 00010000:00000010:0.1:1767384940.824934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034fa2ed0. 00010000:00000010:0.1:1767384940.824949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a05d2d79. 00080000:00000001:1.0:1767384940.831385:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384940.831389:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384940.831392:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384940.831395:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384940.831398:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384940.831399:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384940.831401:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384940.831404:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384940.831405:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384940.831414:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384940.831415:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006ab86905. 00080000:00000001:0.0:1767384940.831429:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384940.831445:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384940.831450:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384940.831456:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384940.831467:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384940.831470:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384940.831473:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384940.831477:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384940.831480:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384940.831492:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000005d1973. 00010000:00000001:1.0:1767384940.831503:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384940.831507:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384940.831523:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384940.831526:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb8491 to hash 00000020:00000001:1.0:1767384940.831528:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384940.831529:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384940.831532:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384940.831536:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384940.831537:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384940.831539:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831547:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384940.831551:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384940.831553:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384940.831555:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384940.831556:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384940.831558:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384940.831560:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384940.831562:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384940.831565:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384940.831566:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384940.831568:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384940.831569:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000005d1973) refcount = 1 00010000:00010000:1.0:1767384940.831572:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831576:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384940.831578:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384940.831579:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384940.831581:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.831582:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384940.831584:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384940.831587:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384940.831589:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384940.831596:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384940.831598:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=4 00000020:00000001:1.0:1767384940.831600:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384940.831603:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384940.831605:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384940.831607:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831611:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384940.831613:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831617:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384940.831619:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384940.831621:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831624:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384940.831625:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.831628:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384940.831630:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384940.831634:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384940.831636:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384940.831639:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384940.831642:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831646:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384940.831647:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384940.831648:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384940.831649:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=5 00000020:00000001:1.0:1767384940.831650:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384940.831652:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384940.831659:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384940.831662:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831666:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384940.831668:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384940.831669:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.831671:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384940.831674:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384940.831676:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384940.831677:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384940.831681:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb8491 from hash 00010000:00000001:1.0:1767384940.831682:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384940.831684:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384940.831685:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384940.831687:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384940.831690:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384940.831692:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384940.831694:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384940.831696:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384940.831697:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.831699:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384940.831701:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384940.831704:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384940.831705:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384940.831707:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.831709:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.831711:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384940.831714:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831721:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384940.831724:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384940.831725:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384940.831728:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384940.831730:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384940.831731:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384940.831741:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384940.831745:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384940.831747:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384940.831751:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384940.831759:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384940.831762:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384940.831764:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8491 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384940.831771:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000005d1973 count: 0 00010000:00000001:1.0:1767384940.831780:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384940.831781:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384940.832798:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384940.832803:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384940.832806:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029bc4fc5. 20000000:00000001:3.0:1767384940.832813:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384940.832818:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352228096 00010000:00000001:3.0:1767384940.832821:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384940.832840:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003472538a x1853237352228096/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384940.832851:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384940.832856:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384940.832861:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384940.832870:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384940.832874:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384940.832878:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384940.832920:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384940.832925:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.832932:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384940.832940:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384940.832945:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d8399b1. 00000100:00000200:3.0:1767384940.832953:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352228096, offset 224 00000400:00000200:3.0:1767384940.832965:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384940.832985:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384940.833002:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106500 00000400:00000200:3.0:1767384940.833015:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c21 [2] + 224 00000400:00000200:3.0:1767384940.833026:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384940.833032:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384940.833041:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384940.833051:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384940.833062:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.833081:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384940.833096:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d8399b1 00000400:00000010:3.0:1767384940.833099:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d8399b1. 00000100:00000001:3.0:1767384940.833107:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384940.833110:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384940.833118:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384940.833122:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384940.833126:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384940.833128:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384940.833139:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384940.833147:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003472538a x1853237352228096/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384940.833158:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003472538a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352228096:12345-0@lo:253: Request processed in 26231us (26788us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384940.833165:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384940.833170:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000001:0.0:1767384940.833171:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384940.833181:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000400:00000001:0.0:1767384940.833181:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384940.833186:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384940.833191:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415dbc70. 00000100:00000001:3.0:1767384940.833192:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384940.833200:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031cb735f 00000100:00000001:3.0:1767384940.833201:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384940.833205:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031cb735f. 00000020:00000010:3.0:1767384940.833211:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081b2a91d. 00000100:00000001:0.0:1767384940.833211:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384940.833221:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c75c8327. 00000020:00000010:3.0:1767384940.833228:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d5c4c0a. 00000020:00000040:3.0:1767384940.833237:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384940.833245:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384940.833246:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384940.833253:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004f553017. 02000000:00000001:3.0:1767384940.833265:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384940.833265:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.833270:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.833274:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384940.833277:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.833280:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384940.833281:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384940.833286:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384940.833290:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000609c0959. 00000100:00000001:0.0:1767384940.833290:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.833294:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384940.833301:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384940.833304:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d8399b1. 00000100:00001000:0.0:1767384940.833309:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384940.833314:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384940.833318:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384940.833319:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384940.833329:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384940.833331:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.833334:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384940.833340:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.833347:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.833350:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384940.833352:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384940.833356:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384940.833359:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384940.833360:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384940.833361:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384940.833362:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384940.833363:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384940.833365:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384940.833366:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384940.833368:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384940.833371:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384940.833377:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001112f465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352228096:0@lo:253: 00000100:00000001:0.0:1767384940.833381:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.833384:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384940.833385:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001112f465 x1853237352228096/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.833390:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384940.833393:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384940.833395:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007330ce2b. 02000000:00000001:0.0:1767384940.833399:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384940.833401:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384940.833403:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384940.833406:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384940.833409:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000099eb029b. 02000000:00000001:0.0:1767384940.833415:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384940.833418:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384940.833419:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001112f465. 00000100:00000001:0.0:1767384940.833429:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384940.833432:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.833434:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.833442:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384940.833444:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.833448:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384940.833452:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384940.833866:0:32959:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000060244150. 00000400:00000040:2.0:1767384940.833924:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384940.833928:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384940.833932:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384940.833934:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384940.833938:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384940.833941:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384940.833944:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384940.833947:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384940.833949:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384940.833951:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384940.833954:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384940.833955:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384940.833958:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384940.833960:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384940.833969:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384940.833973:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384940.833976:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384940.833978:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384940.833980:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384940.833982:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384940.833984:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384940.833986:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384940.833988:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384940.833990:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384940.833991:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384940.833994:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384940.833995:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384940.833997:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384940.834000:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384940.834001:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384940.834003:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384940.834006:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384940.834008:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384940.834011:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384940.834014:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384940.834016:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384940.834018:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384940.834021:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384940.834024:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384940.834026:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384940.834029:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384940.834032:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384940.834035:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384940.834037:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384940.834039:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384940.834041:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384940.834044:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384940.834047:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384940.834051:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384940.834053:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384940.834056:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384940.834058:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384940.834060:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384940.834072:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384940.834074:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384940.834076:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384940.834079:0:32959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384940.834237:0:32959:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000060244150. 00080000:00000020:0.0:1767384940.835933:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384940.835937:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384940.835939:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000035b06fa9. 20000000:00000001:0.0:1767384940.835944:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384940.835948:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352227968 00010000:00000001:0.0:1767384940.835952:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384940.835960:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009dff3c5f x1853237352227968/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384940.835967:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384940.835969:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384940.835972:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384940.835976:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384940.835981:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384940.835983:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384940.835986:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384940.835988:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.835991:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384940.835994:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384940.835997:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031cb735f. 00000100:00000200:0.0:1767384940.836001:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352227968, offset 224 00000400:00000200:0.0:1767384940.836005:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384940.836014:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384940.836023:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106480 00000400:00000200:0.0:1767384940.836028:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c19 [2] + 224 00000400:00000200:0.0:1767384940.836035:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.836038:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384940.836043:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384940.836046:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384940.836059:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.836074:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384940.836081:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031cb735f 00000400:00000010:0.0:1767384940.836083:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031cb735f. 00000100:00000001:0.0:1767384940.836089:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384940.836091:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384940.836098:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384940.836103:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384940.836106:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384940.836109:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.836112:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384940.836120:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009dff3c5f x1853237352227968/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.836122:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384940.836129:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384940.836134:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009dff3c5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352227968:12345-0@lo:253: Request processed in 29270us (30105us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384940.836141:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384940.836146:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000400:00000001:3.0:1767384940.836148:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384940.836150:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384940.836154:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384940.836155:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ceb8fc5. 00000100:00000001:0.0:1767384940.836158:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384940.836165:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ef5144d. 00000400:00000200:3.0:1767384940.836166:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e762be79 00000020:00000010:0.0:1767384940.836170:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007abcefa9. 00000400:00000010:3.0:1767384940.836172:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e762be79. 00000020:00000010:0.0:1767384940.836175:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbdbe0e8. 00000100:00000001:3.0:1767384940.836183:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384940.836184:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:0.0:1767384940.836189:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384940.836191:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000603d92d7. 00000100:00000200:3.0:1767384940.836199:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384940.836200:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384940.836204:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384940.836211:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384940.836219:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415dbc70. 00000400:00000010:0.0:1767384940.836227:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031cb735f. 00000100:00000200:3.0:1767384940.836234:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.836246:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384940.836248:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384940.836260:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384940.836263:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384940.836265:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384940.836267:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384940.836270:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384940.836275:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=70 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384940.836279:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384940.836281:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384940.836283:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.836285:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384940.836287:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.836290:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384940.836294:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.836301:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384940.836304:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384940.836306:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384940.836310:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384940.836312:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384940.836314:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384940.836315:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384940.836317:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384940.836319:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384940.836320:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384940.836322:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384940.836324:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384940.836325:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384940.836328:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384940.836336:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352227968:0@lo:253: 00000100:00000001:3.0:1767384940.836341:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384940.836343:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384940.836346:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eacc9311 x1853237352227968/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.836352:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384940.836361:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384940.836364:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007c8a9ea0. 02000000:00000001:3.0:1767384940.836369:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384940.836371:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384940.836373:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384940.836376:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384940.836378:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000aa30578d. 02000000:00000001:3.0:1767384940.836382:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384940.836384:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384940.836386:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eacc9311. 00000100:00000001:3.0:1767384940.836390:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384940.836392:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384940.836394:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384940.836402:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384940.836404:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.836406:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384940.836409:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384940.837204:0:32960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000005d1973. 00010000:00000010:1.1:1767384940.837214:0:32960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00010000:00000001:2.0:1767384941.036968:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384941.036975:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.036981:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384941.036984:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384941.036987:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384941.036989:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.036993:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384941.036995:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.036998:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384941.037000:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384941.037039:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384941.037051:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384941.037054:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384941.804949:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384941.804954:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384941.804958:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e56577e 00000400:00000010:2.0:1767384941.804963:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e56577e. 00000400:00000200:2.0:1767384941.804969:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384941.804977:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384941.804989:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000020fbe58b. 00000400:00000010:2.0:1767384941.804994:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a3aa0c14. 00000400:00000200:2.0:1767384941.805000:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp40 00000400:00000010:2.0:1767384941.805005:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000020fbe58b. 00000400:00000010:2.0:1767384941.805010:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bcd3450b. 00000400:00000010:2.0:1767384941.805015:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e56577e. 00000400:00000010:2.0:1767384941.805021:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007677ac16. 00000400:00000200:2.0:1767384941.805029:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp40 00000400:00000200:2.0:1767384941.805044:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp40 local destination 00000400:00000200:2.0:1767384941.805051:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp40 00000400:00000200:2.0:1767384941.805059:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp40 NI seq info: [148:148:256:4294967295] 192.168.203.112@tcp40 LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1767384941.805067:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp40 00000400:00000200:2.0:1767384941.805081:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40:) -> 192.168.203.112@tcp40(192.168.203.112@tcp40:192.168.203.112@tcp40) : GET try# 0 00000800:00000200:2.0:1767384941.805090:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp40 00000800:00000010:2.0:1767384941.805102:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000012cb08fc. 00000800:00000200:2.0:1767384941.805111:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000800:00000200:2.1:1767384941.805118:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000400:00000200:2.0:1767384941.805144:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp40 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:0.0:1767384941.805219:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805298:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805373:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805429:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805450:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805468:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805486:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805519:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805561:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805615:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805680:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805724:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805745:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805764:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805781:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805798:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805824:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.805938:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806014:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806069:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806091:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806110:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806131:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806148:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806165:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806180:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806205:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806263:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806336:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806389:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806420:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806441:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806459:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806479:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384941.806568:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384941.806777:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000603d92d7. 00000800:00000010:0.0:1767384941.806782:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c34d1806. 00000800:00000010:0.0:1767384941.806788:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea353d4f. 00000800:00000010:0.0:1767384941.806819:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea353d4f. 00000800:00020000:0.0:1767384941.806831:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384941.806835:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c34d1806. 00000800:00000010:0.0:1767384941.806838:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000603d92d7. 00000400:02020000:0.0:1767384941.806878:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp40 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384941.806885:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp40 notifying 192.168.203.112@tcp40: down 00000400:00000200:0.0:1767384941.806889:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384941.806896:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp40 00000800:00000010:0.0:1767384941.806930:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000012cb08fc. 00000400:00000200:0.0:1767384941.806935:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384941.806940:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp40->192.168.203.112@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384941.806949:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384941.806952:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384941.806957:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp40) recovery failed with -71 00010000:00000001:2.0:1767384942.060991:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384942.061001:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.061010:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384942.061013:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.061059:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384942.061063:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.061067:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384942.508983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384942.508991:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384942.508996:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:3.0:1767384942.508997:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384942.509006:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eacc9311. 00000100:00000010:0.0:1767384942.509006:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:0.0:1767384942.509017:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000040:3.0:1767384942.509018:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384942.509032:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384942.509032:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384942.509043:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384942.509044:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384942.509050:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.509056:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384942.509058:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081d5b95e. 02000000:00000010:0.0:1767384942.509063:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013e14c54. 00000100:00000001:3.0:1767384942.509066:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.509071:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.509084:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384942.509095:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384942.509097:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.509103:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002574fd07] to pc [ptlrpcd_00_01+1] req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.509133:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.509137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384942.509141:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384942.509147:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff43f58. 00000020:00000040:0.0:1767384942.509150:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384942.509156:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384942.509160:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384942.509162:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384942.509171:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.509171:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.509178:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.509178:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384942.509190:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004fad9aa1. 00000100:00000001:1.0:1767384942.509191:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384942.509193:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.509199:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384942.509201:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eacc9311] to pc [ptlrpcd_00_02+2] req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.509204:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384942.509212:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.509218:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384942.509277:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384942.509281:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384942.509285:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.509285:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384942.509286:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384942.509292:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.509293:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.509299:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384942.509302:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.509304:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384942.509308:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352228352:0@lo:400: 00000100:00000040:0.0:1767384942.509308:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff43f58] to pc [ptlrpcd_00_03+3] req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.509309:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384942.509318:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.509328:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384942.509333:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384942.509337:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.509346:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384942.509356:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000162883. 02000000:00000001:1.0:1767384942.509365:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384942.509377:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf541893. 00000400:00000010:1.0:1767384942.509391:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000def2fb68. 00000100:00000001:3.0:1767384942.509394:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384942.509399:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352228352, portal 25 00000100:00000001:0.0:1767384942.509401:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.509402:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384942.509405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384942.509412:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.509416:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000001:0.0:1767384942.509422:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384942.509424:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384942.509427:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000427493b5. 02000000:00000001:3.0:1767384942.509428:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384942.509428:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384942.509435:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384942.509436:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.509449:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384942.509452:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352228224:0@lo:13: 00000100:00000001:1.0:1767384942.509454:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384942.509464:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384942.509464:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384942.509465:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384942.509476:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002681a52f. 02000000:00000001:0.0:1767384942.509476:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.509477:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384942.509484:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.509489:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384942.509491:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352228352, offset 0 02000000:00000010:0.0:1767384942.509492:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000525d83. 02000000:00000010:3.0:1767384942.509494:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009803abf7. 02000000:00000001:3.0:1767384942.509521:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.509521:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.509530:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384942.509535:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004b89dd2. 00000100:00000040:0.0:1767384942.509535:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384942.509548:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000200:1.0:1767384942.509553:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384942.509561:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352228224, portal 4 00000100:00000001:3.0:1767384942.509572:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384942.509578:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384942.509581:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545435008 : -106559164116608 : ffff9f15c2e01180) 00000100:00000001:0.0:1767384942.509582:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.509588:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272106600 00000100:00000040:0.0:1767384942.509599:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000427493b5] to pc [ptlrpcd_00_00+0] req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.509603:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384942.509612:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13f5 [2] + 0 00000400:00000010:1.0:1767384942.509630:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bea1d730. 00000400:00000200:1.0:1767384942.509642:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b99766fe 00000400:00000200:1.0:1767384942.509651:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384942.509667:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384942.509674:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384942.509679:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384942.509684:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384942.509685:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000400:00000200:1.0:1767384942.509686:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b99766fe 00000100:00000040:0.0:1767384942.509689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384942.509695:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b99766fe. 00000100:00000001:0.0:1767384942.509696:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384942.509701:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051a71781. 00000100:00000001:1.0:1767384942.509702:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384942.509703:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352228224, offset 0 00000100:00000200:1.0:1767384942.509709:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:0.0:1767384942.509714:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1767384942.509718:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000082734c31 x1853237352228352 msgsize 224 00000100:00000001:0.0:1767384942.509719:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384942.509724:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384942.509729:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384942.509736:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384942.509745:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384942.509747:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384942.509749:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd4c89f4. 00000100:00000040:1.0:1767384942.509750:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384942.509758:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.509769:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384942.509771:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272106580 00000100:00000001:1.0:1767384942.509771:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384942.509789:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384942.509795:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.509796:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2688 00000100:00000040:0.0:1767384942.509802:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a71781] to pc [ptlrpcd_00_01+1] req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384942.509809:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002681a52f 00000400:00000200:3.0:1767384942.509810:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384942.509816:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002681a52f. 00000100:00000001:1.0:1767384942.509828:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384942.509830:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.509832:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384942.509839:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.509840:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (269) 00000100:00000001:3.0:1767384942.509844:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384942.509850:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384942.509859:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384942.509860:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384942.509861:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089233262. 00000100:00000040:1.0:1767384942.509863:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.509864:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384942.509873:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384942.509874:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000089233262 x1853237352228224 msgsize 224 00000100:00000001:1.0:1767384942.509875:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.509883:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384942.509917:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.509930:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.509935:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294931470 00000100:00000010:1.0:1767384942.509946:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c495d6a. 00000100:00100000:3.0:1767384942.509949:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384942.509961:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384942.509970:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384942.509970:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294931470 00000100:00000010:1.0:1767384942.509982:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017cfafeb. 00000100:00000001:0.0:1767384942.509989:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384942.509991:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000100:00000001:1.0:1767384942.509992:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384942.509993:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384942.509995:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 02000000:00000001:0.0:1767384942.510009:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384942.510012:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384942.510012:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294931470 02000000:00000001:0.0:1767384942.510013:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384942.510023:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384942.510024:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384942.510025:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da64b9c3. 00000100:00100000:0.0:1767384942.510033:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000427493b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352228608:0@lo:400: 00000100:00000001:1.0:1767384942.510037:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384942.510047:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384942.510054:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384942.510055:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294931470 00000100:00000001:3.0:1767384942.510056:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384942.510066:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.510071:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384942.510073:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000641f01a5. 02000000:00000001:0.0:1767384942.510073:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384942.510083:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000059c1c51. 00000100:00000001:1.0:1767384942.510084:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384942.510086:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.510095:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.510097:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384942.510097:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384942.510104:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.510106:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.510107:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384942.510107:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0cd2e6. 00000100:00000001:1.0:1767384942.510123:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384942.510125:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5748 usecs (6 jiffies) 00000400:00000010:0.0:1767384942.510127:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 00000100:00000001:1.0:1767384942.510131:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.510132:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931463 00000100:00000001:1.0:1767384942.510133:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384942.510135:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352228608, portal 10 00000100:00000001:3.0:1767384942.510137:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294931470 00000100:00000001:1.0:1767384942.510141:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.510144:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384942.510146:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931463 00000100:00000001:1.0:1767384942.510147:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384942.510148:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605067136 : -106559104484480 : ffff9f15c66dfb80) 00000100:00000001:1.0:1767384942.510151:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384942.510158:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294931470 00000100:00000040:1.0:1767384942.510160:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.510161:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931463 00000100:00000040:0.0:1767384942.510165:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.510169:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294931470 00000100:00000001:3.0:1767384942.510182:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931463 00000100:00000001:3.0:1767384942.510193:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294931470 00000100:00000001:3.0:1767384942.510204:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.510217:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.510226:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384942.510228:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.510234:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.510236:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.510236:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384942.510246:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384942.510248:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384942.510251:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384942.510252:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384942.510253:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384942.510256:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.510259:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384942.510261:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000100:00100000:1.0:1767384942.510262:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051a71781 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352228736:0@lo:400: 00000100:00000001:3.0:1767384942.510263:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.510267:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384942.510272:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352228608, offset 0 00000100:00000001:1.0:1767384942.510273:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384942.510275:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767384942.510276:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384942.510280:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.510283:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.510288:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384942.510290:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384942.510295:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000008fdcbf. 00000400:00000200:0.0:1767384942.510296:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384942.510299:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384942.510302:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.510307:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384942.510310:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be295e91. 00000100:00000001:3.0:1767384942.510311:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.510315:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384942.510318:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002681a52f. 00000100:00000200:1.0:1767384942.510326:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352228736, portal 10 00000400:00000200:0.0:1767384942.510326:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384942.510327:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.510334:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384942.510340:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605059968 : -106559104491648 : ffff9f15c66ddf80) 00000100:00000001:3.0:1767384942.510350:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384942.510351:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.510357:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.510358:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272106700 02000000:00000001:3.0:1767384942.510368:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384942.510372:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384942.510380:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 02000000:00000001:3.0:1767384942.510383:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.510383:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384942.510393:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384942.510394:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384942.510395:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eff43f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352228480:0@lo:400: 00000400:00000010:1.0:1767384942.510398:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0555df4. 00000100:00000200:1.0:1767384942.510407:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352228736, offset 0 00000100:00000001:3.0:1767384942.510408:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384942.510413:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384942.510418:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384942.510420:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.510423:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384942.510424:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384942.510429:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f997e569. 00000100:00000001:0.0:1767384942.510431:0:16136:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384942.510433:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384942.510437:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384942.510438:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384942.510439:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001323c55. 00000100:00000010:0.0:1767384942.510448:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7804f3c. 00000400:00000010:3.0:1767384942.510451:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000400:00000200:1.0:1767384942.510455:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272106780 00000100:00000200:3.0:1767384942.510457:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352228480, portal 4 00000100:00000001:3.0:1767384942.510465:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384942.510465:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000c7804f3c x1853237352228608 msgsize 224 00000100:00000001:3.0:1767384942.510471:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605052800 : -106559104498816 : ffff9f15c66dc380) 00000400:00000200:1.0:1767384942.510472:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000400:00000200:1.0:1767384942.510483:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384942.510484:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.510488:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384942.510497:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384942.510518:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.510523:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384942.510524:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384942.510526:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000100:00000200:3.0:1767384942.510541:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352228480, offset 0 00000400:00000200:3.0:1767384942.510546:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384942.510550:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000100:00000001:1.0:1767384942.510557:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384942.510558:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384942.510559:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000100:00100000:1.0:1767384942.510561:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228608 02000000:00000001:1.0:1767384942.510568:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384942.510571:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.510572:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384942.510576:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272106680 00000100:00000001:1.0:1767384942.510576:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.510583:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384942.510583:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384942.510593:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228608 00000400:00000200:3.0:1767384942.510594:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4112 00000020:00000001:1.0:1767384942.510603:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384942.510608:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000400:00000200:3.0:1767384942.510617:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384942.510617:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384942.510624:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:0.0:1767384942.510625:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384942.510631:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000400:00000200:3.0:1767384942.510632:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384942.510636:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000040:0.0:1767384942.510636:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.510640:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384942.510645:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384942.510651:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384942.510657:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d85a0fe. 00000100:00000001:0.0:1767384942.510663:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.510666:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000000d85a0fe x1853237352228480 msgsize 224 00000020:00000010:1.0:1767384942.510667:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000100:00000001:0.0:1767384942.510668:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384942.510681:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384942.510685:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384942.510686:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384942.510688:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 00000100:00000040:0.0:1767384942.510696:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3462 usecs (4 jiffies) 00000020:00000010:1.0:1767384942.510700:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092604ac6. 00000100:00000001:0.0:1767384942.510701:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931461 00000020:00000010:1.0:1767384942.510706:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eaf47049. 00000100:00000001:0.0:1767384942.510708:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294931470 00000100:00000001:3.0:1767384942.510709:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384942.510713:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000100:00000001:0.0:1767384942.510716:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931461 00000100:00000001:0.0:1767384942.510721:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294931470 00000100:00000001:0.0:1767384942.510723:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931461 00000100:00000001:0.0:1767384942.510728:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294931470 00000400:00000200:3.0:1767384942.510729:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000100:00000040:1.0:1767384942.510735:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1767384942.510738:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000100:00000001:0.0:1767384942.510740:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931461 00000100:00000001:2.0:1767384942.510742:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.510743:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384942.510748:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384942.510749:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294931470 00000100:00000001:2.0:1767384942.510753:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.510753:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384942.510761:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.510763:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384942.510764:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.510779:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.510782:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384942.510783:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384942.510789:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.510790:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384942.510790:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384942.510791:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384942.510804:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228224 00000100:00000001:1.0:1767384942.510805:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.510805:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384942.510822:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384942.510823:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.510827:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.510828:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384942.510829:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.510833:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384942.510834:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.510837:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384942.510844:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.510846:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.510848:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384942.510849:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384942.510851:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228224 00000100:00000001:0.0:1767384942.510851:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384942.510852:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384942.510857:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5748 usecs (6 jiffies) 00000020:00000001:2.0:1767384942.510860:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384942.510867:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00100000:1.0:1767384942.510867:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:3.0:1767384942.510873:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294931463 00000100:00000001:0.0:1767384942.510873:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.510880:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384942.510882:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000001:3.0:1767384942.510915:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294931470 00000100:00000001:3.0:1767384942.510920:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294931464 00000100:00000001:3.0:1767384942.510922:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294931470 00000100:00000001:3.0:1767384942.510923:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294931464 00000100:00000001:3.0:1767384942.510925:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294931470 00000100:00000001:3.0:1767384942.510927:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294931464 00000100:00000001:3.0:1767384942.510929:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294931470 00000100:00000001:3.0:1767384942.510931:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384942.510937:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000001:3.0:1767384942.510938:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.510938:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605051904 : -106559104499712 : ffff9f15c66dc000) 00000100:00000001:0.0:1767384942.510948:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.510955:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000040:1.0:1767384942.510957:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7804f3c x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.510958:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.510961:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:3.0:1767384942.510965:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.510975:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384942.510981:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a95e7e2. 00000100:00000001:1.0:1767384942.510984:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384942.510988:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f51c06f7. 00000020:00000010:1.0:1767384942.510990:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000020:00000040:2.0:1767384942.510995:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:3.0:1767384942.510996:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384942.510996:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384942.511005:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228480 00000020:00000010:1.0:1767384942.511007:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 02000000:00000001:3.0:1767384942.511009:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384942.511013:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.511016:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.511017:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384942.511023:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384942.511023:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7804f3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352228608:12345-0@lo:400: 00000020:00000010:2.0:1767384942.511025:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e77480b. 00000100:00100000:3.0:1767384942.511035:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228480 00000020:00000010:2.0:1767384942.511036:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f3ae4da. 00000100:00000200:1.0:1767384942.511037:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228608 00000020:00000001:3.0:1767384942.511041:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384942.511046:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000010:2.0:1767384942.511047:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005aaab0f5. 00000020:00000001:1.0:1767384942.511047:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384942.511049:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384942.511056:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384942.511057:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:1.0:1767384942.511060:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.511062:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000040:2.0:1767384942.511065:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384942.511066:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384942.511067:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:3.0:1767384942.511075:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384942.511076:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384942.511077:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000010:3.0:1767384942.511081:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000384a6d0f. 00000020:00000001:1.0:1767384942.511082:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384942.511087:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384942.511088:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384942.511096:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000384a6d0f. 00000100:00000001:2.0:1767384942.511096:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.511097:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384942.511110:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054b28d5f. 00000020:00000001:1.0:1767384942.511111:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384942.511115:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384942.511116:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.511117:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e6d48a1e. 00000020:00000001:1.0:1767384942.511119:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.511129:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000020:00000001:1.0:1767384942.511130:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384942.511135:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.511137:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384942.511139:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:1.0:1767384942.511143:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384942.511145:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384942.511149:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384942.511149:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000126c1582. 00000100:00000001:3.0:1767384942.511155:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384942.511155:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.511156:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384942.511162:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384942.511165:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.511168:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384942.511169:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.511175:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384942.511179:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384942.511180:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384942.511180:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352228608 00010000:00000001:1.0:1767384942.511193:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384942.511195:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384942.511202:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545441280 : -106559164110336 : ffff9f15c2e02a00) 00010000:00000200:1.0:1767384942.511207:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7804f3c x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.511208:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384942.511214:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089233262 x1853237352228224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.511231:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384942.511232:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384942.511239:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384942.511240:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384942.511257:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00000001:1.0:1767384942.511258:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384942.511265:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384942.511271:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384942.511272:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384942.511273:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000001:0.0:1767384942.511274:0:18311:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.511277:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384942.511284:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f609ba. 00000100:00000040:1.0:1767384942.511289:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384942.511289:0:18311:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.511290:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545430528 : -106559164121088 : ffff9f15c2e00000) 00000100:00000001:2.0:1767384942.511292:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384942.511303:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:2.0:1767384942.511310:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f609ba. 02000000:00000001:1.0:1767384942.511312:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384942.511317:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d85a0fe x1853237352228480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384942.511318:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.511325:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384942.511332:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089233262 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352228224:12345-0@lo:13: 00000100:00000040:1.0:1767384942.511339:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384942.511347:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228224 00000400:00000010:1.0:1767384942.511348:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000020:00000001:2.0:1767384942.511358:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384942.511360:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352228608, offset 224 00000020:00000001:2.0:1767384942.511369:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384942.511370:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384942.511371:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384942.511377:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.511378:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000384a6d0f. 00000400:00000200:1.0:1767384942.511388:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384942.511389:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384942.511390:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384942.511397:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000010:3.0:1767384942.511402:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000384a6d0f. 00000020:00000001:2.0:1767384942.511404:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384942.511414:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.511415:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272106700 00000100:00100000:3.0:1767384942.511419:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d85a0fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352228480:12345-0@lo:400: 00000100:00000001:0.0:1767384942.511419:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384942.511425:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384942.511432:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228352 00000020:00000001:2.0:1767384942.511433:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384942.511434:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228480 00000400:00000200:1.0:1767384942.511441:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c4d [1] + 224 00000020:00000001:2.0:1767384942.511443:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.511445:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384942.511445:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384942.511447:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384942.511453:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.511462:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.511464:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384942.511464:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384942.511464:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384942.511481:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.511482:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384942.511483:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.511485:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384942.511491:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384942.511493:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228352 02000000:00000010:2.0:1767384942.511494:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ae8f26c1. 00000020:00000001:3.0:1767384942.511496:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000200:1.0:1767384942.511498:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384942.511515:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384942.511516:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384942.511518:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.511525:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384942.511526:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.511531:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.511534:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384942.511536:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:0.0:1767384942.511543:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384942.511544:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:2.0:1767384942.511547:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384942.511550:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.511553:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384942.511558:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384942.511566:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384942.511568:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:2.0:1767384942.511569:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:1.0:1767384942.511571:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.511573:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384942.511578:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384942.511578:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:0.0:1767384942.511581:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001636d945. 00000100:00000001:0.0:1767384942.511593:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384942.511594:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000afb567b7. 00080000:00000001:2.0:1767384942.511594:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:0.0:1767384942.511597:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001636d945. 00000100:00000001:1.0:1767384942.511599:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384942.511605:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.511610:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384942.511611:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000454ac999. 00000020:00000001:3.0:1767384942.511613:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384942.511614:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00080000:00000001:2.0:1767384942.511617:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384942.511620:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352228480 00000400:00000010:1.0:1767384942.511621:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00000020:00000010:0.0:1767384942.511621:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de88bee4. 00000020:00000001:2.0:1767384942.511626:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384942.511638:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000024:2.0:1767384942.511638:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:1.0:1767384942.511642:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384942.511642:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f473561. 00000100:00000001:1.0:1767384942.511651:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:3.0:1767384942.511653:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d85a0fe x1853237352228480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384942.511655:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384942.511659:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.511662:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000020:2.0:1767384942.511670:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384942.511672:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384942.511675:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:0.0:1767384942.511680:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384942.511687:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384942.511689:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000020:2.0:1767384942.511690:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:1.0:1767384942.511697:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.511701:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384942.511710:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:1.0:1767384942.511711:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384942.511712:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384942.511719:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384942.511723:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384942.511726:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384942.511726:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7804f3c x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384942.511729:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384942.511730:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:2.0:1767384942.511734:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.511736:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:2.0:1767384942.511747:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.511749:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384942.511752:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000040:3.0:1767384942.511760:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000040:2.0:1767384942.511762:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352228224 00000100:00000040:0.0:1767384942.511766:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00010000:00000001:2.0:1767384942.511773:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384942.511777:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:0.0:1767384942.511782:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526630480 : -106558182921136 : ffff9f15fd5bec50) 02000000:00000001:3.0:1767384942.511788:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:2.0:1767384942.511788:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089233262 x1853237352228224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384942.511797:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.511801:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082734c31 x1853237352228352/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384942.511807:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7804f3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352228608:12345-0@lo:400: Request processed in 811us (1329us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384942.511811:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.511830:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384942.511843:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000100:00100000:1.0:1767384942.511851:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00000001:2.0:1767384942.511853:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384942.511858:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352228480, offset 224 00010000:00000001:2.0:1767384942.511862:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384942.511864:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00001000:2.0:1767384942.511875:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384942.511875:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384942.511878:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384942.511880:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384942.511883:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384942.511915:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384942.511919:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eaf47049. 00000100:00000040:2.0:1767384942.511921:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:2.0:1767384942.511928:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:1.0:1767384942.511930:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000400:00000200:3.0:1767384942.511941:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384942.511942:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092604ac6. 02000000:00000001:2.0:1767384942.511943:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384942.511944:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001636d945. 02000000:00000001:2.0:1767384942.511949:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.511954:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.511956:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384942.511957:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000400:00000200:3.0:1767384942.511965:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272106680 00000020:00000010:0.0:1767384942.511965:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001636d945. 00000100:00000001:1.0:1767384942.511968:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384942.511979:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384942.511984:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b0ebb46. 00000100:00100000:0.0:1767384942.511991:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000082734c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352228352:12345-0@lo:400: 00000400:00000200:3.0:1767384942.511993:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c5d [1] + 224 00000100:00080000:1.0:1767384942.512000:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:0.0:1767384942.512012:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228352 00000020:00000040:1.0:1767384942.512013:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000400:00000200:3.0:1767384942.512015:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384942.512016:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352228224, offset 224 00000020:00000001:0.0:1767384942.512024:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384942.512035:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384942.512039:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384942.512042:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384942.512044:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384942.512047:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384942.512050:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000100:00000001:3.0:1767384942.512051:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384942.512057:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384942.512059:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384942.512061:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384942.512065:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384942.512069:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.512070:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384942.512080:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384942.512082:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384942.512084:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272106580 00000400:00000001:1.0:1767384942.512089:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384942.512090:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384942.512097:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0cd2e6. 00000020:00000001:0.0:1767384942.512098:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.512105:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384942.512110:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384942.512111:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 02000000:00000001:0.0:1767384942.512116:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384942.512117:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00000100:00000040:3.0:1767384942.512118:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384942.512126:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093234434. 00000100:00000001:1.0:1767384942.512128:0:16136:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384942.512138:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384942.512139:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c45 [1] + 224 00000100:00000200:1.0:1767384942.512145:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.512151:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.512166:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384942.512168:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1767384942.512177:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352228352 00000100:00000001:3.0:1767384942.512183:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384942.512187:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384942.512195:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384942.512197:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00010000:00000200:0.0:1767384942.512201:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082734c31 x1853237352228352/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384942.512207:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000100:00000200:1.0:1767384942.512210:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.512219:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384942.512220:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384942.512227:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384942.512235:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.512237:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.512254:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:3.0:1767384942.512267:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384942.512275:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.512278:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384942.512285:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.512286:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384942.512287:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384942.512292:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384942.512296:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=72 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384942.512299:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d85a0fe x1853237352228480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.512300:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384942.512304:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384942.512306:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384942.512312:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384942.512320:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.512322:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384942.512333:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.512339:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00001000:1.0:1767384942.512350:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=67 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384942.512351:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384942.512365:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1767384942.512374:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=67 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384942.512374:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.512383:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384942.512386:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d85a0fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352228480:12345-0@lo:400: Request processed in 1009us (1711us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384942.512391:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384942.512392:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767384942.512396:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0ebb46 00000100:00000001:1.0:1767384942.512397:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.512403:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384942.512409:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b0ebb46. 00010000:00000001:1.0:1767384942.512409:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384942.512410:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000100:00100000:3.0:1767384942.512412:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384942.512422:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384942.512423:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352228352, offset 224 00010000:00080000:1.0:1767384942.512424:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.512425:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384942.512426:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384942.512434:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.512437:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384942.512446:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384942.512451:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384942.512453:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000010:3.0:1767384942.512456:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e6d48a1e. 00010000:00000001:2.0:1767384942.512468:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384942.512471:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000400:00000200:0.0:1767384942.512476:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384942.512477:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.512482:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054b28d5f. 00010000:00000001:1.0:1767384942.512494:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.512495:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384942.512495:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272106600 00000020:00000040:3.0:1767384942.512496:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:1.0:1767384942.512513:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384942.512516:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384942.512518:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384942.512520:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089233262 x1853237352228224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.512527:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384942.512532:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384942.512541:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c3d [1] + 224 00000100:00000001:3.0:1767384942.512546:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384942.512548:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.512556:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384942.512557:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384942.512563:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384942.512567:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089233262 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853237352228224:12345-0@lo:13: Request processed in 1286us (2685us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384942.512571:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384942.512579:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384942.512580:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001323c55. 00000400:00000200:3.0:1767384942.512593:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:3.0:1767384942.512602:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000100:00000001:1.0:1767384942.512605:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384942.512610:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384942.512612:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384942.512613:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384942.512613:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384942.512616:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:1.0:1767384942.512625:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.512627:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384942.512638:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384942.512639:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384942.512639:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384942.512644:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384942.512650:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f3ae4da. 00000020:00000010:2.0:1767384942.512662:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005aaab0f5. 00000020:00000010:2.0:1767384942.512675:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e77480b. 00000020:00000040:2.0:1767384942.512690:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:2.0:1767384942.512701:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384942.512738:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000427493b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352228608:0@lo:400: 00000100:00000040:0.0:1767384942.512738:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384942.512739:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.512768:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.512781:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384942.512794:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000427493b5 x1853237352228608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.512798:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384942.512804:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384942.512819:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bec2a4ac. 00000100:00000001:0.0:1767384942.512819:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384942.512829:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000bec2a4ac x1853237352228736 msgsize 224 00000400:00000200:0.0:1767384942.512830:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000100:00000001:1.0:1767384942.512831:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384942.512832:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384942.512838:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 02000000:00000001:1.0:1767384942.512839:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384942.512841:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384942.512849:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000059c1c51. 00000100:00000001:0.0:1767384942.512851:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384942.512852:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384942.512858:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384942.512860:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384942.512862:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384942.512863:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384942.512864:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.512868:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384942.512868:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384942.512870:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384942.512872:0:16136:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384942.512873:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.512874:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:2.0:1767384942.512879:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0555df4 00000020:00000001:1.0:1767384942.512882:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384942.512883:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384942.512938:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0555df4. 00010000:00000001:0.0:1767384942.512941:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384942.512942:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:3.0:1767384942.512944:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=62 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384942.512946:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384942.512947:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000525d83. 00000100:00001000:3.0:1767384942.512950:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=62 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384942.512953:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384942.512963:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384942.512966:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384942.512974:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384942.512974:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384942.512980:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082734c31 x1853237352228352/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.512981:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384942.512984:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000427493b5. 00000100:00000001:2.0:1767384942.512986:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384942.512989:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384942.512995:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.512997:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:3.0:1767384942.513002:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.513004:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.513021:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.513036:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384942.513043:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.513057:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384942.513064:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.513066:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000082734c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352228352:12345-0@lo:400: Request processed in 1178us (3338us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384942.513079:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.513092:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384942.513093:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.513100:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:1.0:1767384942.513101:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384942.513103:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384942.513107:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228736 00000100:00000001:3.0:1767384942.513112:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384942.513115:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384942.513117:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3755 usecs (4 jiffies) 00000100:00000040:3.0:1767384942.513118:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384942.513119:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384942.513120:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384942.513122:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294931464 00000100:00000001:1.0:1767384942.513127:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.513134:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384942.513134:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384942.513136:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294931470 02000000:00000001:1.0:1767384942.513138:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.513142:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384942.513143:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384942.513147:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228736 00000100:00000001:2.0:1767384942.513148:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294931464 00000020:00000010:0.0:1767384942.513154:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de88bee4. 00000020:00000001:1.0:1767384942.513157:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384942.513158:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.513158:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294931470 00000020:00000040:1.0:1767384942.513163:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000010:0.0:1767384942.513168:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f473561. 00000020:00000001:1.0:1767384942.513172:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384942.513174:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294931464 00000020:00000040:1.0:1767384942.513178:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000020:00000010:0.0:1767384942.513184:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000454ac999. 00000100:00000001:2.0:1767384942.513188:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294931470 00000020:00000001:1.0:1767384942.513189:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000040:0.0:1767384942.513200:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:2.0:1767384942.513202:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294931464 00000020:00000001:1.0:1767384942.513204:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 02000000:00000001:0.0:1767384942.513215:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384942.513217:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294931470 00000100:00000001:1.0:1767384942.513218:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384942.513219:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384942.513220:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093234434. 00000100:00000001:3.0:1767384942.513232:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384942.513234:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384942.513235:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384942.513236:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384942.513237:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000100:00000001:2.0:1767384942.513239:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.513244:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384942.513254:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384942.513256:0:16777:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e4ab1752. 00000400:00000001:2.0:1767384942.513257:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384942.513257:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384942.513267:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384942.513269:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e460129. 00000020:00000040:1.0:1767384942.513270:0:16777:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000400:00000010:2.0:1767384942.513273:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf541893. 00000100:00100000:3.0:1767384942.513280:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eff43f58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352228480:0@lo:400: 00000400:00000200:2.0:1767384942.513288:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def2fb68 00000400:00000010:2.0:1767384942.513291:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000def2fb68. 00000100:00000001:1.0:1767384942.513292:0:16777:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384942.513295:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384942.513297:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384942.513297:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092604ac6. 00000400:00000010:0.0:1767384942.513298:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000726e6f19. 00000100:00000200:2.0:1767384942.513306:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384942.513307:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384942.513308:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eaf47049. 00000400:00000010:3.0:1767384942.513315:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004b89dd2. 00000020:00000010:1.0:1767384942.513319:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000400:00000200:3.0:1767384942.513326:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000100:00000040:1.0:1767384942.513332:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1767384942.513334:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000100:00000001:1.0:1767384942.513343:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384942.513345:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384942.513349:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384942.513353:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384942.513357:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.513359:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384942.513364:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384942.513367:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.513387:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.513410:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384942.513414:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384942.513417:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384942.513425:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384942.513434:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000200:2.0:1767384942.513441:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384942.513441:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:0.0:1767384942.513442:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384942.513443:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.513457:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606550912 : -106559103000704 : ffff9f15c6849f80) 00000100:00000001:0.0:1767384942.513463:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384942.513472:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bec2a4ac x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.513535:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384942.513540:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384942.513540:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384942.513541:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5bcf7a8. 00000100:00000001:1.0:1767384942.513550:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.513551:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.513552:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384942.513554:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5bcf7a8. 00000100:00000001:2.0:1767384942.513563:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384942.513565:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384942.513566:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384942.513569:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384942.513570:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bec2a4ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352228736:12345-0@lo:400: 00000100:00000001:3.0:1767384942.513572:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384942.513572:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.513582:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.513582:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384942.513583:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228736 00000020:00000001:1.0:1767384942.513592:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384942.513600:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.513600:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.513601:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384942.513608:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.513617:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1767384942.513618:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384942.513619:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=62 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384942.513620:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00001000:2.0:1767384942.513638:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=72 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384942.513638:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:3.0:1767384942.513639:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=62 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384942.513645:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384942.513659:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384942.513661:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384942.513663:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384942.513663:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384942.513665:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.513668:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.513669:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.513671:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384942.513672:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1767384942.513677:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.513678:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384942.513681:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384942.513690:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.513692:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00080000:3.0:1767384942.513695:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384942.513701:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b3636f29. 00000100:00000040:2.0:1767384942.513708:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384942.513709:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.513717:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.513728:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384942.513739:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352228736 00010000:00000001:3.0:1767384942.513746:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384942.513749:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384942.513757:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384942.513762:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1767384942.513762:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bec2a4ac x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.513763:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384942.513775:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384942.513779:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.513779:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384942.513787:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384942.513789:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384942.513795:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384942.513797:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.513800:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384942.513804:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384942.513822:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384942.513831:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384942.513842:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384942.513850:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384942.513857:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.513867:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384942.513870:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384942.513871:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352228352:0@lo:400: 00000100:00000040:1.0:1767384942.513881:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384942.513882:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384942.513916:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000100:00000200:1.0:1767384942.513920:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352228736, offset 224 00000100:00000001:3.0:1767384942.513923:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.513924:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.513934:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384942.513935:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:3.0:1767384942.513936:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1767384942.513943:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352228352/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384942.513944:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384942.513955:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:1.0:1767384942.513958:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000020:3.0:1767384942.513981:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:1.0:1767384942.513988:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272106780 00000100:00000001:2.0:1767384942.513992:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384942.513997:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:3.0:1767384942.514004:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384942.514004:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000162883. 00000400:00000200:1.0:1767384942.514004:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c55 [1] + 224 02000000:00000001:2.0:1767384942.514019:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384942.514020:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384942.514021:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384942.514031:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384942.514034:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384942.514037:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384942.514048:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384942.514049:0:16777:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384942.514056:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013e14c54. 00000100:00100000:3.0:1767384942.514063:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352228224:0@lo:13: 02000000:00000001:2.0:1767384942.514071:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384942.514072:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384942.514072:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384942.514080:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384942.514082:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384942.514086:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000040:3.0:1767384942.514093:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eff43f58 x1853237352228480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.514096:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384942.514102:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.514114:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384942.514124:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.514126:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.514127:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384942.514132:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384942.514134:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384942.514140:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f997e569. 00000100:00000001:2.0:1767384942.514144:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384942.514147:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384942.514150:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384942.514152:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384942.514158:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384942.514163:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384942.514165:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384942.514168:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004fad9aa1. 02000000:00000001:3.0:1767384942.514172:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384942.514174:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384942.514175:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff43f58. 00000100:00000001:3.0:1767384942.514178:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384942.514180:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.514182:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384942.514183:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00000400:00000010:1.0:1767384942.514186:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00000100:00000040:3.0:1767384942.514189:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eacc9311 x1853237352228224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384942.514190:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384942.514191:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384942.514203:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384942.514204:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384942.514205:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1767384942.514217:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be295e91. 02000000:00000001:3.0:1767384942.514218:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384942.514220:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384942.514226:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009803abf7. 00000400:00000200:2.0:1767384942.514228:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002681a52f 00000100:00000040:1.0:1767384942.514229:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 02000000:00000001:3.0:1767384942.514233:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384942.514236:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002681a52f. 00010000:00000001:1.0:1767384942.514237:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384942.514238:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384942.514244:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384942.514245:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.514246:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384942.514249:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384942.514253:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081d5b95e. 00000020:00000001:1.0:1767384942.514253:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384942.514257:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384942.514261:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384942.514264:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec2a4ac x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384942.514268:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384942.514271:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eacc9311. 00000100:00000001:3.0:1767384942.514280:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384942.514285:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.514294:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.514307:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.514314:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.514326:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.514330:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384942.514331:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384942.514335:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bec2a4ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352228736:12345-0@lo:400: Request processed in 792us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384942.514366:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:2.0:1767384942.514367:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384942.514372:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384942.514374:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:2.0:1767384942.514380:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384942.514382:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384942.514384:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384942.514387:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384942.514388:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384942.514398:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384942.514399:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eaf47049. 02000000:00000001:2.0:1767384942.514403:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384942.514406:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00001000:2.0:1767384942.514410:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=67 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384942.514411:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092604ac6. 00000100:00001000:2.0:1767384942.514420:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=67 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384942.514422:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000100:00000001:2.0:1767384942.514429:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384942.514431:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.514432:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.514444:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384942.514451:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384942.514464:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384942.514465:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384942.514472:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:2.0:1767384942.514473:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384942.514481:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384942.514486:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384942.514490:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.514510:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.514520:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.514524:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384942.514526:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384942.514530:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384942.514538:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051a71781 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352228736:0@lo:400: 00000100:00000001:2.0:1767384942.514544:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.514546:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384942.514549:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051a71781 x1853237352228736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.514556:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384942.514558:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384942.514561:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000008fdcbf. 02000000:00000001:2.0:1767384942.514565:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384942.514567:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384942.514568:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384942.514571:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384942.514574:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd4c89f4. 02000000:00000001:2.0:1767384942.514578:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384942.514580:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384942.514582:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051a71781. 00000100:00000001:2.0:1767384942.514588:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384942.514589:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.514591:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.514597:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.514606:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.514610:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.514614:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384942.523951:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294931470, at 4294931471 00000100:00000040:0.0:1767384942.523956:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294931470, at 4294931471 00000100:00000010:1.0:1767384942.523960:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017cfafeb. 00000100:00000040:2.0:1767384942.523968:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294931470, at 4294931471 00000100:00000010:0.0:1767384942.523968:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c495d6a. 00000100:00000010:2.0:1767384942.523977:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da64b9c3. 00000100:00000040:3.0:1767384942.524932:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294931470, at 4294931472 00000100:00000010:3.0:1767384942.524939:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000641f01a5. 00080000:00000001:0.0:1767384942.547138:0:33424:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384942.547153:0:33424:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.547157:0:33424:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384942.547163:0:33424:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384942.547169:0:33424:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.547172:0:33424:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384942.828983:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384942.828990:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384942.828995:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e56577e 00000800:00000200:0.0:1767384942.829001:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000400:00000010:2.0:1767384942.829003:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e56577e. 00000800:00000200:0.1:1767384942.829011:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000400:00000200:2.0:1767384942.829012:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384942.829019:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384942.829034:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000020fbe58b. 00000400:00000010:2.0:1767384942.829041:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bcd3450b. 00000400:00000200:1.0:1767384942.829121:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829189:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829214:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829238:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829263:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829282:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829297:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829310:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829324:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829343:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829361:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829377:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829392:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829412:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829425:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829448:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829468:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829488:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829532:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829553:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829570:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829593:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829632:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829676:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829708:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829724:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829736:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829749:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829771:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829813:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829836:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829850:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829874:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829921:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384942.829941:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384942.830111:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a081dc1c. 00000800:00000010:1.0:1767384942.830117:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032378b6d. 00000800:00000010:1.0:1767384942.830121:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c79dcd0b. 00000800:00000010:1.0:1767384942.830141:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c79dcd0b. 00000800:00020000:1.0:1767384942.830150:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384942.830153:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032378b6d. 00000800:00000010:1.0:1767384942.830155:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a081dc1c. 00000400:02020000:1.0:1767384942.830188:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp26 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384942.830192:0:16124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384943.084964:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384943.084976:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.084986:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384943.084987:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.085040:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384943.085045:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384943.085048:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384943.318253:0:33588:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384943.318257:0:33588:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:1.0:1767384943.321723:0:33588:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384943.328695:0:33589:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e21d2ec6. 00000400:00000010:1.0:1767384943.328708:0:33589:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003f2027ac. 00000400:00000010:1.0:1767384943.328717:0:33589:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000041f85ce2. 00000400:00000010:1.0:1767384943.328720:0:33589:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000009f6e5fe. 00000400:00000010:1.0:1767384943.328723:0:33589:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f216583. 00000400:00000010:1.0:1767384943.328727:0:33589:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f84f057. 00000400:00000010:1.0:1767384943.328728:0:33589:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001a8d483d. 00000400:00000010:1.0:1767384943.328729:0:33589:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009bf8324. 00000400:00000010:1.0:1767384943.328732:0:33589:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000018116092. 00000800:00000010:1.0:1767384943.328747:0:33589:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004c6eda71. 00000800:00000200:1.0:1767384943.328756:0:33589:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384943.328766:0:33589:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384943.328796:0:33589:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384943.328815:0:33589:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp42 [8/256/0/180] 00000400:00000010:1.0:1767384943.330582:0:33589:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000bd1c5b50. 00000400:00000010:1.0:1767384943.330587:0:33589:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c74a7a87. 00000400:00000010:1.0:1767384943.330596:0:33589:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a215224. 00000400:00000001:1.0:1767384943.330613:0:33589:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384943.330615:0:33589:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384943.330616:0:33589:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae339ffd. 00000400:00000200:1.0:1767384943.330618:0:33589:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b62a1b35 00000400:00000010:1.0:1767384943.330619:0:33589:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b62a1b35. 00000400:00000010:1.0:1767384943.330623:0:33589:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000e127855f. 00000400:00000200:1.0:1767384943.330628:0:33589:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (33) 00000400:00000200:1.0:1767384943.330641:0:33589:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384943.330650:0:33589:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000400:00000200:3.0:1767384943.330657:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384943.330658:0:33589:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a081dc1c. 00000020:01000000:1.0:1767384943.330666:0:33589:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384943.330668:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000020:01000000:1.0:1767384943.330671:0:33589:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp42 00000400:00000010:3.0:1767384943.330679:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000400:00000010:1.0:1767384943.330690:0:33589:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003f2027ac. 00000400:00000200:3.0:1767384943.330691:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (34) 00000400:00000010:1.0:1767384943.330696:0:33589:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e21d2ec6. 00000400:00000010:3.0:1767384943.330700:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000039fee100. 00000400:00000200:3.0:1767384943.330711:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000001:0.0:1767384943.330720:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384943.330727:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 10000000:00000001:0.0:1767384943.330728:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384943.330733:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384943.330736:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384943.330741:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:0.0:1767384943.330742:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384943.330747:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384943.330757:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384943.330761:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384943.330762:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:0.0:1767384943.330763:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384943.330766:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384943.330768:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384943.330770:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384943.330774:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384943.330776:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384943.330778:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384943.330780:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000100:00000010:0.0:1767384943.330784:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f506a3. 00000400:00000200:3.0:1767384943.330792:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000020:00000040:0.0:1767384943.330792:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384943.330805:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384943.330811:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 02000000:00000001:0.0:1767384943.330812:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384943.330820:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 02000000:00000001:0.0:1767384943.330821:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.330828:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:3.0:1767384943.330832:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 02000000:00000010:0.0:1767384943.330836:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000603d92d7. 00000400:00000200:3.0:1767384943.330837:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:3.0:1767384943.330846:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000100:00000001:0.0:1767384943.330849:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.330850:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384943.330859:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384943.330861:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384943.330865:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000100:00000001:0.0:1767384943.330867:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384943.330869:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000100:00000001:0.0:1767384943.330872:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.330876:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:3.0:1767384943.331008:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:3.0:1767384943.331011:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000400:00000200:3.0:1767384943.331015:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 28], ns[84, 28] 00000400:00000200:3.0:1767384943.331022:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 28], ns[121, 28] 00000400:00000200:3.0:1767384943.331029:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[94, 28] 00000400:00000200:3.0:1767384943.331034:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 28], ns[83, 28] 00000400:00000200:3.0:1767384943.331040:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 28], ns[143, 28] 00000400:00000200:3.0:1767384943.331047:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[122, 28] 00000400:00000200:3.0:1767384943.331053:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 28], ns[117, 28] 00000400:00000200:3.0:1767384943.331058:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 28], ns[115, 28] 00000400:00000200:3.0:1767384943.331064:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 28], ns[145, 28] 00000400:00000200:3.0:1767384943.331069:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[128, 28], ns[146, 28] 00000100:00000040:0.0:1767384943.331074:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f506a3] to pc [ptlrpcd_00_02+2] req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.331085:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[139, 28] 00000400:00000200:3.0:1767384943.331111:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[130, 0], ns[148, 139] 00000400:00000200:3.0:1767384943.331117:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:3.0:1767384943.331124:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp39 00000400:00000200:3.0:1767384943.331131:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp39 lpni_is_preferred = 0 10000000:00000001:0.0:1767384943.331132:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.331137:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp39 10000000:00000001:0.0:1767384943.331139:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.331143:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384943.331147:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [149:149:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [131:131:8:4294967295] 00000020:00000001:0.0:1767384943.331148:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.331150:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.331154:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384943.331159:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384943.331164:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp39 00000100:00000040:1.0:1767384943.331166:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384943.331172:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384943.331180:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384943.331188:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384943.331189:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384943.331192:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:) -> 192.168.203.112@tcp39(192.168.203.112@tcp:192.168.203.112@tcp39) : PUT try# 0 10000000:01000000:0.0:1767384943.331196:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384943.331197:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384943.331208:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384943.331209:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384943.331217:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384943.331218:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp39 00000020:01000004:0.0:1767384943.331218:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384943.331220:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384943.331224:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:1.0:1767384943.331229:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048f506a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352228864:0@lo:253: 00000020:01000004:0.0:1767384943.331229:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:3.0:1767384943.331230:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000081d5b95e. 00000020:01000004:0.0:1767384943.331238:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384943.331242:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384943.331244:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384943.331250:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384943.331250:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:3.0:1767384943.331251:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 02000000:00000001:1.0:1767384943.331262:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384943.331263:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.1:1767384943.331265:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 02000000:00000001:1.0:1767384943.331269:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:0.0:1767384943.331271:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384943.331281:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088fcc940. 02000000:00000010:1.0:1767384943.331283:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9e660fa. 02000000:00000001:1.0:1767384943.331285:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.331291:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf911f2a. 00000800:00000200:3.1:1767384943.331293:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:988 00000020:00000040:0.0:1767384943.331295:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000400:00000010:1.0:1767384943.331297:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f2027ac. 00000800:00000200:3.1:1767384943.331307:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000081d5b95e type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767384943.331309:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384943.331310:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352228864, portal 25 02000000:00000001:0.0:1767384943.331315:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384943.331322:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384943.331322:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.331323:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:1.0:1767384943.331328:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605063552 : -106559104488064 : ffff9f15c66ded80) 00000400:00000200:3.0:1767384943.331334:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000100:00000040:1.0:1767384943.331338:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384943.331340:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000035b06fa9. 00000100:00000001:0.0:1767384943.331351:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.331352:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384943.331359:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384943.331362:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384943.331363:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009165774. 00000100:00000001:0.0:1767384943.331370:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.331371:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352228864, offset 0 00000400:00000200:1.0:1767384943.331388:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384943.331393:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088fcc940] to pc [ptlrpcd_00_03+3] req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.331394:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384943.331403:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384943.331419:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106800 10000000:00000001:0.0:1767384943.331428:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384943.331429:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 10000000:00000001:0.0:1767384943.331439:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384943.331440:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b81237c. 00000400:00000200:3.0:1767384943.331443:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384943.331446:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000aafa6ed 00000020:00000001:0.0:1767384943.331448:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384943.331453:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384943.331455:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384943.331458:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a081dc1c. 00000400:00000200:1.0:1767384943.331466:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384943.331472:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aafa6ed 00000400:00000010:1.0:1767384943.331474:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aafa6ed. 00000100:00000001:1.0:1767384943.331479:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384943.331481:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384943.331485:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000089df3f01 x1853237352228864 msgsize 4848 00000400:00000200:3.0:1767384943.331486:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00100000:1.0:1767384943.331492:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384943.331510:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384943.331523:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384943.331530:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009165774 00000400:00000010:1.0:1767384943.331531:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009165774. 00000100:00000001:1.0:1767384943.331538:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384943.331541:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.331549:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.331553:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.331555:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.331561:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.331563:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384943.331570:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384943.331575:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.331576:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384943.331585:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384943.331587:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.331587:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294932291 00000100:00000010:1.0:1767384943.331594:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2f944a. 00000100:00000040:0.0:1767384943.331595:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.331602:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384943.331610:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.331611:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294932291 00000100:00000001:0.0:1767384943.331617:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384943.331619:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000079e8352. 00000100:00000001:0.0:1767384943.331621:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.331625:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384943.331628:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384943.331634:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294932291 02000000:00000001:0.0:1767384943.331634:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384943.331637:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 02000000:00000001:0.0:1767384943.331647:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384943.331648:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ed6a988. 00000100:00100000:0.0:1767384943.331655:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088fcc940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352228992:0@lo:253: 00000100:00000001:1.0:1767384943.331657:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384943.331666:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384943.331670:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294932291 02000000:00000001:0.0:1767384943.331673:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384943.331677:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000131d439e. 02000000:00000001:0.0:1767384943.331677:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.331680:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.331685:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384943.331685:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384943.331692:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.331695:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384943.331696:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008b2f7f64. 00000100:00000001:1.0:1767384943.331698:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.331706:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384943.331707:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.331715:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384943.331716:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024290130. 00000100:00000001:1.0:1767384943.331717:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384943.331723:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.331726:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384943.331728:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384943.331730:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384943.331730:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0822e2a. 00000100:00000001:1.0:1767384943.331734:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384943.331746:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352228992, portal 25 00000100:00000001:0.0:1767384943.331750:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384943.331752:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605060864 : -106559104490752 : ffff9f15c66de300) 00000100:00000040:0.0:1767384943.331758:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384943.331765:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000001:0.0:1767384943.331767:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384943.331775:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384943.331778:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b23872ae. 00000100:00000200:0.0:1767384943.331782:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352228992, offset 0 00000400:00000200:0.0:1767384943.331792:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384943.331808:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384943.331825:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106880 00000100:00000001:1.0:1767384943.331830:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384943.331834:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228864 00000400:00000200:3.0:1767384943.331836:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384943.331838:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1435 [2] + 0 02000000:00000001:1.0:1767384943.331841:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384943.331847:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384943.331848:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bc4f71b. 00000100:00000001:1.0:1767384943.331852:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384943.331857:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1abed02 02000000:00000001:1.0:1767384943.331860:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.331866:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228864 00000400:00000200:0.0:1767384943.331869:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384943.331870:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384943.331876:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:0.0:1767384943.331881:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384943.331911:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384943.331915:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000400:00000200:3.0:1767384943.331916:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384943.331922:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1abed02 00000020:00000001:1.0:1767384943.331925:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000010:0.0:1767384943.331928:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1abed02. 00000020:00000001:1.0:1767384943.331930:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384943.331940:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384943.331940:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384943.331947:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4eda7. 00000100:00000200:0.0:1767384943.331947:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384943.331957:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384943.331959:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000065c6ae1 x1853237352228992 msgsize 4848 00000020:00000010:1.0:1767384943.331961:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4eda7. 00000400:00000200:3.0:1767384943.331974:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00100000:0.0:1767384943.331974:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384943.331975:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681f962e. 00000100:00000040:0.0:1767384943.331992:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:1.0:1767384943.331993:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008d88d84. 00000020:00000010:1.0:1767384943.332002:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000100:00000001:0.0:1767384943.332012:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384943.332021:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384943.332022:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b23872ae 00000400:00000010:0.0:1767384943.332028:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b23872ae. 00000100:00000001:1.0:1767384943.332031:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384943.332035:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384943.332037:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384943.332038:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384943.332049:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.332052:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384943.332057:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.332066:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.332083:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384943.332092:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.332095:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384943.332098:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352228992 02000000:00000001:1.0:1767384943.332104:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384943.332106:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384943.332109:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.332110:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.332114:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.332118:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384943.332120:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352228992 00000020:00000001:1.0:1767384943.332124:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384943.332128:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:0.0:1767384943.332128:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384943.332134:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384943.332137:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:1.0:1767384943.332140:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384943.332141:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.332143:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384943.332148:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384943.332150:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294932292 00000020:00000010:1.0:1767384943.332151:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4eda7. 00000400:00000200:3.0:1767384943.332157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.332161:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384943.332165:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4eda7. 00000100:00000001:0.0:1767384943.332167:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932291 00000020:00000010:1.0:1767384943.332172:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcd3450b. 00000020:00000010:1.0:1767384943.332176:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004b42660. 00000100:00000001:0.0:1767384943.332178:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294932292 00000020:00000010:1.0:1767384943.332189:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ded092ab. 00000100:00000001:0.0:1767384943.332189:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932291 00000100:00000001:1.0:1767384943.332200:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384943.332203:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294932292 00000100:00000001:1.0:1767384943.332204:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384943.332207:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.332215:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932291 00000100:00000001:1.0:1767384943.332217:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.332224:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384943.332227:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294932292 00000400:00000200:3.0:1767384943.332228:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.332234:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384943.332241:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384943.332248:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932291 00000100:00100000:1.0:1767384943.332259:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:1.0:1767384943.332263:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384943.332267:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384943.332268:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514546081872 : -106559163469744 : ffff9f15c2e9f050) 00000100:00000001:0.0:1767384943.332280:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384943.332285:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089df3f01 x1853237352228864/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:169/0 lens 4848/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384943.332286:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.332297:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.332308:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384943.332313:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4eda7. 00000100:00000001:0.0:1767384943.332315:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384943.332316:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.332316:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384943.332321:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384943.332322:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4eda7. 00000100:00000001:0.0:1767384943.332333:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384943.332337:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384943.332338:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089df3f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352228864:12345-0@lo:253: 00000100:00000001:0.0:1767384943.332340:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.332345:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228864 00000100:00000001:0.0:1767384943.332347:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.332349:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384943.332355:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384943.332359:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384943.332362:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384943.332364:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384943.332369:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384943.332372:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384943.332375:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384943.332378:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384943.332382:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.332385:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384943.332388:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384943.332389:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384943.332395:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384943.332397:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000095c2f133. 02000000:00000001:1.0:1767384943.332401:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384943.332406:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000400:00000200:3.0:1767384943.332409:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000100:00000001:1.0:1767384943.332418:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384943.332419:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 20000000:00000001:1.0:1767384943.332423:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384943.332426:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526620240 : -106558182931376 : ffff9f15fd5bc450) 00000100:00000040:0.0:1767384943.332437:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000065c6ae1 x1853237352228992/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:169/0 lens 4848/0 e 0 to 0 dl 1767384954 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:1.0:1767384943.332438:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a081dc1c. 20000000:01000000:1.0:1767384943.332448:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384943.332456:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384943.332462:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384943.332465:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384943.332466:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384943.332469:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384943.332473:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702b8d31. 20000000:00000001:1.0:1767384943.332474:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384943.332481:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384943.332485:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702b8d31. 20000000:00000010:1.0:1767384943.332487:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006034f471. 00000400:00000200:3.0:1767384943.332489:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 20000000:01000000:1.0:1767384943.332490:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384943.332513:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384943.332521:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:0.0:1767384943.332521:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000065c6ae1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352228992:12345-0@lo:253: 00000100:00000200:0.0:1767384943.332531:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352228992 00000020:00000001:0.0:1767384943.332535:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384943.332540:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000020:00000001:0.0:1767384943.332541:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384943.332546:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384943.332551:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384943.332554:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384943.332558:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384943.332560:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384943.332563:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384943.332566:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384943.332567:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384943.332573:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384943.332573:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.332578:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.332581:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000001:0.0:1767384943.332583:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384943.332585:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384943.332588:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 02000000:00000001:0.0:1767384943.332590:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384943.332591:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384943.332598:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000010:0.0:1767384943.332600:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a01fbd17. 00080000:00000010:1.0:1767384943.332603:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000867baacd. 02000000:00000001:0.0:1767384943.332607:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.332608:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247725056 : -106563461826560 : ffff9f14c2b63800) 00080000:00000001:1.0:1767384943.332618:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384943.332618:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.332625:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384943.332634:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 20000000:00000010:0.0:1767384943.332639:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007330ce2b. 20000000:01000000:0.0:1767384943.332644:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384943.332648:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384943.332650:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384943.332653:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.332656:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384943.332658:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384943.332696:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000001:00000001:1.0:1767384943.332752:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384943.332755:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.332758:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384943.332784:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.332787:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384943.332791:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384943.332858:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384943.332954:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00080000:00000001:1.0:1767384943.332978:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384943.332983:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384943.332984:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384943.333018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384943.333088:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384943.333179:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384943.333256:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000800:00000200:0.0:1767384943.333276:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384943.333283:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000081d5b95e. 00000400:00000200:0.0:1767384943.333290:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.333298:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: PUT: OK 00000400:00000200:0.0:1767384943.333303:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384943.333309:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000400:00000200:3.0:1767384943.333320:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000800:00000001:0.0:1767384943.333324:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.333341:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384943.333345:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.333351:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.333369:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : PUT - for me 00000400:00000200:3.0:1767384943.333370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384943.333390:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384943.333398:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 544/576 into md 0x1bd5 [1] + 0 00000400:00000010:0.0:1767384943.333402:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32906d2. 00000400:00000200:0.0:1767384943.333407:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b335910 00000800:00000001:0.0:1767384943.333414:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.333424:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.333426:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.333433:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: PUT: OK 00000400:00000200:0.0:1767384943.333438:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b335910 00000400:00000010:0.0:1767384943.333441:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b335910. 00000400:00000200:0.0:1767384943.333446:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384943.333451:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (35) 00000400:00000200:0.0:1767384943.333459:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384943.333466:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384943.333466:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (576 bytes) 00000400:00000200:0.0:1767384943.333483:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384943.333517:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (36) 00000400:00000200:0.0:1767384943.333523:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384943.333533:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp39 to MR: 192.168.203.112@tcp39 local destination 00000400:00000200:0.0:1767384943.333547:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp39 NI seq info: [150:150:256:4294967295] 192.168.203.112@tcp39 LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1767384943.333567:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) -> 192.168.203.112@tcp39(192.168.203.112@tcp39:192.168.203.112@tcp39) 192.168.203.112@tcp39 : ACK try# 0 00000800:00000200:0.0:1767384943.333577:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp39 00000800:00000010:0.0:1767384943.333584:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576e753a. 00000800:00000200:0.0:1767384943.333590:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000800:00000200:0.0:1767384943.333600:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp39 ip 192.168.203.112:977 00000800:00000200:0.0:1767384943.333605:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000576e753a type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384943.333620:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384943.333637:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384943.333700:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384943.333704:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576e753a. 00000400:00000200:0.0:1767384943.333718:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384943.333720:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384943.333725:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: ACK: OK 00000800:00000001:1.0:1767384943.333728:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.333733:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.333741:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.333743:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.333746:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.333752:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp39(192.168.203.112@tcp39) <- 192.168.203.112@tcp39 : ACK - for me 00000400:00000200:1.0:1767384943.333764:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp39: ACK from 12345-192.168.203.112@tcp39 into md 0x1c81 00000400:00000200:0.0:1767384943.333772:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384943.333774:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.333780:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp39->192.168.203.112@tcp39: ACK: OK 00000400:00000010:0.0:1767384943.333781:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000093234434. 00000400:00000200:1.0:1767384943.333784:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:1.0:1767384943.333787:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000400:00000010:0.0:1767384943.333790:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000513bf423. 00000400:00000200:1.0:1767384943.333791:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384943.333799:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000010:0.0:1767384943.333800:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000400:00000200:1.0:1767384943.333805:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384943.333808:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000093234434 00000400:00000200:1.0:1767384943.333809:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (35) 00000400:00000010:0.0:1767384943.333820:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000e65a5b52. 00000800:00000001:1.0:1767384943.333823:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.333829:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.333831:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000400:00000200:0.0:1767384943.333857:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:0.0:1767384943.333861:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (34) 00000400:00000010:0.0:1767384943.333867:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000e44246bc. 00000400:00000010:0.0:1767384943.333871:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ffc48a. 00000400:00000010:0.0:1767384943.333877:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b4ddf61f. 00000400:00000200:0.0:1767384943.333882:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767384943.333893:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384943.333900:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384943.333944:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384943.333951:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384943.333960:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:0.0:1767384943.333969:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384943.333975:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:0.0:1767384943.333998:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384943.334003:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:0.0:1767384943.334011:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:0.0:1767384943.334017:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:0.0:1767384943.334032:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:0.0:1767384943.334038:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:0.0:1767384943.334047:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:0.0:1767384943.334053:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:0.0:1767384943.334061:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000400:00000200:0.0:1767384943.334069:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000400:00000200:0.0:1767384943.334079:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:0.0:1767384943.334085:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:0.0:1767384943.334091:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000400:00000200:0.0:1767384943.334096:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 28], ns[84, 28] 00000400:00000200:0.0:1767384943.334102:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 28], ns[121, 28] 00000400:00000200:0.0:1767384943.334108:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[94, 28] 00000400:00000200:0.0:1767384943.334114:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 28], ns[83, 28] 00000400:00000200:0.0:1767384943.334120:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 28], ns[143, 28] 00000400:00000200:0.0:1767384943.334126:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[122, 28] 00000400:00000200:0.0:1767384943.334134:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 28], ns[117, 28] 00000400:00000200:0.0:1767384943.334138:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 28], ns[115, 28] 00000400:00000200:0.0:1767384943.334149:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 28], ns[145, 28] 00000400:00000200:0.0:1767384943.334165:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[128, 28], ns[146, 28] 00000400:00000200:0.0:1767384943.334171:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 28], ns[150, 28] 00000400:00000200:0.0:1767384943.334179:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[130, 28], ns[148, 28] 00000400:00000200:0.0:1767384943.334184:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:0.0:1767384943.334191:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp20 00000400:00000200:0.0:1767384943.334199:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp20 lpni_is_preferred = 0 00000400:00000200:0.0:1767384943.334204:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp20 00000400:00000200:0.0:1767384943.334211:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp20 NI seq info: [151:151:256:4294967295] 192.168.203.112@tcp20 LPNI seq info [133:133:8:4294967295] 00000400:00000200:0.0:1767384943.334218:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp20 00000400:00000200:0.0:1767384943.334226:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20:) -> 192.168.203.112@tcp20(192.168.203.112@tcp:192.168.203.112@tcp20) : GET try# 0 00000800:00000200:0.0:1767384943.334233:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp20 00000800:00000010:1.0:1767384943.334318:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000888c1429. 00000800:00000200:1.0:1767384943.334327:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (6) 00000800:00000200:1.0:1767384943.334332:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:988 00000800:00000200:1.0:1767384943.334334:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000888c1429 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384943.334347:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384943.334351:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000800:00000200:1.0:1767384943.334430:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.334433:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000888c1429. 00000400:00000200:1.0:1767384943.334439:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.334444:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: GET: OK 00000400:00000200:1.0:1767384943.334448:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384943.334452:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:1.0:1767384943.334458:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.334463:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.334465:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.334475:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.334480:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20) <- 192.168.203.112@tcp20 : GET - for me 00000400:00000200:1.0:1767384943.334486:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384943.334506:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 576/576 into md 0x1c7d [1] + 0 00000400:00000200:1.0:1767384943.334515:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp20 to MR: 192.168.203.112@tcp20 local destination 00000400:00000200:1.0:1767384943.334519:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp20 NI seq info: [152:152:256:4294967295] 192.168.203.112@tcp20 LPNI seq info [134:134:8:4294967295] 00000400:00000200:1.0:1767384943.334535:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) -> 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) 192.168.203.112@tcp20 : REPLY try# 0 00000800:00000200:1.0:1767384943.334548:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp20 00000800:00000010:1.0:1767384943.334551:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000888c1429. 00000800:00000200:1.0:1767384943.334556:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (6) 00000800:00000200:1.0:1767384943.334560:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:1001 00000800:00000200:1.0:1767384943.334562:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000888c1429 type 3, nob 672 niov 1 nkiov 1 00000800:00000200:1.0:1767384943.334601:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.334603:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000888c1429. 00000400:00000200:1.0:1767384943.334609:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.334612:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: REPLY: OK 00000800:00000001:1.0:1767384943.334620:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.334624:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.334629:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.334634:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.334637:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.334641:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.334648:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20) <- 192.168.203.112@tcp20 : REPLY - for me 00000400:00000200:1.0:1767384943.334664:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp20: Reply from 12345-192.168.203.112@tcp20 of length 576/576 into md 0x1c99 00000800:00000001:1.0:1767384943.334672:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.334680:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.334683:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.334687:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: REPLY: OK 00000400:00000200:1.0:1767384943.334690:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ffc48a 00000400:00000010:1.0:1767384943.334691:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ffc48a. 00000400:00000200:1.0:1767384943.334695:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384943.334697:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:1.0:1767384943.334699:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:1.0:1767384943.334701:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 34. state = 0x300271 00000400:00000200:1.0:1767384943.334704:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384943.334711:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (35) 00000800:00000001:1.0:1767384943.334717:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.334719:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.334730:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384943.334739:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000400:00000010:1.0:1767384943.334746:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 000000001faf577d. 00000400:00000010:1.0:1767384943.334750:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 000000006ab86905. 00000400:00000010:1.0:1767384943.334753:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 0000000044018844. 00000400:00000200:1.0:1767384943.334800:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp33(00000000393b99d3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384943.334810:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp38(000000004bdee998) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384943.334814:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp40(000000006abe0604) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384943.334820:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000769a1e60. 00000400:00000200:1.0:1767384943.334826:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000769a1e60 nid 192.168.203.112@tcp41 00000400:00000010:1.0:1767384943.334829:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000641f01a5. 00000400:00000200:1.0:1767384943.334832:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000641f01a5 net tcp41 00000400:00000200:1.0:1767384943.334835:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (34) 00000400:00000200:1.0:1767384943.334843:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp41 flags 0x11 00000400:00000010:1.0:1767384943.334849:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005e82fa35. 00000400:00000200:1.0:1767384943.334853:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005e82fa35 nid 192.168.203.112@tcp42 00000400:00000010:1.0:1767384943.334868:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000da64b9c3. 00000400:00000200:1.0:1767384943.334871:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000da64b9c3 net tcp42 00000400:00000200:1.0:1767384943.334873:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (35) 00000400:00000200:1.0:1767384943.334879:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp42 flags 0x11 00000400:00000010:1.0:1767384943.334883:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 000000001faf577d. 00000800:00000010:0.0:1767384943.335327:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f93f4618. 00000400:00000010:1.0:1767384943.335331:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 000000006ab86905. 00000400:00000010:1.0:1767384943.335336:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 0000000044018844. 00000800:00000010:0.0:1767384943.335339:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b23872ae. 00000400:00000010:1.0:1767384943.335341:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000e44246bc. 00000400:00000200:1.0:1767384943.335350:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000800:00000010:0.0:1767384943.335353:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e8a1158. 00000400:00000200:1.0:1767384943.335355:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:1.0:1767384943.335366:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:1.0:1767384943.335370:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000200:1.0:1767384943.335373:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384943.335375:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300111 rc 0 00000400:00000200:1.0:1767384943.335379:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:1.0:1767384943.335382:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (36) 00000800:00000010:0.0:1767384943.335414:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e8a1158. 00000800:00020000:0.0:1767384943.335430:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384943.335436:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b23872ae. 00000800:00000010:0.0:1767384943.335441:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f93f4618. 00000400:02020000:0.0:1767384943.335582:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp39 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384943.344669:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384943.344680:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384943.344684:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384943.344687:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384943.344688:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384943.344693:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384943.344697:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384943.344699:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384943.344700:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384943.344703:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384943.344704:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000867baacd. 00080000:00000001:2.0:1767384943.344710:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384943.344719:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384943.344723:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384943.344728:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000072dd6b0a. 00080000:00000020:0.0:1767384943.344733:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384943.344740:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:01000000:2.0:1767384943.344743:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384943.344745:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384943.344749:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384943.344751:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384943.344755:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384943.344763:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384943.344769:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384943.344777:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384943.344780:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c85e83c. 00080000:00000001:1.0:1767384943.344781:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384943.344784:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.344786:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384943.344799:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384943.344808:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384943.344809:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384943.344816:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:2.0:1767384943.344817:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d8e242c4. 00080000:00000010:1.0:1767384943.344821:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000044018844. 00000020:00000001:2.0:1767384943.344825:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384943.344826:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238234624 : -106563471316992 : ffff9f14c2256800) 00080000:00000001:1.0:1767384943.344833:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:2.0:1767384943.344834:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d8e242c4 with handle 0x7ec529173eeb8498 to hash 00000020:00000001:2.0:1767384943.344842:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384943.344844:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262567936 : -106558446983680 : ffff9f15ed9ea600) 00010000:00000001:2.0:1767384943.344848:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262567936 : -106558446983680 : ffff9f15ed9ea600) 00010000:00000001:2.0:1767384943.344863:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384943.344866:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384943.344869:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.344880:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384943.344884:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384943.344887:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384943.344889:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384943.344892:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.344896:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384943.344898:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.344938:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384943.344942:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384943.344944:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384943.344946:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384943.344950:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c85e83c) refcount = 1 00000001:00000001:1.0:1767384943.344952:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384943.344958:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384943.344959:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.344966:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384943.344974:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384943.344977:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384943.344979:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.344982:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384943.344983:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.344986:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384943.344989:0:16768:0:(osd_io.c:399:osd_write()) Process entered 20000000:00000001:2.0:1767384943.344994:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384943.344999:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384943.345003:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384943.345005:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.345007:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8e242c4 refcount=4 00000020:00000001:2.0:1767384943.345010:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262567936 : -106558446983680 : ffff9f15ed9ea600) 00010000:00000001:2.0:1767384943.345013:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262567936 : -106558446983680 : ffff9f15ed9ea600) 00010000:00000001:2.0:1767384943.345016:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384943.345018:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.345038:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384943.345041:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.345064:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.345067:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384943.345069:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384943.345070:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384943.345076:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384943.345084:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384943.345086:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.345090:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384943.345094:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384943.345102:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d8e242c4 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384943.345106:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384943.345109:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384943.345111:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.345117:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384943.345120:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384943.345122:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384943.345124:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d8e242c4 refcount=5 00000020:00000001:2.0:1767384943.345126:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262567936 : -106558446983680 : ffff9f15ed9ea600) 00010000:00000001:2.0:1767384943.345129:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262567936 : -106558446983680 : ffff9f15ed9ea600) 00010000:00000001:2.0:1767384943.345133:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384943.345136:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.345142:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384943.345145:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384943.345153:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.345160:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384943.345162:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384943.345165:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384943.345167:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384943.345170:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d8e242c4 with handle 0x7ec529173eeb8498 from hash 00010000:00000001:2.0:1767384943.345173:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384943.345176:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.345178:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.345181:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384943.345183:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384943.345186:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384943.345189:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384943.345191:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384943.345194:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.345196:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384943.345198:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384943.345202:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.345204:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.345207:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.345209:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384943.345211:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384943.345214:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.345220:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.345221:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.345223:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384943.345225:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384943.345227:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384943.345230:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384943.345232:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384943.345234:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384943.345237:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384943.345240:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384943.345245:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384943.345251:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384943.345255:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d8e242c4/0x7ec529173eeb8498 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384943.345263:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c85e83c count: 0 00010000:00000001:2.0:1767384943.345282:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384943.345284:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384943.345983:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294932292, at 4294932293 00000100:00000010:0.0:1767384943.345997:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2f944a. 00000100:00000040:3.0:1767384943.346001:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294932292, at 4294932293 00000100:00000010:3.0:1767384943.346014:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000131d439e. 00000100:00000040:1.0:1767384943.346311:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294932292, at 4294932293 00000100:00000010:1.0:1767384943.346318:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000079e8352. 00000100:00000040:2.0:1767384943.346985:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294932292, at 4294932294 00000100:00000010:2.0:1767384943.346995:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ed6a988. 00010000:00000010:2.1:1767384943.354961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c85e83c. 00010000:00000010:2.1:1767384943.354972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d8e242c4. 00080000:00000001:3.0:1767384943.355505:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384943.355514:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:2.0:1767384943.355516:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384943.355518:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384943.355523:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384943.355523:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384943.355533:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384943.355535:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384943.355543:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384943.355549:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384943.355553:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000044018844. 20000000:00000001:3.0:1767384943.355554:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384943.355562:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384943.355565:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384943.355570:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384943.355585:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384943.355588:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384943.355591:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384943.355595:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384943.355598:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384943.355606:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f46daac6. 00010000:00000001:3.0:1767384943.355610:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384943.355613:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084f1d68d. 00000020:00000001:3.0:1767384943.355616:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384943.355618:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084f1d68d with handle 0x7ec529173eeb849f to hash 00000020:00000001:3.0:1767384943.355620:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384943.355622:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384943.355624:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384943.355627:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384943.355635:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384943.355638:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355646:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384943.355650:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384943.355652:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384943.355654:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384943.355656:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384943.355657:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384943.355658:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384943.355660:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384943.355662:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384943.355664:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384943.355665:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384943.355666:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f46daac6) refcount = 1 00010000:00010000:3.0:1767384943.355669:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355673:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384943.355675:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384943.355676:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384943.355678:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384943.355680:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384943.355684:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384943.355687:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384943.355690:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384943.355691:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384943.355692:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084f1d68d refcount=4 00000020:00000001:3.0:1767384943.355695:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384943.355697:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384943.355700:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384943.355702:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355709:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384943.355721:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355729:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384943.355733:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384943.355736:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355745:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384943.355748:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384943.355753:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384943.355755:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384943.355763:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084f1d68d already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384943.355766:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384943.355768:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384943.355770:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355777:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384943.355779:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384943.355781:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384943.355785:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084f1d68d refcount=5 00000020:00000001:3.0:1767384943.355788:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384943.355792:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384943.355797:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384943.355800:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355806:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384943.355808:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384943.355810:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384943.355813:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384943.355815:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384943.355816:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384943.355824:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384943.355826:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084f1d68d with handle 0x7ec529173eeb849f from hash 00010000:00000001:3.0:1767384943.355829:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384943.355830:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384943.355831:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384943.355833:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384943.355835:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384943.355838:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384943.355840:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384943.355841:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384943.355843:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384943.355845:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384943.355846:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384943.355848:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384943.355849:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384943.355850:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384943.355853:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384943.355855:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384943.355857:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355862:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384943.355864:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384943.355865:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384943.355867:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384943.355870:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384943.355871:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384943.355873:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384943.355878:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384943.355896:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384943.355898:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384943.355940:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384943.355942:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384943.355943:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb849f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384943.355958:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f46daac6 count: 0 00010000:00000001:3.0:1767384943.355980:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384943.355982:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384943.358463:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384943.358469:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384943.358473:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a081dc1c. 20000000:00000001:2.0:1767384943.358482:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384943.358487:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352228864 00010000:00000001:2.0:1767384943.358492:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384943.358516:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089df3f01 x1853237352228864/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.358527:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384943.358531:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384943.358537:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.358544:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384943.358548:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384943.358551:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384943.358555:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384943.358559:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.358566:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384943.358572:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384943.358578:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049a054cf. 00000100:00000200:2.0:1767384943.358587:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352228864, offset 224 00000400:00000200:2.0:1767384943.358609:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384943.358626:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384943.358642:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106800 00000400:00000200:2.0:1767384943.358653:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c85 [2] + 224 00000400:00000200:2.0:1767384943.358662:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.358667:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.358674:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384943.358683:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.358697:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.358721:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384943.358730:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384943.358731:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a054cf 00000100:00000001:1.0:1767384943.358735:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384943.358736:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049a054cf. 00000100:00000001:2.0:1767384943.358743:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384943.358744:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384943.358750:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384943.358751:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384943.358759:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf911f2a. 00000100:00000001:2.0:1767384943.358761:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384943.358763:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f2027ac 00000400:00000010:1.0:1767384943.358767:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f2027ac. 00000100:00000040:2.0:1767384943.358772:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:1.0:1767384943.358774:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384943.358781:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384943.358784:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384943.358784:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384943.358793:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384943.358811:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089df3f01 x1853237352228864/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384943.358811:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.358851:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384943.358856:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089df3f01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352228864:12345-0@lo:253: Request processed in 26544us (27366us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384943.358857:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.358870:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384943.358871:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 02000000:00000001:1.0:1767384943.358875:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384943.358878:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384943.358879:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384943.358915:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384943.358919:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384943.358925:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=73 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384943.358928:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384943.358929:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.358936:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384943.358937:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384943.358945:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.358951:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008d88d84. 00010000:00000001:1.0:1767384943.358951:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384943.358958:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.358963:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00000001:1.0:1767384943.358964:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.358972:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681f962e. 00000100:00000040:1.0:1767384943.358976:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384943.358991:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:1.0:1767384943.358991:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384943.359002:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384943.359002:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1767384943.359009:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000095c2f133. 00000100:00000001:1.0:1767384943.359009:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384943.359019:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384943.359019:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:2.0:1767384943.359026:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384943.359027:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384943.359031:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384943.359033:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384943.359035:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384943.359037:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384943.359038:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:2.0:1767384943.359039:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384943.359042:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384943.359046:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384943.359048:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384943.359049:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c5ec7a9. 00000100:00000040:1.0:1767384943.359053:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384943.359060:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049a054cf. 00000100:00100000:1.0:1767384943.359064:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048f506a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352228864:0@lo:253: 00000100:00000001:1.0:1767384943.359069:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.359073:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384943.359076:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048f506a3 x1853237352228864/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384943.359081:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384943.359089:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384943.359091:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9e660fa. 02000000:00000001:1.0:1767384943.359099:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384943.359101:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384943.359102:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384943.359104:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384943.359106:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000603d92d7. 02000000:00000001:1.0:1767384943.359111:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384943.359112:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384943.359114:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f506a3. 00000100:00000001:1.0:1767384943.359119:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384943.359122:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.359124:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384943.359132:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384943.359134:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384943.359137:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384943.359138:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384943.360168:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384943.360173:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384943.360174:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007330ce2b. 20000000:00000001:2.0:1767384943.360180:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384943.360184:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352228992 00010000:00000001:2.0:1767384943.360186:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384943.360191:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000065c6ae1 x1853237352228992/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384943.360199:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384943.360201:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384943.360203:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384943.360206:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384943.360208:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384943.360210:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384943.360213:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384943.360215:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.360217:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384943.360219:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384943.360222:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000011a8dcf. 00000100:00000200:2.0:1767384943.360226:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352228992, offset 224 00000400:00000200:2.0:1767384943.360230:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384943.360235:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384943.360241:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106880 00000400:00000200:2.0:1767384943.360245:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c8d [2] + 224 00000400:00000200:2.0:1767384943.360252:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384943.360255:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384943.360258:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384943.360271:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384943.360280:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384943.360299:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384943.360305:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011a8dcf 00000400:00000010:2.0:1767384943.360308:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000011a8dcf. 00000100:00000001:3.0:1767384943.360311:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384943.360312:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384943.360317:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384943.360318:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384943.360322:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384943.360324:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384943.360325:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384943.360327:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024290130. 00000400:00000200:3.0:1767384943.360333:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0822e2a 00000100:00000040:2.0:1767384943.360335:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:3.0:1767384943.360339:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0822e2a. 00010000:00000001:2.0:1767384943.360341:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384943.360345:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384943.360347:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384943.360349:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384943.360357:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000065c6ae1 x1853237352228992/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:169/0 lens 4848/4768 e 0 to 0 dl 1767384954 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384943.360358:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384943.360407:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000065c6ae1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352228992:12345-0@lo:253: Request processed in 27937us (28443us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384943.360415:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384943.360424:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000040:2.0:1767384943.360434:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000400:00000010:0.0:1767384943.360436:0:33594:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009ac3d091. 00000100:00000001:2.0:1767384943.360440:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384943.360445:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384943.360447:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384943.360449:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384943.360451:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004b42660. 00000100:00000001:3.0:1767384943.360453:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384943.360456:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384943.360458:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384943.360459:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ded092ab. 00000100:00000001:3.0:1767384943.360460:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384943.360462:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 02000000:00000001:3.0:1767384943.360470:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384943.360470:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcd3450b. 00000400:00000040:0.0:1767384943.360470:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00001000:3.0:1767384943.360487:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=73 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384943.360487:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000400:00000040:0.0:1767384943.360487:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00001000:3.0:1767384943.360509:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=73 v=5 (1 0 0 0) 00000400:00000040:0.0:1767384943.360513:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000001:2.0:1767384943.360514:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384943.360516:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384943.360520:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a01fbd17. 00000100:00000001:3.0:1767384943.360521:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384943.360521:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:3.0:1767384943.360534:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:0.0:1767384943.360534:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 02000000:00000001:2.0:1767384943.360536:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384943.360539:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384943.360541:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384943.360542:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384943.360542:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000200:2.0:1767384943.360551:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000040:0.0:1767384943.360551:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000040:3.0:1767384943.360555:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384943.360558:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000010:2.0:1767384943.360559:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042cbaedf. 00000400:00000040:0.0:1767384943.360566:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000010:2.0:1767384943.360567:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000011a8dcf. 00000400:00000040:0.0:1767384943.360574:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384943.360575:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:0.0:1767384943.360582:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384943.360583:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384943.360586:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384943.360590:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384943.360593:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:3.0:1767384943.360596:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:0.0:1767384943.360597:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:01000004:3.0:1767384943.360599:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384943.360603:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384943.360605:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:0.0:1767384943.360605:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:3.0:1767384943.360609:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384943.360614:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:0.0:1767384943.360614:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:3.0:1767384943.360618:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384943.360622:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:0.0:1767384943.360622:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000020:01000004:3.0:1767384943.360627:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:0.0:1767384943.360629:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000040:3.0:1767384943.360634:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384943.360638:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384943.360648:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00100000:3.0:1767384943.360650:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088fcc940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352228992:0@lo:253: 00000400:00000040:0.0:1767384943.360654:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384943.360658:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384943.360659:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384943.360661:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:0.0:1767384943.360664:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:3.0:1767384943.360668:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088fcc940 x1853237352228992/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384959 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384943.360670:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384943.360677:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384943.360686:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384943.360689:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:0.0:1767384943.360694:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:3.0:1767384943.360695:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384943.360704:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008b2f7f64. 00000400:00000040:0.0:1767384943.360704:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384943.360717:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:3.0:1767384943.360718:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:0.0:1767384943.360720:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000020:00000001:3.0:1767384943.360721:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384943.360728:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000400:00000040:0.0:1767384943.360729:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:00000001:3.0:1767384943.360736:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:0.0:1767384943.360736:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000010:3.0:1767384943.360739:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000035b06fa9. 00000400:00000040:0.0:1767384943.360741:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:3.0:1767384943.360744:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384943.360746:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:0.0:1767384943.360746:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000010:3.0:1767384943.360752:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088fcc940. 00000400:00000040:0.0:1767384943.360752:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384943.360760:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384943.360764:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384943.360764:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384943.360772:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384943.360773:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384943.360780:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384943.360783:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:3.0:1767384943.360785:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:0.0:1767384943.360787:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767384943.360789:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384943.360791:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384943.360796:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00000001:3.0:1767384943.360800:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384943.360800:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384943.360807:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000100:00000001:3.0:1767384943.360810:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384943.360810:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384943.360817:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384943.360820:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384943.360823:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384943.360824:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384943.360826:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384943.360828:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384943.360829:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384943.360831:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384943.360833:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384943.360834:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384943.360835:0:33594:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384943.360988:0:33594:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009ac3d091. 00010000:00000010:3.1:1767384943.362921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f46daac6. 00010000:00000010:3.1:1767384943.362937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f1d68d. 00000400:00000200:3.0:1767384943.854009:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp40 00000400:00000010:3.0:1767384943.854019:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000119d9814. 00000800:00000200:1.0:1767384943.854022:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000800:00000200:1.0:1767384943.854033:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:3.0:1767384943.854037:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034ccc222. 00000800:00000200:1.0:1767384943.854038:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384943.854044:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000400:00000010:3.0:1767384943.854054:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b56c7fd. 00000400:00000200:3.0:1767384943.854065:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp40 00000400:00000200:3.0:1767384943.854092:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp40 local destination 00000400:00000200:3.0:1767384943.854100:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp40 00000400:00000200:3.0:1767384943.854110:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp40 NI seq info: [153:153:256:4294967295] 192.168.203.112@tcp40 LPNI seq info [135:135:8:4294967295] 00000400:00000200:3.0:1767384943.854119:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp40 00000400:00000200:3.0:1767384943.854132:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40:) -> 192.168.203.112@tcp40(192.168.203.112@tcp40:192.168.203.112@tcp40) : GET try# 0 00000800:00000200:3.0:1767384943.854139:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp40 00000800:00000010:3.0:1767384943.854143:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cc306d3c. 00000800:00000200:3.0:1767384943.854151:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000800:00000200:3.1:1767384943.854157:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000800:00000200:2.0:1767384943.854225:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384943.854235:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384943.854249:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384943.854256:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384943.854262:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384943.854401:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.854527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384943.854536:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp40 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:2.0:1767384943.854610:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.854671:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.854731:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.854776:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.854818:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.854880:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.854989:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855006:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855025:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855048:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855069:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855090:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855111:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855131:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855144:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855156:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855169:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855184:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855199:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855277:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855356:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855451:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855535:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855628:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855672:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855700:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855721:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855739:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855785:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.855849:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.856002:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384943.856073:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:2.0:1767384943.856298:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0cb2dca. 00000800:00000010:2.0:1767384943.856303:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d15e1e03. 00000800:00000010:2.0:1767384943.856309:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bda5e5db. 00000800:00000010:2.0:1767384943.856328:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bda5e5db. 00000800:00020000:2.0:1767384943.856335:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384943.856338:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d15e1e03. 00000800:00000010:2.0:1767384943.856341:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e0cb2dca. 00000400:02020000:2.0:1767384943.856374:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp40 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384943.856382:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp40 notifying 192.168.203.112@tcp40: down 00000800:00000200:2.0:1767384943.856393:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp40 down 00000800:00000100:2.0:1767384943.856403:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp40 00000800:00000010:2.0:1767384943.856406:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cc306d3c. 00000400:00000200:2.0:1767384943.856410:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384943.856414:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp40->192.168.203.112@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384943.856428:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384943.856431:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384943.856439:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp40) recovery failed with -71 00010000:00000001:2.0:1767384944.109110:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384944.109116:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384944.109122:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384944.109124:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.109156:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384944.109160:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384944.109163:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384944.557082:0:18566:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384944.557088:0:18566:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.557945:0:22984:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384944.557949:0:22984:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384944.876943:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384944.876948:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384944.876950:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:3.0:1767384944.876954:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000400:00000200:3.0:1767384944.876959:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384944.876964:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384944.876975:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000119d9814. 00000400:00000010:3.0:1767384944.876978:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034ccc222. 00000400:00000200:3.0:1767384944.876981:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp38 00000400:00000010:3.0:1767384944.876985:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000119d9814. 00000400:00000010:3.0:1767384944.876989:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034ccc222. 00000400:00000010:3.0:1767384944.876992:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000400:00000010:3.0:1767384944.876997:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008a729512. 00000400:00000200:3.0:1767384944.876999:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp38 00000400:00000200:3.0:1767384944.877009:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp38 local destination 00000400:00000200:3.0:1767384944.877014:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp38 00000400:00000200:3.0:1767384944.877017:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp38 NI seq info: [154:154:256:4294967295] 192.168.203.112@tcp38 LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1767384944.877022:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp38 00000400:00000200:3.0:1767384944.877034:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp38(192.168.203.112@tcp38:) -> 192.168.203.112@tcp38(192.168.203.112@tcp38:192.168.203.112@tcp38) : GET try# 0 00000800:00000200:3.0:1767384944.877039:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp38 00000800:00000010:3.0:1767384944.877042:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000087ad2673. 00000800:00000200:3.0:1767384944.877047:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000800:00000200:3.1:1767384944.877050:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:3.0:1767384944.877067:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp38 added to recovery queue. ping count: 3 next ping: 274 health :700 00000400:00000200:0.0:1767384944.877163:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877203:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877216:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877229:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877241:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877252:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877264:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877276:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877289:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877300:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877313:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877324:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877336:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877348:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877371:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877384:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877397:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877409:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877421:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877433:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877446:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877459:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877471:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877499:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877516:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877528:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877544:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877564:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877584:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877604:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877623:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877645:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877674:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877703:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384944.877731:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384944.877946:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f93f4618. 00000800:00000010:0.0:1767384944.877951:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000071cba108. 00000800:00000010:0.0:1767384944.877956:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007af6c5aa. 00000800:00000010:0.0:1767384944.877984:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007af6c5aa. 00000800:00020000:0.0:1767384944.877991:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384944.877994:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000071cba108. 00000800:00000010:0.0:1767384944.877996:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f93f4618. 00000400:02020000:0.0:1767384944.878026:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp38 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384944.878031:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp38 notifying 192.168.203.112@tcp38: down 00000800:00000200:0.0:1767384944.878036:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp38 down 00000800:00000100:0.0:1767384944.878046:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp38 00000800:00000010:0.0:1767384944.878049:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000087ad2673. 00000400:00000200:0.0:1767384944.878055:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384944.878059:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp38->192.168.203.112@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384944.878065:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384944.878067:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384944.878070:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp38) recovery failed with -71 00080000:00000001:3.0:1767384944.944430:0:34069:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384944.944445:0:34069:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.944451:0:34069:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.944459:0:34069:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384944.944465:0:34069:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.944468:0:34069:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384945.132967:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384945.132982:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384945.132987:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384945.132989:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384945.133042:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384945.133044:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384945.133046:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384945.623665:0:34233:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384945.623669:0:34233:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:0.0:1767384945.626734:0:34233:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384945.633639:0:34234:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006ef3ae25. 00000400:00000010:0.0:1767384945.633651:0:34234:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000442fed93. 00000400:00000010:0.0:1767384945.633659:0:34234:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ed1af3f8. 00000400:00000010:0.0:1767384945.633662:0:34234:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000079093b02. 00000400:00000010:0.0:1767384945.633666:0:34234:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c55a02db. 00000400:00000010:0.0:1767384945.633669:0:34234:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004769e8d4. 00000400:00000010:0.0:1767384945.633670:0:34234:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009cdf52c4. 00000400:00000010:0.0:1767384945.633672:0:34234:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000255f0df8. 00000400:00000010:0.0:1767384945.633674:0:34234:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009ac3d091. 00000800:00000010:0.0:1767384945.633688:0:34234:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000cd54b4b. 00000800:00000200:0.0:1767384945.633697:0:34234:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384945.633708:0:34234:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384945.633744:0:34234:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:0.0:1767384945.633772:0:34234:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp43 [8/256/0/180] 00000400:00000010:0.0:1767384945.635121:0:34234:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000f60f60c6. 00000400:00000010:0.0:1767384945.635127:0:34234:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621f7fcb. 00000400:00000010:0.0:1767384945.635131:0:34234:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064fb7cd6. 00000400:00000001:0.0:1767384945.635158:0:34234:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384945.635159:0:34234:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384945.635161:0:34234:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c74a7a87. 00000400:00000200:0.0:1767384945.635163:0:34234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a215224 00000400:00000010:0.0:1767384945.635165:0:34234:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a215224. 00000400:00000010:0.0:1767384945.635173:0:34234:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000bd1c5b50. 00000400:00000200:0.0:1767384945.635177:0:34234:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (35) 00000400:00000200:0.0:1767384945.635186:0:34234:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384945.635193:0:34234:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:0.0:1767384945.635199:0:34234:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f93f4618. 00000020:01000000:0.0:1767384945.635202:0:34234:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384945.635204:0:34234:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp43 00000400:00000200:1.0:1767384945.635211:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384945.635217:0:34234:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000442fed93. 00000400:00000200:1.0:1767384945.635218:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 00000400:00000010:0.0:1767384945.635222:0:34234:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006ef3ae25. 00000400:00000010:1.0:1767384945.635226:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc1d3955. 00000400:00000200:1.0:1767384945.635230:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (36) 00000400:00000010:1.0:1767384945.635236:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e819ef8a. 00000020:00000001:2.0:1767384945.635239:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384945.635240:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp20 10000000:00000001:2.0:1767384945.635245:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384945.635248:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384945.635250:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384945.635256:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384945.635256:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp20 to MR: 192.168.203.112@tcp20 local destination 00000020:01000004:2.0:1767384945.635260:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384945.635262:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384945.635264:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384945.635267:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384945.635267:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp20 NI seq info: [155:155:256:4294967295] 192.168.203.112@tcp20 LPNI seq info [137:137:8:4294967295] 00000020:01000004:2.0:1767384945.635269:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384945.635271:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384945.635274:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384945.635276:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384945.635276:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp20 00000020:01000004:2.0:1767384945.635278:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384945.635283:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000400:00000200:1.0:1767384945.635288:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) -> 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) : PUT try# 0 00000020:00000040:2.0:1767384945.635289:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384945.635294:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384945.635298:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384945.635303:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384945.635304:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.112@tcp20 00000800:00000010:1.0:1767384945.635310:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006213b1bb. 02000000:00000010:2.0:1767384945.635312:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e0cb2dca. 00000800:00000200:1.0:1767384945.635316:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (6) 00000100:00000001:2.0:1767384945.635319:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384945.635325:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:988 00000100:00000001:2.0:1767384945.635328:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767384945.635329:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006213b1bb type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1767384945.635331:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384945.635339:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098609bc9] to pc [ptlrpcd_00_00+0] req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384945.635349:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:1.0:1767384945.635352:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300551 rc 0 10000000:00000001:2.0:1767384945.635359:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384945.635363:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384945.635365:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384945.635366:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384945.635367:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384945.635370:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384945.635374:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384945.635374:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384945.635377:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384945.635379:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384945.635380:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384945.635384:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384945.635388:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384945.635391:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384945.635393:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384945.635397:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384945.635399:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384945.635400:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384945.635403:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384945.635403:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384945.635407:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384945.635408:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384945.635411:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:1.0:1767384945.635413:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352229120:0@lo:253: 00000020:01000004:2.0:1767384945.635414:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384945.635417:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384945.635421:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384945.635421:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384945.635426:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 02000000:00000001:1.0:1767384945.635427:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384945.635431:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:1.0:1767384945.635432:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384945.635436:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384945.635438:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384945.635440:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384945.635442:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384945.635443:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9e660fa. 02000000:00000001:1.0:1767384945.635446:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384945.635447:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007c8a9ea0. 00000400:00000010:1.0:1767384945.635451:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf911f2a. 00000100:00000001:2.0:1767384945.635452:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384945.635457:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017b24667. 00000100:00000001:2.0:1767384945.635458:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384945.635460:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384945.635463:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352229120, portal 25 00000100:00000040:2.0:1767384945.635467:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004129dc0e] to pc [ptlrpcd_00_01+1] req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384945.635467:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384945.635471:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000800:00000200:3.0:1767384945.635477:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384945.635490:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384945.635492:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384945.635498:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384945.635500:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006213b1bb. 00000020:00000001:2.0:1767384945.635503:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384945.635509:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384945.635510:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384945.635511:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384945.635512:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f93f4618. 00000400:00000200:3.0:1767384945.635524:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: PUT: OK 00000100:00000001:2.0:1767384945.635524:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384945.635524:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384945.635529:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384945.635531:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce04b5ea. 00000100:00000001:2.0:1767384945.635532:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384945.635534:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:1.0:1767384945.635536:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352229120, offset 0 00000100:00000040:2.0:1767384945.635539:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384945.635542:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp20: 0 00000400:00000200:1.0:1767384945.635547:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384945.635554:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384945.635555:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384945.635557:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384945.635560:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384945.635561:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767384945.635563:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384945.635566:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384945.635570:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352229248:0@lo:253: 00000100:00000001:2.0:1767384945.635573:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384945.635576:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384945.635577:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106900 02000000:00000001:2.0:1767384945.635583:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384945.635585:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384945.635585:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384945.635587:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1461 [2] + 0 02000000:00000001:2.0:1767384945.635590:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384945.635592:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e794db3. 00000800:00000001:3.0:1767384945.635594:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384945.635595:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004f553017. 00000400:00000200:1.0:1767384945.635597:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000550489fc 02000000:00000001:2.0:1767384945.635600:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384945.635604:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384945.635605:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fa91cf0. 00000400:00000200:3.0:1767384945.635607:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20) <- 192.168.203.112@tcp20 : PUT - for me 00000400:00000010:2.0:1767384945.635613:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bdc7680. 00000400:00000200:1.0:1767384945.635613:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384945.635619:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352229248, portal 25 00000400:00000200:1.0:1767384945.635622:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000550489fc 00000100:00000001:2.0:1767384945.635623:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384945.635627:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 592 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384945.635628:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000400:00000010:1.0:1767384945.635628:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000550489fc. 00000100:00000001:1.0:1767384945.635635:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384945.635637:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384945.635638:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384945.635644:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 576/592 into md 0x1c95 [1] + 0 00000100:00000040:1.0:1767384945.635644:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000433891cb x1853237352229120 msgsize 4848 00000100:00000001:2.0:1767384945.635656:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384945.635657:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000513bf423. 00000100:00100000:1.0:1767384945.635657:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384945.635661:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384945.635664:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384945.635666:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b64795da 00000400:00000010:2.0:1767384945.635667:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2133cdc. 00000100:00000200:2.0:1767384945.635672:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352229248, offset 0 00000100:00000001:1.0:1767384945.635673:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384945.635674:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384945.635679:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384945.635684:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384945.635686:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce04b5ea 00000400:00000200:2.0:1767384945.635689:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384945.635691:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384945.635691:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce04b5ea. 00000100:00000001:1.0:1767384945.635698:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384945.635699:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106980 00000400:00000200:3.0:1767384945.635705:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: PUT: OK 00000100:00000200:1.0:1767384945.635705:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384945.635709:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1469 [2] + 0 00000400:00000010:2.0:1767384945.635717:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f87615b. 00000400:00000200:2.0:1767384945.635724:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fe99d5d 00000100:00000001:1.0:1767384945.635726:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384945.635729:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384945.635730:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000100:00000040:1.0:1767384945.635730:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384945.635736:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000400:00000200:2.0:1767384945.635737:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384945.635746:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384945.635746:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fe99d5d 00000100:00000001:1.0:1767384945.635747:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384945.635750:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fe99d5d. 00000100:00000001:1.0:1767384945.635752:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384945.635755:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (37) 00000100:00000001:2.0:1767384945.635756:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384945.635758:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384945.635763:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000032ebc661 x1853237352229248 msgsize 4848 00000100:00000001:1.0:1767384945.635766:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384945.635767:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00100000:2.0:1767384945.635771:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384945.635774:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384945.635774:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294934595 00000400:00000200:3.0:1767384945.635777:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (592 bytes) 00000100:00000010:1.0:1767384945.635782:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000079e8352. 00000400:00000200:3.0:1767384945.635785:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:2.0:1767384945.635786:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384945.635789:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384945.635796:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294934595 00000400:00000200:3.0:1767384945.635799:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (38) 00000100:00000010:1.0:1767384945.635806:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c495d6a. 00000400:00000200:2.0:1767384945.635810:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2133cdc 00000100:00000001:1.0:1767384945.635811:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384945.635812:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384945.635814:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2133cdc. 00000100:00000001:1.0:1767384945.635816:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294934595 00000100:00000001:2.0:1767384945.635820:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384945.635821:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ed6a988. 00000400:00000200:3.0:1767384945.635825:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp20 to MR: 192.168.203.112@tcp20 local destination 00000100:00000001:1.0:1767384945.635826:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384945.635831:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294934595 00000100:00000200:2.0:1767384945.635835:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384945.635835:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000131d439e. 00000400:00000200:3.0:1767384945.635841:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp20 NI seq info: [156:156:256:4294967295] 192.168.203.112@tcp20 LPNI seq info [138:138:8:4294967295] 00000100:00000001:1.0:1767384945.635841:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384945.635846:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384945.635852:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384945.635859:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.635862:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384945.635865:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384945.635869:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384945.635875:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) -> 192.168.203.112@tcp20(192.168.203.112@tcp20:192.168.203.112@tcp20) 192.168.203.112@tcp20 : ACK try# 0 00000100:00000001:1.0:1767384945.635879:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384945.635883:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384945.635916:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384945.635918:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384945.635923:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384945.635929:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp20 00000100:00000001:1.0:1767384945.635929:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384945.635937:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf243d15. 00000100:00000001:2.0:1767384945.635938:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.635941:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384945.635947:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384945.635949:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (6) 00000100:00000001:2.0:1767384945.635951:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294934596 00000100:00000001:1.0:1767384945.635954:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384945.635958:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352229120 00000100:00000001:2.0:1767384945.635959:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934595 00000800:00000200:3.0:1767384945.635960:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:1001 02000000:00000001:1.0:1767384945.635962:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384945.635966:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1767384945.635967:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bf243d15 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384945.635967:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294934596 00000100:00000001:1.0:1767384945.635968:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.635973:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934595 02000000:00000001:1.0:1767384945.635975:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.635977:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294934596 00000100:00100000:1.0:1767384945.635980:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352229120 00000100:00000001:2.0:1767384945.635981:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934595 00000020:00000001:1.0:1767384945.635983:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384945.635986:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294934596 00000020:00000040:1.0:1767384945.635986:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000800:00000001:3.0:1767384945.635987:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384945.635990:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384945.635994:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934595 00000020:00000040:1.0:1767384945.635994:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000800:00000001:3.0:1767384945.635998:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384945.636000:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384945.636003:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384945.636004:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384945.636009:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384945.636010:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384945.636013:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384945.636015:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000100:00000001:2.0:1767384945.636016:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384945.636022:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384945.636024:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384945.636026:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384945.636027:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384945.636030:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384945.636032:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000100:00000001:2.0:1767384945.636033:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.636037:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384945.636040:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e77480b. 00000020:00000010:1.0:1767384945.636046:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078e3b122. 00000020:00000010:1.0:1767384945.636049:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f67f301a. 00000100:00000001:2.0:1767384945.636055:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384945.636058:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352229248 00000100:00000040:1.0:1767384945.636058:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1767384945.636062:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384945.636063:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384945.636065:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384945.636066:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384945.636068:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384945.636069:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384945.636069:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384945.636072:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384945.636076:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf243d15. 00000100:00000001:1.0:1767384945.636079:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384945.636084:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352229248 00000400:00000200:3.0:1767384945.636086:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384945.636087:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384945.636089:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384945.636091:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384945.636095:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384945.636098:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: ACK: OK 00000020:00000040:2.0:1767384945.636099:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:1.0:1767384945.636102:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384945.636104:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384945.636106:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384945.636108:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384945.636112:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384945.636113:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384945.636113:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000020:00000010:2.0:1767384945.636116:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ad6f96c. 00000100:00000040:1.0:1767384945.636120:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384945.636121:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384945.636122:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384945.636126:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ad6f96c. 00000100:00000001:1.0:1767384945.636126:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526625360 : -106558182926256 : ffff9f15fd5bd850) 00000800:00000001:3.0:1767384945.636129:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384945.636134:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011c28001. 00000100:00000040:1.0:1767384945.636134:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000433891cb x1853237352229120/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:171/0 lens 4848/0 e 0 to 0 dl 1767384956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384945.636136:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384945.636142:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037444216. 00000800:00000001:3.0:1767384945.636143:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384945.636152:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005aaab0f5. 00000100:00000001:1.0:1767384945.636152:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384945.636154:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384945.636156:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000100:00000001:2.0:1767384945.636161:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384945.636161:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384945.636166:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384945.636166:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000400:00000200:3.0:1767384945.636167:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp20(192.168.203.112@tcp20) <- 192.168.203.112@tcp20 : ACK - for me 00000100:00000001:2.0:1767384945.636171:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384945.636175:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000433891cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352229120:12345-0@lo:253: 00000100:00000200:1.0:1767384945.636180:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352229120 00000100:00000001:2.0:1767384945.636181:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384945.636185:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384945.636188:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp20: ACK from 12345-192.168.203.112@tcp20 into md 0x1cb9 00000100:00000001:2.0:1767384945.636188:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384945.636190:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384945.636192:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384945.636195:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384945.636198:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:2.0:1767384945.636201:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384945.636202:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384945.636202:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384945.636205:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384945.636206:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384945.636209:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384945.636213:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384945.636214:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000400:00000200:3.0:1767384945.636215:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp20->192.168.203.112@tcp20: ACK: OK 00000100:00000040:2.0:1767384945.636219:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000400:00000200:3.0:1767384945.636222:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc1d3955 00000100:00000001:2.0:1767384945.636223:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526619216 : -106558182932400 : ffff9f15fd5bc050) 00000020:00000001:1.0:1767384945.636224:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384945.636228:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc1d3955. 00000100:00000001:1.0:1767384945.636230:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384945.636232:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032ebc661 x1853237352229248/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:171/0 lens 4848/0 e 0 to 0 dl 1767384956 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384945.636236:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384945.636238:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000010:1.0:1767384945.636244:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000095c2f133. 00000100:00000001:2.0:1767384945.636245:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384945.636246:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000020:00000010:2.0:1767384945.636250:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ad6f96c. 02000000:00000001:1.0:1767384945.636250:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384945.636255:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:1.0:1767384945.636256:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.636257:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384945.636264:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (37) 00000020:00000010:2.0:1767384945.636264:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ad6f96c. 20000000:00000001:1.0:1767384945.636264:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:2.0:1767384945.636273:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032ebc661 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352229248:12345-0@lo:253: 00000800:00000001:3.0:1767384945.636275:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:1.0:1767384945.636276:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a081dc1c. 00000100:00000200:2.0:1767384945.636279:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352229248 20000000:01000000:1.0:1767384945.636281:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:3.0:1767384945.636282:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384945.636284:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384945.636289:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384945.636290:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384945.636291:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384945.636293:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384945.636294:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384945.636297:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384945.636298:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384945.636300:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384945.636303:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384945.636305:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384945.636306:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384945.636309:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bcd3450b. 00000020:00000001:2.0:1767384945.636310:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384945.636312:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384945.636314:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000020:00000001:2.0:1767384945.636315:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.636318:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384945.636320:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384945.636321:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:2.0:1767384945.636325:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000029bc4fc5. 00080000:00000001:1.0:1767384945.636327:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:2.0:1767384945.636329:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.636331:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384945.636333:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384945.636340:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007330ce2b. 20000000:01000000:2.0:1767384945.636343:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384945.636345:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384945.636347:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384945.636348:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384945.636350:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384945.636351:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384945.636369:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384945.636373:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384945.636374:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384945.636375:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384945.636379:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384945.636382:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384945.636385:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384945.636392:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b886ab4. 00080000:00000001:1.0:1767384945.636394:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247717888 : -106563461833728 : ffff9f14c2b61c00) 00080000:00000001:1.0:1767384945.636396:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384945.636446:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384945.636453:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000aa3c5a17. 00000400:00000010:3.0:1767384945.636459:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004b89dd2. 00000400:00000010:3.0:1767384945.636463:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000400:00000200:3.0:1767384945.636467:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000aa3c5a17 00000400:00000010:3.0:1767384945.636470:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000093234434. 00000400:00000200:3.0:1767384945.636475:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000400:00000200:3.0:1767384945.636498:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302051 00000400:00000200:3.0:1767384945.636503:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (36) 00000400:00000010:3.0:1767384945.636508:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000008940077a. 00000400:00000010:3.0:1767384945.636512:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009647cc3. 00000400:00000010:3.0:1767384945.636519:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e035349. 00000400:00000200:3.0:1767384945.636525:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000001:00000001:1.0:1767384945.636525:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384945.636530:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384945.636533:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384945.636537:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767384945.636543:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:3.0:1767384945.636551:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00080000:00000001:1.0:1767384945.636553:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384945.636558:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384945.636561:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:3.0:1767384945.636567:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:3.0:1767384945.636572:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:3.0:1767384945.636576:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:3.0:1767384945.636592:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:3.0:1767384945.636598:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:3.0:1767384945.636604:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:3.0:1767384945.636609:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:3.0:1767384945.636615:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:3.0:1767384945.636620:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:3.0:1767384945.636628:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384945.636635:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384945.636642:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:3.0:1767384945.636649:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:3.0:1767384945.636656:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00080000:00000001:1.0:1767384945.636661:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384945.636664:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00080000:00000001:1.0:1767384945.636666:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384945.636675:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:3.0:1767384945.636682:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[84, 30] 00000400:00000200:3.0:1767384945.636688:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 30], ns[121, 30] 00000400:00000200:3.0:1767384945.636694:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 30], ns[94, 30] 00000400:00000200:3.0:1767384945.636700:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 30], ns[83, 30] 00000400:00000200:3.0:1767384945.636706:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 30], ns[143, 30] 00000400:00000200:3.0:1767384945.636724:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[122, 30] 00000400:00000200:3.0:1767384945.636731:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 30], ns[117, 30] 00000400:00000200:3.0:1767384945.636736:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 30], ns[115, 30] 00000400:00000200:3.0:1767384945.636742:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 30], ns[145, 30] 00000400:00000200:3.0:1767384945.636748:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 30], ns[154, 30] 00000400:00000200:3.0:1767384945.636754:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 30], ns[150, 30] 00000400:00000200:3.0:1767384945.636760:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 30], ns[153, 30] 00000400:00000200:3.0:1767384945.636767:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:3.0:1767384945.636773:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384945.636778:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000200:3.0:1767384945.636785:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp41 00000400:00000200:3.0:1767384945.636791:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp41 lpni_is_preferred = 0 00000400:00000200:3.0:1767384945.636795:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp41 00000400:00000200:3.0:1767384945.636799:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp41 NI seq info: [157:157:256:4294967295] 192.168.203.112@tcp41 LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1767384945.636806:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp41 00000400:00000200:3.0:1767384945.636817:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp41(192.168.203.112@tcp41:) -> 192.168.203.112@tcp41(192.168.203.112@tcp:192.168.203.112@tcp41) : GET try# 0 00000800:00000200:3.0:1767384945.636825:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp41 00000800:00000010:3.0:1767384945.636830:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bf243d15. 00000800:00000010:3.0:1767384945.636837:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000009590344. 00000800:00000010:3.0:1767384945.636842:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000025f2f2a3. 00000800:00000200:3.0:1767384945.636848:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000800:00000200:3.1:1767384945.636853:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000400:00000200:3.0:1767384945.636871:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384945.636874:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300251 rc 0 00000400:00000200:1.0:1767384945.636954:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637005:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637052:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637083:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637109:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637130:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637156:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637189:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637221:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637252:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637282:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637303:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637330:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637353:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637374:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637392:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637434:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637463:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637514:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637540:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637565:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637589:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637608:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637631:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637656:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637694:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637723:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637747:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637778:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637817:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637844:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637869:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637920:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.637998:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384945.638067:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384945.638244:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035b06fa9. 00000800:00000010:1.0:1767384945.638250:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce04b5ea. 00000800:00000010:1.0:1767384945.638255:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c79dcd0b. 00000800:00000010:1.0:1767384945.638283:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c79dcd0b. 00000800:00020000:1.0:1767384945.638292:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00080000:00000001:3.0:1767384945.645065:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384945.645076:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384945.645078:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384945.645079:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384945.645080:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384945.645083:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008b886ab4. 00080000:00000001:3.0:1767384945.645088:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384945.647933:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384945.647941:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384945.647943:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384945.647945:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384945.647958:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384945.647968:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384945.647971:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384945.647973:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d9dc6b1. 20000000:01000000:3.0:1767384945.647975:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384945.647979:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00080000:00000020:0.0:1767384945.647979:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384945.647980:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384945.647985:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384945.647987:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384945.647990:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384945.647993:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384945.647994:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384945.648002:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f85d3881. 00010000:00000001:3.0:1767384945.648006:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384945.648009:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084f1d68d. 00000020:00000001:3.0:1767384945.648012:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384945.648015:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084f1d68d with handle 0x7ec529173eeb84a6 to hash 00000020:00000001:3.0:1767384945.648017:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384945.648018:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384945.648019:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00080000:00000001:2.0:1767384945.648024:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384945.648025:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00080000:00000001:2.0:1767384945.648027:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.648029:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384945.648030:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384945.648033:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384945.648035:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384945.648037:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384945.648039:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384945.648045:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384945.648050:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384945.648051:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053838983. 00010000:00000001:3.0:1767384945.648055:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384945.648055:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249354240 : -106563460197376 : ffff9f14c2cf1400) 00010000:00000001:3.0:1767384945.648059:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384945.648060:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384945.648062:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384945.648063:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.648065:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384945.648068:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.648070:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384945.648072:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384945.648073:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384945.648074:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384945.648076:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f85d3881) refcount = 1 00010000:00010000:3.0:1767384945.648078:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.648089:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384945.648091:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384945.648092:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.648093:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.648095:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384945.648098:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384945.648101:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384945.648103:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384945.648104:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384945.648106:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084f1d68d refcount=4 00000001:00000001:2.0:1767384945.648107:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384945.648108:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00080000:00000001:2.0:1767384945.648109:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.648111:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00080000:00000001:2.0:1767384945.648113:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384945.648115:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384945.648117:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.648122:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384945.648124:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384945.648124:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384945.648130:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384945.648131:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.648133:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384945.648135:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.648138:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384945.648139:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.648142:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384945.648143:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384945.648147:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084f1d68d already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384945.648149:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384945.648154:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384945.648156:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.648160:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384945.648161:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384945.648163:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384945.648164:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084f1d68d refcount=5 00000020:00000001:3.0:1767384945.648165:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384945.648167:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384945.648169:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384945.648171:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.648183:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384945.648186:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384945.648187:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384945.648192:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384945.648193:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384945.648196:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1767384945.648198:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384945.648199:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384945.648202:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384945.648204:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084f1d68d with handle 0x7ec529173eeb84a6 from hash 00010000:00000001:3.0:1767384945.648206:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384945.648207:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.648209:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.648209:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384945.648211:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384945.648213:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384945.648214:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384945.648216:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.648217:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.648219:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384945.648220:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384945.648221:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.648222:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.648223:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.648228:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.648229:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384945.648231:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.648235:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.648235:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.648236:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384945.648238:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384945.648239:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.648240:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.648241:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384945.648243:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384945.648244:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384945.648246:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.648249:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384945.648250:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384945.648251:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84a6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384945.648255:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f85d3881 count: 0 00010000:00000001:3.0:1767384945.648260:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384945.648261:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000010:1.0:1767384945.648795:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce04b5ea. 00000800:00000010:1.0:1767384945.648801:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000035b06fa9. 00000400:02020000:1.0:1767384945.649137:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp41 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384945.649937:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294934596, at 4294934597 00000100:00000010:2.0:1767384945.649945:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ed6a988. 00000100:00000040:0.0:1767384945.649983:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294934596, at 4294934597 00000100:00000010:0.0:1767384945.649991:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000079e8352. 00000100:00000040:3.0:1767384945.650934:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294934596, at 4294934598 00000100:00000010:3.0:1767384945.650940:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000131d439e. 00000400:00000010:2.0:1767384945.653560:0:34239:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000950fe891. 00000400:00000040:2.0:1767384945.653575:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384945.653577:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384945.653580:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384945.653581:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384945.653583:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384945.653585:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384945.653587:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384945.653588:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384945.653589:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384945.653589:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384945.653591:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384945.653592:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384945.653594:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384945.653595:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384945.653596:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384945.653598:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384945.653599:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384945.653600:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384945.653601:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384945.653602:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384945.653603:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384945.653604:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384945.653605:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384945.653607:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384945.653608:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384945.653610:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384945.653611:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384945.653613:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384945.653621:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384945.653623:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384945.653624:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384945.653626:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384945.653627:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384945.653628:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384945.653630:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384945.653632:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384945.653633:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384945.653635:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384945.653637:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384945.653638:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384945.653639:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384945.653640:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384945.653641:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384945.653642:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384945.653643:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384945.653645:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384945.653646:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384945.653647:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384945.653650:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384945.653650:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384945.653652:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384945.653653:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384945.653654:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384945.653656:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384945.653657:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384945.653658:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384945.653659:0:34239:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384945.653774:0:34239:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000950fe891. 00080000:00000001:3.0:1767384945.657077:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384945.657081:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384945.657082:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:3.0:1767384945.657086:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384945.657086:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384945.657090:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384945.657091:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384945.657093:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384945.657094:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384945.657098:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384945.657102:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384945.657102:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053838983. 20000000:01000000:3.0:1767384945.657108:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384945.657108:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384945.657113:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384945.657124:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384945.657131:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384945.657133:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384945.657136:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384945.657138:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384945.657143:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009a635db7. 00010000:00000001:3.0:1767384945.657147:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384945.657149:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d45f1376. 00000020:00000001:3.0:1767384945.657152:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384945.657154:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d45f1376 with handle 0x7ec529173eeb84ad to hash 00000020:00000001:3.0:1767384945.657155:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384945.657157:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384945.657159:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384945.657162:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384945.657163:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384945.657165:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657170:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384945.657173:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384945.657174:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384945.657176:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384945.657178:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.657179:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384945.657180:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.657182:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384945.657183:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384945.657185:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384945.657186:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384945.657187:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009a635db7) refcount = 1 00010000:00010000:3.0:1767384945.657190:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657193:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384945.657195:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384945.657196:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.657197:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.657202:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384945.657204:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384945.657206:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384945.657208:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384945.657209:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384945.657210:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=4 00000020:00000001:3.0:1767384945.657212:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384945.657214:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384945.657216:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384945.657217:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657221:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384945.657223:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657226:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.657227:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384945.657228:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657231:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384945.657232:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.657233:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384945.657235:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384945.657238:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d45f1376 already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384945.657239:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384945.657241:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384945.657242:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657245:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384945.657246:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384945.657251:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384945.657252:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=5 00000020:00000001:3.0:1767384945.657253:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384945.657255:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384945.657257:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384945.657258:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657261:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384945.657262:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384945.657263:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.657265:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384945.657266:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384945.657267:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384945.657268:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384945.657269:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d45f1376 with handle 0x7ec529173eeb84ad from hash 00010000:00000001:3.0:1767384945.657271:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384945.657272:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.657273:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.657274:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384945.657275:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384945.657277:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384945.657279:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384945.657280:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.657282:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.657283:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384945.657284:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384945.657286:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.657287:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.657288:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.657289:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384945.657291:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384945.657292:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657296:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.657301:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.657303:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384945.657304:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384945.657305:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384945.657306:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384945.657308:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384945.657310:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384945.657311:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384945.657313:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384945.657316:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384945.657317:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384945.657318:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84ad lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384945.657322:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009a635db7 count: 0 00010000:00000001:3.0:1767384945.657327:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384945.657328:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384945.658653:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384945.658658:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384945.658666:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a081dc1c. 20000000:00000001:2.0:1767384945.658670:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384945.658673:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352229120 00010000:00000001:2.0:1767384945.658676:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384945.658681:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000433891cb x1853237352229120/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:171/0 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384945.658688:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384945.658690:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384945.658693:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384945.658697:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384945.658698:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384945.658700:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384945.658703:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384945.658706:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384945.658709:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384945.658712:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384945.658715:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c479a8ca. 00000100:00000200:2.0:1767384945.658721:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352229120, offset 224 00000400:00000200:2.0:1767384945.658727:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384945.658750:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384945.658760:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106900 00000400:00000200:2.0:1767384945.658766:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cbd [2] + 224 00000400:00000200:2.0:1767384945.658775:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384945.658778:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384945.658784:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384945.658790:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384945.658809:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384945.658827:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384945.658836:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384945.658836:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c479a8ca 00000400:00000010:2.0:1767384945.658838:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c479a8ca. 00000100:00000001:3.0:1767384945.658840:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384945.658842:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384945.658847:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384945.658851:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384945.658851:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384945.658855:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf911f2a. 00000100:00000001:2.0:1767384945.658857:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384945.658859:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017b24667 00000100:00000040:2.0:1767384945.658862:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:3.0:1767384945.658863:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017b24667. 00010000:00000001:2.0:1767384945.658865:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384945.658869:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384945.658869:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384945.658873:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384945.658875:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384945.658878:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000433891cb x1853237352229120/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:171/0 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384945.658904:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384945.658923:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000433891cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352229120:12345-0@lo:253: Request processed in 22768us (23275us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384945.658924:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384945.658927:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384945.658931:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384945.658934:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384945.658937:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:3.0:1767384945.658938:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384945.658941:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384945.658942:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384945.658945:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384945.658946:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384945.658950:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078e3b122. 02000000:00000001:3.0:1767384945.658951:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384945.658956:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f67f301a. 00000100:00001000:3.0:1767384945.658957:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=75 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384945.658962:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e77480b. 00000100:00001000:3.0:1767384945.658963:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384945.658968:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384945.658969:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384945.658969:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00010000:00000001:3.0:1767384945.658974:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384945.658976:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384945.658976:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384945.658980:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384945.658980:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000095c2f133. 02000000:00000001:2.0:1767384945.658985:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384945.658988:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384945.658988:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384945.658995:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384945.658997:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384945.659000:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae339ffd. 00000100:00000001:3.0:1767384945.659001:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384945.659004:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384945.659007:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c479a8ca. 00000020:01000004:3.0:1767384945.659009:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384945.659011:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384945.659013:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384945.659015:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384945.659016:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384945.659017:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384945.659019:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384945.659020:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384945.659021:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384945.659022:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384945.659025:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384945.659031:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352229120:0@lo:253: 00000100:00000001:3.0:1767384945.659036:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384945.659038:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384945.659040:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352229120/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384945.659045:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384945.659047:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384945.659049:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9e660fa. 02000000:00000001:3.0:1767384945.659054:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384945.659055:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384945.659062:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384945.659064:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384945.659066:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e0cb2dca. 02000000:00000001:3.0:1767384945.659071:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384945.659073:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384945.659074:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000100:00000001:3.0:1767384945.659078:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384945.659080:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384945.659082:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384945.659089:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384945.659091:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384945.659093:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384945.659095:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384945.659469:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp41 notifying 192.168.203.112@tcp41: down 00000800:00000200:1.0:1767384945.659476:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp41 down 00000800:00000100:1.0:1767384945.659521:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp41 00000800:00000010:1.0:1767384945.659524:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bf243d15. 00000400:00000200:1.0:1767384945.659542:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384945.659547:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp41->192.168.203.112@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384945.659555:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp41 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:1.0:1767384945.659559:0:16124:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384945.659563:0:16124:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:1.0:1767384945.659567:0:16124:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384945.659592:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384945.659600:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300851 00000400:00000001:2.0:1767384945.659604:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384945.659606:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384945.659607:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009647cc3 00000400:00000010:2.0:1767384945.659609:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009647cc3. 00000400:00000200:2.0:1767384945.659614:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384945.659620:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:2.0:1767384945.659624:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000008940077a. 00000400:00000200:2.0:1767384945.659634:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (37) 00000100:00000040:1.0:1767384945.659635:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294934596, at 4294934606 00000400:00000200:2.0:1767384945.659640:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000100:00000010:1.0:1767384945.659642:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c495d6a. 00000400:00000200:2.0:1767384945.659645:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302051 rc -71 00000400:00000200:2.0:1767384945.659651:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384945.659654:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (36) 00010000:00000010:3.1:1767384945.660103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f85d3881. 00010000:00000010:3.1:1767384945.660111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f1d68d. 00080000:00000020:1.0:1767384945.660925:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384945.660928:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384945.660930:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007330ce2b. 20000000:00000001:1.0:1767384945.660935:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384945.660938:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352229248 00010000:00000001:1.0:1767384945.660940:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384945.660944:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032ebc661 x1853237352229248/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:171/0 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384945.660950:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384945.660957:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384945.660959:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384945.660962:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384945.660964:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384945.660965:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384945.660968:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384945.660969:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384945.660971:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384945.660973:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384945.660976:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce04b5ea. 00000100:00000200:1.0:1767384945.660979:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352229248, offset 224 00000400:00000200:1.0:1767384945.660984:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384945.660991:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384945.660998:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106980 00000400:00000200:1.0:1767384945.661003:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cc5 [2] + 224 00000400:00000200:1.0:1767384945.661008:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384945.661012:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384945.661015:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384945.661017:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384945.661023:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384945.661039:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384945.661043:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce04b5ea 00000400:00000010:1.0:1767384945.661044:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce04b5ea. 00000100:00000001:1.0:1767384945.661047:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384945.661048:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384945.661051:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384945.661053:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384945.661055:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384945.661057:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384945.661058:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384945.661059:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384945.661062:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384945.661065:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032ebc661 x1853237352229248/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:171/0 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384945.661067:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384945.661071:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384945.661074:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fa91cf0. 00000400:00000200:3.0:1767384945.661077:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bdc7680 00000400:00000010:3.0:1767384945.661081:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bdc7680. 00000100:00000001:3.0:1767384945.661085:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384945.661092:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384945.661095:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032ebc661 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352229248:12345-0@lo:253: Request processed in 24847us (25328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384945.661111:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000200:3.0:1767384945.661112:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384945.661114:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384945.661119:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384945.661122:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384945.661124:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384945.661126:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384945.661126:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037444216. 00000100:00000001:3.0:1767384945.661132:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384945.661133:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005aaab0f5. 02000000:00000001:3.0:1767384945.661134:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384945.661136:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384945.661139:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384945.661139:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011c28001. 02000000:00000001:3.0:1767384945.661142:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384945.661144:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00001000:3.0:1767384945.661146:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=75 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384945.661149:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384945.661150:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=75 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384945.661151:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000029bc4fc5. 00000100:00000001:3.0:1767384945.661156:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384945.661156:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384945.661159:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384945.661159:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384945.661162:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384945.661164:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384945.661168:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b81237c. 00010000:00000001:3.0:1767384945.661171:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384945.661173:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce04b5ea. 00000100:00000001:3.0:1767384945.661174:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384945.661179:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384945.661184:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384945.661186:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384945.661187:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384945.661189:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384945.661191:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384945.661192:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384945.661194:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384945.661194:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384945.661195:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384945.661196:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384945.661197:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384945.661197:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384945.661199:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384945.661203:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004129dc0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352229248:0@lo:253: 00000100:00000001:3.0:1767384945.661206:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384945.661207:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384945.661208:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004129dc0e x1853237352229248/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384945.661211:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384945.661212:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384945.661214:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004f553017. 02000000:00000001:3.0:1767384945.661216:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384945.661217:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384945.661218:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384945.661219:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384945.661220:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007c8a9ea0. 02000000:00000001:3.0:1767384945.661222:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384945.661223:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384945.661224:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 00000100:00000001:3.0:1767384945.661226:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384945.661232:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384945.661234:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384945.661238:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384945.661239:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384945.661240:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384945.661241:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384945.662934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009a635db7. 00010000:00000010:3.1:1767384945.662943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d45f1376. 00000400:00000001:3.0:1767384945.901042:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384945.901048:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384945.901052:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:3.0:1767384945.901056:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000400:00000200:3.0:1767384945.901062:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384945.901068:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384945.901079:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000119d9814. 00000400:00000010:3.0:1767384945.901084:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034ccc222. 00000800:00000200:0.0:1767384945.901992:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (6) 00000800:00000200:0.0:1767384945.902001:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp24 ip 192.168.203.112:988 00000800:00000200:0.0:1767384945.902007:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384945.902118:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384945.902123:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384945.902143:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384945.902147:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384945.902149:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384946.156950:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384946.156956:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.156962:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384946.156964:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.156993:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384946.156996:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.156998:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384946.925950:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp41 00000400:00000010:0.0:1767384946.925957:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a7663425. 00000400:00000010:0.0:1767384946.925965:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008845c562. 00000400:00000010:0.0:1767384946.925971:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:0.0:1767384946.925979:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aff8b20f. 00000400:00000200:0.0:1767384946.925985:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp41 00000400:00000200:0.0:1767384946.926006:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp41 local destination 00000400:00000200:0.0:1767384946.926020:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp41 00000400:00000200:0.0:1767384946.926023:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp41 NI seq info: [158:158:256:4294967295] 192.168.203.112@tcp41 LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1767384946.926029:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp41 00000400:00000200:0.0:1767384946.926036:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp41(192.168.203.112@tcp41:) -> 192.168.203.112@tcp41(192.168.203.112@tcp41:192.168.203.112@tcp41) : GET try# 0 00000800:00000200:0.0:1767384946.926041:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp41 00000800:00000010:0.0:1767384946.926045:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005dcc6d8e. 00000800:00000200:0.0:1767384946.926050:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000800:00000200:0.1:1767384946.926054:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000400:00000200:0.0:1767384946.926075:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp41 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:2.0:1767384946.926144:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926211:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926232:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926250:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926277:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926300:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926323:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926354:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926385:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926414:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926451:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926501:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926525:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926546:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926571:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926595:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926616:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926653:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926687:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926732:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926773:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926804:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926822:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926844:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926869:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926917:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926961:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926978:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.926991:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.927005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.927018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.927029:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384946.927042:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:2.0:1767384946.927198:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007330ce2b. 00000800:00000010:2.0:1767384946.927202:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b1af35b. 00000800:00000010:2.0:1767384946.927206:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bda5e5db. 00000800:00000010:2.0:1767384946.927223:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bda5e5db. 00000800:00020000:2.0:1767384946.927231:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384946.927233:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b1af35b. 00000800:00000010:2.0:1767384946.927236:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007330ce2b. 00000400:02020000:2.0:1767384946.927262:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp41 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384946.927267:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp41 notifying 192.168.203.112@tcp41: down 00000400:00000200:2.0:1767384946.927271:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384946.927273:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp41 00000800:00000010:2.0:1767384946.927276:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005dcc6d8e. 00000400:00000200:2.0:1767384946.927282:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384946.927285:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp41->192.168.203.112@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384946.927292:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384946.927294:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384946.927297:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp41) recovery failed with -71 10000000:00000001:0.0:1767384947.117033:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384947.117040:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:0.0:1767384947.117046:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384947.117049:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384947.117051:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384947.117053:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384947.117056:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384947.117057:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384947.117059:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 67 10000000:00000001:0.0:1767384947.117063:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384947.117064:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384947.117086:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c235ab4f. 00000020:00000040:0.0:1767384947.117092:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384947.117097:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384947.117100:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384947.117106:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.117113:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f997e569. 00000100:00000001:0.0:1767384947.117120:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.117125:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384947.117128:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384947.117136:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000baea057f. 00010000:00000001:0.0:1767384947.117140:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384947.117143:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b6a4380. 00000020:00000001:0.0:1767384947.117148:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384947.117164:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b6a4380 with handle 0x7ec529173eeb84b4 to hash 00000020:00000001:0.0:1767384947.117180:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384947.117182:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384947.117184:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384947.117187:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384947.117189:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.117191:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384947.117199:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384947.117207:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384947.117211:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384947.117213:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384947.117218:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7653400. 00000100:00000001:0.0:1767384947.117220:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510236860800 : -106563472690816 : ffff9f14c2107180) 00000100:00000001:0.0:1767384947.117223:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384947.117224:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605066240 : -106559104485376 : ffff9f15c66df800) 00000100:00000001:0.0:1767384947.117228:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384947.117230:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.117232:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384947.117234:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384947.117241:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.117248:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384947.117249:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.117252:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384947.117254:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384947.117256:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.117258:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c235ab4f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352229376:0@lo:101: 00000100:00000001:0.0:1767384947.117261:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384947.117271:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384947.117274:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.117277:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384947.117282:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e44246bc. 02000000:00000001:0.0:1767384947.117285:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.117291:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0db6d61. 00000400:00000010:0.0:1767384947.117299:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000100:00000200:0.0:1767384947.117305:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352229376, portal 25 00000100:00000001:0.0:1767384947.117308:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384947.117308:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605066240 : -106559104485376 : ffff9f15c66df800) 00000100:00000040:0.0:1767384947.117313:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.117322:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384947.117325:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384947.117326:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fa18a23. 00000100:00000200:0.0:1767384947.117329:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352229376, offset 0 00000400:00000200:0.0:1767384947.117334:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384947.117346:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384947.117357:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272106a00 00000400:00000200:0.0:1767384947.117363:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x148d [2] + 0 00000400:00000010:0.0:1767384947.117367:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020d6c5c5. 00000400:00000200:0.0:1767384947.117371:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000077795ee 00000400:00000200:0.0:1767384947.117377:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.117381:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384947.117385:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000077795ee 00000400:00000010:0.0:1767384947.117388:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000077795ee. 00000100:00000001:0.0:1767384947.117392:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384947.117394:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384947.117397:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000559e093b x1853237352229376 msgsize 328 00000100:00100000:0.0:1767384947.117401:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384947.117403:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384947.117416:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384947.117422:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa18a23 00000400:00000010:0.0:1767384947.117424:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fa18a23. 00000100:00000001:0.0:1767384947.117428:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384947.117438:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.117445:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384947.117449:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384947.117450:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352229376 02000000:00000001:3.0:1767384947.117455:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384947.117455:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.117458:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384947.117462:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.117479:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384947.117486:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352229376 00000100:00000001:0.0:1767384947.117487:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.117491:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384947.117492:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384947.117496:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384947.117500:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384947.117501:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384947.117504:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:0.0:1767384947.117508:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294936077 00000020:00000001:3.0:1767384947.117509:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384947.117515:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000010:0.0:1767384947.117516:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b7d7f70. 00000100:00000001:3.0:1767384947.117522:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384947.117526:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384947.117528:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000625a2ef9. 00000100:00000001:3.0:1767384947.117533:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.117535:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294936077 00000020:00000010:3.0:1767384947.117538:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000625a2ef9. 00000100:00000010:0.0:1767384947.117541:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008805a5c3. 00000020:00000010:3.0:1767384947.117547:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009607fa8e. 00000100:00000001:0.0:1767384947.117547:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384947.117553:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294936077 00000020:00000010:3.0:1767384947.117556:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2233bc4. 00000100:00000010:0.0:1767384947.117559:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d65d60. 00000020:00000010:3.0:1767384947.117562:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000100:00000001:0.0:1767384947.117564:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384947.117572:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384947.117575:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294936077 00000100:00000010:0.0:1767384947.117579:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f6ef214. 00000100:00000001:3.0:1767384947.117581:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384947.117584:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384947.117586:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.117586:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384947.117594:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384947.117597:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.117599:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.117603:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384947.117605:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.117605:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384947.117612:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c7653400 going to sleep for 11 seconds 00000100:00000001:0.0:1767384947.117617:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384947.117619:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.117620:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384947.117621:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384947.117624:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384947.117625:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384947.117630:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:3.0:1767384947.117633:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384947.117635:0:16768:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.117636:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526634576 : -106558182917040 : ffff9f15fd5bfc50) 00000100:00000001:2.0:1767384947.117640:0:16768:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.117644:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000559e093b x1853237352229376/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.117651:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384947.117654:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000625a2ef9. 00000100:00000001:3.0:1767384947.117656:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384947.117658:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000625a2ef9. 00000100:00100000:3.0:1767384947.117664:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000559e093b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352229376:12345-0@lo:101: 00000100:00000200:3.0:1767384947.117667:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352229376 00000020:00000001:3.0:1767384947.117670:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384947.117673:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384947.117675:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.117677:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384947.117679:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384947.117682:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384947.117683:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384947.117686:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384947.117687:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384947.117690:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.117692:0:16770:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384947.117694:0:16770:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384947.117696:0:16770:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384947.117698:0:16770:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384947.117699:0:16770:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.117708:0:16770:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384947.117713:0:16770:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f46daac6. 00010000:00000001:3.0:1767384947.117715:0:16770:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384947.117717:0:16770:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d45f1376. 00000020:00000001:3.0:1767384947.117720:0:16770:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384947.117722:0:16770:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d45f1376 with handle 0x7ec529173eeb84bb to hash 00000020:00000001:3.0:1767384947.117724:0:16770:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384947.117725:0:16770:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:3.0:1767384947.117727:0:16770:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00010000:3.0:1767384947.117729:0:16770:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb84b4 expref: -99 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384947.117735:0:16770:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384947.117737:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384947.117743:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384947.117745:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384947.117749:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009803abf7. 02000000:00000001:3.0:1767384947.117751:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.117752:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.117754:0:16770:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384947.117757:0:16770:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384947.117759:0:16770:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384947.117761:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384947.117763:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384947.117764:0:16770:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384947.117765:0:16770:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384947.117767:0:16770:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384947.117769:0:16770:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384947.117770:0:16770:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384947.117771:0:16770:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384947.117772:0:16770:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f46daac6) refcount = 1 00010000:00010000:3.0:1767384947.117775:0:16770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 15 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384947.117779:0:16770:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384947.117784:0:16770:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384947.117786:0:16770:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384947.117787:0:16770:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.117789:0:16770:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384947.117792:0:16770:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384947.117795:0:16770:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 15 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384947.117800:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384947.117801:0:16770:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384947.117803:0:16770:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384947.117804:0:16770:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.117805:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384947.117806:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384947.117808:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384947.117816:0:16770:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d45f1376, rc 0) 00000020:00000001:3.0:1767384947.117818:0:16770:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384947.117820:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352229376 00010000:00000001:3.0:1767384947.117822:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384947.117825:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000559e093b x1853237352229376/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/344 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384947.117830:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384947.117833:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384947.117836:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384947.117839:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384947.117841:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384947.117843:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384947.117846:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384947.117848:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.117851:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384947.117852:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384947.117855:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000100:00000200:3.0:1767384947.117857:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352229376, offset 224 00000400:00000200:3.0:1767384947.117861:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384947.117867:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384947.117873:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272106a00 00000400:00000200:3.0:1767384947.117881:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ce9 [1] + 224 00000400:00000200:3.0:1767384947.117906:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.117911:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384947.117914:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384947.117918:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384947.117926:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.117937:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384947.117945:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:3.0:1767384947.117947:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000100:00000001:3.0:1767384947.117951:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384947.117952:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384947.117958:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384947.117959:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.117964:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384947.117966:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384947.117966:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384947.117970:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384947.117971:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384947.117973:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384947.117975:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0db6d61. 00000100:00000040:3.0:1767384947.117978:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000559e093b x1853237352229376/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/344 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.117981:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:0.0:1767384947.117986:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00100000:3.0:1767384947.117989:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000559e093b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352229376:12345-0@lo:101: Request processed in 336us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384947.117996:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000001:0.0:1767384947.117997:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384947.117999:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384947.118002:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384947.118004:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384947.118004:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384947.118008:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2233bc4. 00000020:00000010:3.0:1767384947.118014:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000020:00000010:3.0:1767384947.118019:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009607fa8e. 00000100:00000200:0.0:1767384947.118022:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384947.118023:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384947.118028:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384947.118030:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009803abf7. 00000100:00000001:0.0:1767384947.118035:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.118039:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384947.118040:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384947.118044:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.118045:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384947.118049:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384947.118050:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384947.118051:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384947.118054:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384947.118056:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001323c55. 02000000:00000001:0.0:1767384947.118057:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384947.118062:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094f9dd55. 00000100:00001000:0.0:1767384947.118063:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384947.118067:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.118070:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384947.118071:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.118073:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384947.118074:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118076:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.118079:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.118084:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.118086:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384947.118088:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.118091:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384947.118097:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c235ab4f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352229376:0@lo:101: 00000100:00000001:0.0:1767384947.118100:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.118101:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118102:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384947.118103:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384947.118104:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.118117:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384947.118118:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c7653400. 00000100:00000001:0.0:1767384947.118120:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384947.118121:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.118123:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384947.118125:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384947.118127:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.118128:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=4 00000020:00000001:0.0:1767384947.118129:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384947.118131:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000040:0.0:1767384947.118134:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000b6a4380, remote cookie: 0x7ec529173eeb84bb, flags: 0x0 00010000:00000001:0.0:1767384947.118136:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384947.118137:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384947.118138:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384947.118139:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384947.118140:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384947.118141:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000baea057f) refcount = 1 00010000:00010000:0.0:1767384947.118143:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.118147:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384947.118148:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384947.118149:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384947.118151:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384947.118153:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.118155:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.118158:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384947.118159:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.118160:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.118160:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.118161:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.118162:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118167:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384947.118169:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c235ab4f x1853237352229376/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.118173:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384947.118175:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384947.118176:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e44246bc. 02000000:00000001:0.0:1767384947.118178:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384947.118180:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384947.118181:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384947.118182:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384947.118184:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f997e569. 02000000:00000001:0.0:1767384947.118186:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384947.118187:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384947.118188:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c235ab4f. 00000100:00000001:0.0:1767384947.118190:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384947.118191:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384947.118192:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384947.118194:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384947.118194:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:0.0:1767384947.118196:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.118197:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384947.118198:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.118199:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=3 00000020:00000001:0.0:1767384947.118200:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384947.118201:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384947.118202:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384947.118203:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.118204:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.118205:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384947.118206:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384947.118208:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a5e86d84. 00000100:00000010:0.0:1767384947.118217:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c235ab4f. 00000020:00000040:0.0:1767384947.118219:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384947.118220:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384947.118221:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384947.118223:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.118228:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f997e569. 00000100:00000001:0.0:1767384947.118230:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118232:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384947.118234:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e44246bc. 00000100:00000010:0.0:1767384947.118236:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a916548e. 00000020:00000040:0.0:1767384947.118237:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384947.118240:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384947.118241:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384947.118243:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7653400. 00000100:00000001:0.0:1767384947.118244:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510236860800 : -106563472690816 : ffff9f14c2107180) 00000100:00000001:0.0:1767384947.118245:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384947.118246:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605066240 : -106559104485376 : ffff9f15c66df800) 00000100:00000001:0.0:1767384947.118248:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384947.118249:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118250:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384947.118251:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384947.118252:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.118256:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384947.118257:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.118259:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384947.118260:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384947.118261:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.118263:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c235ab4f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352229504:0@lo:256: 00000100:00000001:0.0:1767384947.118265:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384947.118266:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384947.118267:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118268:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384947.118271:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0db6d61. 00000400:00000010:0.0:1767384947.118274:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a76be6bd. 00000100:00000200:0.0:1767384947.118277:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272106a80-0x6958272106a80, portal 33 00000100:00000001:0.0:1767384947.118279:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.118280:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384947.118282:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054b28d5f. 02000000:00000001:0.0:1767384947.118286:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.118288:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000555330af. 00000400:00000010:0.0:1767384947.118290:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000100:00000200:0.0:1767384947.118292:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352229504, portal 25 00000100:00000001:0.0:1767384947.118293:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384947.118294:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605066240 : -106559104485376 : ffff9f15c66df800) 00000100:00000040:0.0:1767384947.118296:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.118300:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384947.118301:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384947.118302:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fa18a23. 00000100:00000200:0.0:1767384947.118304:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352229504, offset 0 00000400:00000200:0.0:1767384947.118306:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384947.118311:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384947.118314:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272106a80 00000400:00000200:0.0:1767384947.118317:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1495 [2] + 0 00000400:00000010:0.0:1767384947.118319:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b483a11. 00000400:00000200:0.0:1767384947.118321:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000342745a7 00000400:00000200:0.0:1767384947.118323:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.118325:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384947.118327:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000342745a7 00000400:00000010:0.0:1767384947.118328:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000342745a7. 00000100:00000001:0.0:1767384947.118330:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384947.118331:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384947.118332:0:16773:0:(events.c:337:request_in_callback()) incoming req@0000000052586494 x1853237352229504 msgsize 304 00000100:00100000:0.0:1767384947.118335:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384947.118336:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384947.118345:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384947.118347:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa18a23 00000400:00000010:0.0:1767384947.118348:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fa18a23. 00000100:00000001:0.0:1767384947.118350:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384947.118351:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.118356:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384947.118363:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.118368:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118370:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384947.118373:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118375:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294936078 00000100:00000001:3.0:1767384947.118378:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384947.118380:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936077 00000100:00100000:3.0:1767384947.118381:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352229504 02000000:00000001:3.0:1767384947.118386:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384947.118387:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294936078 00000100:00000001:3.0:1767384947.118388:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384947.118391:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118393:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936077 02000000:00000001:3.0:1767384947.118395:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.118396:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294936078 00000100:00100000:3.0:1767384947.118398:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352229504 00000100:00000001:0.0:1767384947.118400:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936077 00000020:00000001:3.0:1767384947.118401:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384947.118404:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:0.0:1767384947.118405:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294936078 00000020:00000001:3.0:1767384947.118406:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384947.118409:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:0.0:1767384947.118410:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936077 00000020:00000001:3.0:1767384947.118413:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384947.118414:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384947.118417:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384947.118418:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.118422:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384947.118423:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384947.118426:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384947.118427:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000625a2ef9. 00000100:00100000:0.0:1767384947.118428:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c7653400 going to sleep for 11 seconds 00000100:00000001:3.0:1767384947.118433:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.118433:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384947.118435:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384947.118437:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000625a2ef9. 00000020:00000010:3.0:1767384947.118442:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009607fa8e. 00000020:00000010:3.0:1767384947.118444:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2233bc4. 00000020:00000010:3.0:1767384947.118446:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000100:00000040:3.0:1767384947.118450:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384947.118452:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384947.118453:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384947.118454:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.118457:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.118465:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.118479:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384947.118480:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384947.118483:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767384947.118484:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384947.118490:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526623312 : -106558182928304 : ffff9f15fd5bd050) 00000100:00000040:3.0:1767384947.118494:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052586494 x1853237352229504/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 304/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.118501:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384947.118504:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000625a2ef9. 00000100:00000001:3.0:1767384947.118506:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384947.118508:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000625a2ef9. 00000100:00100000:3.0:1767384947.118511:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052586494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352229504:12345-0@lo:256: 00000100:00000200:3.0:1767384947.118515:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352229504 00000020:00000001:3.0:1767384947.118517:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384947.118519:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384947.118520:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.118522:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384947.118524:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384947.118526:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384947.118528:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384947.118530:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384947.118531:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384947.118534:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.118537:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384947.118538:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384947.118541:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009803abf7. 02000000:00000001:3.0:1767384947.118543:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.118545:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384947.118547:0:16770:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384947.118550:0:16770:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384947.118554:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384947.118556:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384947.118558:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384947.118560:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384947.118562:0:16770:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384947.118565:0:16770:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000aa9d34b5. 20000000:00000001:3.0:1767384947.118567:0:16770:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384947.118583:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384947.118587:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384947.118591:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384947.118592:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384947.118593:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384947.118595:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384947.118596:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384947.118597:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384947.118599:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384947.118600:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384947.118601:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384947.118602:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384947.118603:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384947.118604:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384947.118605:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384947.118606:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384947.118607:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384947.118608:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384947.118610:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384947.118611:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384947.118612:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384947.118613:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384947.118614:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384947.118615:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384947.118616:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384947.118617:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384947.118618:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384947.118619:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384947.118621:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384947.118622:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384947.118623:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384947.118624:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384947.118625:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384947.118626:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384947.118627:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384947.118629:0:16770:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 3372/1/4/3. 20000000:00000040:3.0:1767384947.118635:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384947.118636:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384947.118638:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384947.118642:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384947.118643:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384947.118644:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384947.118645:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384947.118647:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384947.118648:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384947.118649:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384947.118650:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384947.118651:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384947.118652:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384947.118653:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384947.118655:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384947.118656:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384947.118657:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384947.118658:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384947.118659:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384947.118660:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384947.118661:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384947.118662:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384947.118663:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384947.118664:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384947.118666:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384947.118667:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384947.118668:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384947.118669:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384947.118670:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384947.118671:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384947.118673:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384947.118674:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384947.118675:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384947.118676:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384947.118677:0:16770:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:3.0:1767384947.118678:0:16770:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 2648/1/4/3. 20000000:01000000:3.0:1767384947.118680:0:16770:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1448, version 74 20000000:00000001:3.0:1767384947.118681:0:16770:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1448 : 1448 : 5a8) 00000100:00000001:3.0:1767384947.118683:0:16770:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384947.118685:0:16770:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e65a5b52. 00000100:00000010:3.0:1767384947.118687:0:16770:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008ca29065. 00000020:00000040:3.0:1767384947.118688:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384947.118694:0:16770:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384947.118695:0:16770:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384947.118697:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000400:00000010:3.0:1767384947.118701:0:16770:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f7f4ea7c. 00000400:00000200:3.0:1767384947.118704:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384947.118709:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384947.118713:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1448 into portal 33 MB=0x6958272106a80 00000400:00000200:3.0:1767384947.118715:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1448/1448 into md 0x1cf9 [4] + 0 00000400:00000010:3.0:1767384947.118718:0:16770:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0db6d61. 00000400:00000200:3.0:1767384947.118720:0:16770:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a76be6bd 00000400:00000200:3.0:1767384947.118722:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.118724:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384947.118725:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76be6bd 00000400:00000010:3.0:1767384947.118726:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a76be6bd. 00000100:00000001:3.0:1767384947.118728:0:16770:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384947.118730:0:16770:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c235ab4f desc 00000000e44246bc mbits 1853237352229504 00000100:00000001:3.0:1767384947.118739:0:16770:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384947.118741:0:16770:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384947.118743:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384947.118748:0:16770:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d05 00000400:00000200:3.0:1767384947.118749:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.118751:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384947.118753:0:16770:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384947.118754:0:16770:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e65a5b52 00000100:00000001:3.0:1767384947.118756:0:16770:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384947.118760:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:3.0:1767384947.118761:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000100:00000001:3.0:1767384947.118763:0:16770:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384947.118763:0:16770:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e65a5b52 00000100:00000001:3.0:1767384947.118765:0:16770:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384947.118767:0:16770:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1448 bytes via portal 33 id 12345-0@lo mbits 0x6958272106a80-0x6958272106a80 00000100:00000001:3.0:1767384947.118769:0:16770:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.118772:0:16770:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.118773:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384947.118775:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384947.118780:0:16770:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008ca29065. 00000100:00000010:3.0:1767384947.118783:0:16770:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e65a5b52. 00000100:00000001:3.0:1767384947.118785:0:16770:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384947.118787:0:16770:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384947.118793:0:16770:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000aa9d34b5. 20000000:00000001:3.0:1767384947.118796:0:16770:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384947.118798:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352229504 00000100:00000001:0.0:1767384947.118798:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384947.118803:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384947.118803:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384947.118807:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052586494 x1853237352229504/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 304/240 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384947.118813:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384947.118814:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384947.118816:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384947.118818:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384947.118820:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384947.118821:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384947.118823:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384947.118824:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.118825:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384947.118827:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384947.118828:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000100:00000200:3.0:1767384947.118830:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352229504, offset 224 00000400:00000200:3.0:1767384947.118832:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384947.118835:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384947.118838:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272106a80 00000400:00000200:3.0:1767384947.118841:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1cfd [1] + 224 00000400:00000200:3.0:1767384947.118843:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.118845:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384947.118847:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384947.118849:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384947.118854:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.118871:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384947.118875:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:3.0:1767384947.118876:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000100:00000001:3.0:1767384947.118877:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384947.118878:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384947.118880:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.118883:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384947.118907:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384947.118908:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384947.118909:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.118913:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384947.118915:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384947.118916:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052586494 x1853237352229504/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 304/240 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384947.118920:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384947.118923:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000555330af. 00000100:00100000:3.0:1767384947.118929:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052586494 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352229504:12345-0@lo:256: Request processed in 424us (591us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384947.118931:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:0.0:1767384947.118935:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00100000:3.0:1767384947.118938:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767384947.118942:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384947.118942:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384947.118946:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384947.118947:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384947.118950:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384947.118951:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2233bc4. 00000020:00000010:3.0:1767384947.118956:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000020:00000010:3.0:1767384947.118961:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009607fa8e. 00000020:00000040:3.0:1767384947.118966:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384947.118970:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384947.118971:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384947.118972:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009803abf7. 02000000:00000001:3.0:1767384947.118977:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384947.118980:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384947.118985:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384947.118988:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073386578. 00000400:00000010:3.0:1767384947.118992:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d15e1e03. 00000100:00000001:0.0:1767384947.119004:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.119006:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.119008:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384947.119009:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384947.119011:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384947.119012:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.119013:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384947.119016:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384947.119018:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.119019:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384947.119020:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.119021:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384947.119023:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.119024:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.119026:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.119031:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.119035:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384947.119036:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.119038:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384947.119042:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c235ab4f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352229504:0@lo:256: 00000100:00000001:0.0:1767384947.119045:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.119046:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.119047:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384947.119048:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384947.119049:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.119053:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384947.119054:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c7653400. 00000100:00000001:0.0:1767384947.119056:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384947.119060:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384947.119062:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 74, more 0. 10000000:00000001:0.0:1767384947.119065:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384947.119070:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000862ef606. 10000000:00000040:0.0:1767384947.119078:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384947.119082:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384947.119084:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384947.119087:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:0.0:1767384947.119089:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.119091:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384947.119092:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:0.0:1767384947.119093:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000100:00000200:0.0:1767384947.119096:0:16773:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 35 NIDs for '192.168.203.112@tcp' 00000400:00000200:0.0:1767384947.119098:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384947.119100:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384947.119102:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:0.0:1767384947.119105:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384947.119109:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (35) 00000400:00000200:0.0:1767384947.119112:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (36) 00000400:00000200:0.0:1767384947.119124:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384947.119125:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384947.119127:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384947.119129:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:0.0:1767384947.119130:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (37) 00000400:00000200:0.0:1767384947.119133:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:0.0:1767384947.119134:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:0.0:1767384947.119137:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119139:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:0.0:1767384947.119140:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:0.0:1767384947.119142:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119143:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:0.0:1767384947.119145:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:0.0:1767384947.119147:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119148:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384947.119149:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:0.0:1767384947.119154:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:3.0:1767384947.119156:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:3.0:1767384947.119161:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (36) 00000400:00000200:0.0:1767384947.119165:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000010:3.0:1767384947.119166:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000009803abf7. 00000400:00000200:0.0:1767384947.119167:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:0.0:1767384947.119169:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:0.0:1767384947.119171:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119172:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:0.0:1767384947.119174:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000010:3.0:1767384947.119178:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000400:00000200:0.0:1767384947.119178:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119183:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:0.0:1767384947.119185:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000010:3.0:1767384947.119186:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bb3199da. 00000400:00000200:0.0:1767384947.119188:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119190:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:3.0:1767384947.119194:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767384947.119196:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:0.0:1767384947.119199:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119201:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:0.0:1767384947.119203:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:3.0:1767384947.119204:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384947.119209:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119211:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:3.0:1767384947.119214:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384947.119215:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:0.0:1767384947.119221:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119224:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384947.119226:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:0.0:1767384947.119231:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:3.0:1767384947.119234:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384947.119238:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119243:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:3.0:1767384947.119246:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:0.0:1767384947.119248:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:0.0:1767384947.119255:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119256:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384947.119258:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:0.0:1767384947.119264:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:3.0:1767384947.119265:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:0.0:1767384947.119271:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119273:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384947.119276:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:0.0:1767384947.119280:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:3.0:1767384947.119281:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:0.0:1767384947.119287:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119290:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:0.0:1767384947.119291:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:0.0:1767384947.119296:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:3.0:1767384947.119299:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:0.0:1767384947.119303:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119306:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:3.0:1767384947.119308:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:0.0:1767384947.119310:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:3.0:1767384947.119313:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:3.0:1767384947.119320:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384947.119324:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119327:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:3.0:1767384947.119330:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384947.119331:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:0.0:1767384947.119337:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119340:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:3.0:1767384947.119341:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:0.0:1767384947.119344:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:0.0:1767384947.119349:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119352:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:0.0:1767384947.119353:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:0.0:1767384947.119356:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:0.0:1767384947.119361:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119365:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:0.0:1767384947.119365:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:0.0:1767384947.119367:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:0.0:1767384947.119369:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119370:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:0.0:1767384947.119372:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:0.0:1767384947.119378:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119380:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:3.0:1767384947.119382:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:0.0:1767384947.119383:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:0.0:1767384947.119389:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119393:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:0.0:1767384947.119393:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:0.0:1767384947.119399:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:3.0:1767384947.119406:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[84, 30] 00000400:00000200:0.0:1767384947.119406:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119411:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:0.0:1767384947.119416:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:3.0:1767384947.119417:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 30], ns[121, 30] 00000400:00000200:0.0:1767384947.119423:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119426:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 30], ns[94, 30] 00000400:00000200:0.0:1767384947.119427:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:0.0:1767384947.119432:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:3.0:1767384947.119436:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 30], ns[83, 30] 00000400:00000200:0.0:1767384947.119439:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119443:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:3.0:1767384947.119446:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 30], ns[143, 30] 00000400:00000200:0.0:1767384947.119448:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:0.0:1767384947.119454:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384947.119455:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[122, 30] 00000400:00000200:0.0:1767384947.119457:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:0.0:1767384947.119462:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:3.0:1767384947.119464:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 30], ns[117, 30] 00000400:00000200:0.0:1767384947.119481:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119485:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:0.0:1767384947.119488:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:3.0:1767384947.119489:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 30], ns[115, 30] 00000400:00000200:3.0:1767384947.119494:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 30], ns[145, 30] 00000400:00000200:0.0:1767384947.119499:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119502:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:0.0:1767384947.119505:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:3.0:1767384947.119507:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 30], ns[154, 30] 00000400:00000200:0.0:1767384947.119510:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119514:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:0.0:1767384947.119517:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000200:0.0:1767384947.119522:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119525:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp39 00000400:00000200:3.0:1767384947.119526:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 30], ns[150, 30] 00000400:00000200:0.0:1767384947.119527:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.112@tcp40 00000400:00000200:0.0:1767384947.119532:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384947.119535:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp40 00000100:00000001:0.0:1767384947.119539:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.119542:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 30], ns[153, 30] 00010000:00000001:0.0:1767384947.119543:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384947.119551:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 00000400:00000200:3.0:1767384947.119552:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[140, 30], ns[158, 30] 10000000:00000010:0.0:1767384947.119556:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000034ae52db. 00000400:00000200:3.0:1767384947.119560:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 10000000:00000040:0.0:1767384947.119561:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 74/74 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:0.0:1767384947.119567:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384947.119568:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:3.0:1767384947.119575:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp42 00000020:00000001:0.0:1767384947.119575:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384947.119580:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052586ac0. 00000400:00000200:3.0:1767384947.119581:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp42 lpni_is_preferred = 0 00000400:00000200:3.0:1767384947.119586:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp42 00000020:00000010:0.0:1767384947.119586:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a21e34c3. 00000040:00000010:0.0:1767384947.119591:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff494033. 00000020:00000010:0.0:1767384947.119595:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000572eece8. 00000400:00000200:3.0:1767384947.119600:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp42 NI seq info: [159:159:256:4294967295] 192.168.203.112@tcp42 LPNI seq info [141:141:8:4294967295] 00000020:00000010:0.0:1767384947.119601:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069e186ca. 00000020:00000010:0.0:1767384947.119607:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000681f962e. 00000400:00000200:3.0:1767384947.119609:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp42 80000000:00000010:0.0:1767384947.119611:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc5ba335. 40000000:00000010:0.0:1767384947.119616:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc57c2aa. 00000400:00000200:3.0:1767384947.119621:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp42(192.168.203.112@tcp42:) -> 192.168.203.112@tcp42(192.168.203.112@tcp:192.168.203.112@tcp42) : GET try# 0 00100000:00000010:0.0:1767384947.119623:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000edfc04cd. 00000800:00000200:3.0:1767384947.119628:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp42 00040000:00000010:0.0:1767384947.119628:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000018ffe16f. 00000800:00000010:3.0:1767384947.119636:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000076dba138. 00040000:00000010:0.0:1767384947.119636:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b98ca732. 00040000:00000010:0.0:1767384947.119640:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ad7143a. 00080000:00000010:0.0:1767384947.119643:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000068b622eb. 00000800:00000010:3.0:1767384947.119645:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001bdc7680. 00000004:00000010:0.0:1767384947.119647:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003f914a7a. 00000800:00000010:3.0:1767384947.119651:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a2133cdc. 00000004:00000010:0.0:1767384947.119655:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000021791a43. 00000800:00000200:3.0:1767384947.119658:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (2) 00000004:00000010:0.0:1767384947.119661:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091335d66. 00000800:00000200:3.1:1767384947.119664:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (2) 00002000:00000010:0.0:1767384947.119671:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9101054. 00000004:00000010:0.0:1767384947.119675:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003789678f. 00000400:00000200:3.0:1767384947.119678:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000004:00000001:0.0:1767384947.119679:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384947.119682:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000040:00000001:0.0:1767384947.119684:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384947.119687:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000034ae52db 00000040:00001000:0.0:1767384947.119689:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384947.119690:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384947.119691:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384947.119692:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384947.119694:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384947.119696:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384947.119697:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384947.119698:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:0.0:1767384947.119699:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384947.119739:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384947.119743:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a21e34c3. 00000040:00000010:0.0:1767384947.119747:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ff494033. 00000020:00000010:0.0:1767384947.119751:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000572eece8. 00000020:00000010:0.0:1767384947.119754:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000069e186ca. 00000020:00000010:0.0:1767384947.119758:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000681f962e. 80000000:00000010:0.0:1767384947.119761:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dc5ba335. 40000000:00000010:0.0:1767384947.119764:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc57c2aa. 00100000:00000010:0.0:1767384947.119767:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000edfc04cd. 00040000:00000010:0.0:1767384947.119770:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000018ffe16f. 00040000:00000010:0.0:1767384947.119775:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b98ca732. 00040000:00000010:0.0:1767384947.119777:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ad7143a. 00000400:00000200:2.0:1767384947.119783:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00080000:00000010:0.0:1767384947.119784:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000068b622eb. 00000004:00000010:0.0:1767384947.119788:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003f914a7a. 00000004:00000010:0.0:1767384947.119792:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000021791a43. 00000004:00000010:0.0:1767384947.119796:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091335d66. 00002000:00000010:0.0:1767384947.119798:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9101054. 00000004:00000010:0.0:1767384947.119800:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003789678f. 00000020:00000010:0.0:1767384947.119803:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052586ac0. 00000020:00000001:0.0:1767384947.119805:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.119807:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384947.119810:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000034ae52db. 10000000:00000010:0.0:1767384947.119817:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000862ef606. 10000000:00000001:0.0:1767384947.119821:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.119823:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384947.119826:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c235ab4f x1853237352229504/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384947.119830:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:0.0:1767384947.119833:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384947.119835:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384947.119837:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054b28d5f. 02000000:00000001:0.0:1767384947.119840:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384947.119842:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384947.119843:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384947.119845:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384947.119846:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384947.119848:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384947.119849:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384947.119851:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384947.119852:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a916548e. 00000100:00000010:0.0:1767384947.119855:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e44246bc. 00000100:00000001:0.0:1767384947.119857:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:2.0:1767384947.119858:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000010:0.0:1767384947.119859:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f997e569. 02000000:00000001:0.0:1767384947.119863:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384947.119865:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384947.119866:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c235ab4f. 00000100:00000001:0.0:1767384947.119870:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384947.119871:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384947.119882:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 10000000:00000010:0.0:1767384947.119883:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a5e86d84. 10000000:01000000:0.0:1767384947.119906:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384947.119909:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384947.119911:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384947.119912:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.119913:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=3 00000020:00000001:0.0:1767384947.119915:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384947.119917:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:0.0:1767384947.119919:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384947.119923:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.119936:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.119938:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384947.119940:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384947.119942:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00010000:00000001:0.0:1767384947.119952:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384947.119954:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.119956:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384947.119958:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384947.119960:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384947.119963:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384947.119966:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384947.119968:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:0.0:1767384947.119971:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384947.119977:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120001:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120019:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120051:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120069:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120086:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120112:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120135:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120164:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120188:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120206:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120238:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120259:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120285:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120302:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120325:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120346:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120363:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120379:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120401:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120416:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120428:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120443:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120459:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120498:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120528:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120549:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120573:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120591:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.120608:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:2.0:1767384947.120727:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007330ce2b. 00000800:00000010:2.0:1767384947.120731:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ab3d9d8. 00000800:00000010:2.0:1767384947.120737:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bda5e5db. 00000800:00000010:2.0:1767384947.120753:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bda5e5db. 00000800:00020000:2.0:1767384947.120761:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384947.120763:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ab3d9d8. 00000800:00000010:2.0:1767384947.120766:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007330ce2b. 00000400:02020000:2.0:1767384947.120795:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp42 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384947.120800:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp42 notifying 192.168.203.112@tcp42: down 00000800:00000200:2.0:1767384947.120805:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp42 down 00000800:00000100:2.0:1767384947.120809:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp42 00000800:00000010:2.0:1767384947.120812:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000076dba138. 00000400:00000200:2.0:1767384947.120816:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384947.120819:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp42->192.168.203.112@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384947.120826:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp42 added to recovery queue. ping count: 0 next ping: 269 health :900 00000400:00000200:2.0:1767384947.120829:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384947.120831:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:2.0:1767384947.120834:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384947.120879:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384947.120913:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300871 00000400:00000001:0.0:1767384947.120918:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.120920:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384947.120922:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:0.0:1767384947.120924:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000400:00000200:0.0:1767384947.120928:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384947.120932:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:0.0:1767384947.120936:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000009803abf7. 00000400:00000200:0.0:1767384947.120939:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (37) 00000400:00000200:0.0:1767384947.120943:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000200:0.0:1767384947.120946:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 rc -71 00000400:00000200:0.0:1767384947.120949:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384947.120952:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (36) 00000020:00000010:3.0:1767384947.126626:0:34733:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000625a2ef9. 00000020:00000040:3.0:1767384947.126635:0:34733:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384947.126636:0:34733:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000625a2ef9. 00000100:00000040:3.0:1767384947.131938:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294936078, at 4294936079 00000100:00000010:3.0:1767384947.131946:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f6ef214. 00000100:00000040:1.0:1767384947.131951:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294936078, at 4294936079 00000100:00000040:0.0:1767384947.131952:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294936078, at 4294936079 00000100:00000010:1.0:1767384947.131961:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008805a5c3. 00000100:00000010:0.0:1767384947.131963:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b7d7f70. 00000100:00000040:2.0:1767384947.131971:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294936078, at 4294936079 00000100:00000010:2.0:1767384947.131981:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d65d60. 00080000:00000001:3.0:1767384947.158132:0:34725:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384947.158144:0:34725:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.158148:0:34725:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384947.158153:0:34725:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384947.158157:0:34725:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.158159:0:34725:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.180943:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384947.180948:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.180954:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384947.180955:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.180985:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384947.180988:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.180991:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384947.628943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384947.628953:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384947.628961:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b4506c3. 00000004:00000001:3.0:1767384947.628963:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384947.628969:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:1.0:1767384947.628969:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000010:3.0:1767384947.628975:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eacc9311. 00000100:00000001:1.0:1767384947.628976:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384947.628981:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384947.628982:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384947.628987:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384947.628988:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.628990:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384947.628995:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384947.628999:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006213b1bb. 02000000:00000010:3.0:1767384947.629001:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c1d1b9dd. 00000100:00000001:3.0:1767384947.629007:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.629008:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629013:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384947.629016:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.629024:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384947.629033:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eacc9311] to pc [ptlrpcd_00_02+2] req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629038:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384947.629042:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.629050:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b4506c3] to pc [ptlrpcd_00_03+3] req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629071:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384947.629072:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.629073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384947.629080:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384947.629083:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7beb44. 00000020:00000040:1.0:1767384947.629087:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384947.629090:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384947.629092:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384947.629094:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384947.629099:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aaafa280. 00000100:00000001:2.0:1767384947.629100:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.629103:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.629105:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384947.629109:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384947.629117:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384947.629121:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384947.629125:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629125:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.629134:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a7beb44] to pc [ptlrpcd_00_00+0] req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.629137:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384947.629139:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.629145:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384947.629148:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384947.629151:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384947.629154:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352229760:0@lo:13: 00000100:00000001:2.0:1767384947.629157:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384947.629160:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384947.629163:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.629165:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384947.629166:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384947.629169:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005962c73c. 00000100:00000040:1.0:1767384947.629170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384947.629174:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629175:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.629180:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384947.629181:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384947.629182:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ceb8fc5. 00000100:00000001:3.0:1767384947.629185:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384947.629185:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6a07ba3. 00000400:00000010:2.0:1767384947.629190:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e56577e. 00000020:00000040:1.0:1767384947.629191:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384947.629194:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629197:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384947.629198:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352229760, portal 4 02000000:00000001:1.0:1767384947.629200:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384947.629204:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384947.629204:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.629207:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545435008 : -106559164116608 : ffff9f15c2e01180) 02000000:00000010:1.0:1767384947.629212:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000087ad2673. 00000100:00000001:3.0:1767384947.629214:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384947.629217:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.629219:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629223:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.629225:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384947.629230:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.629231:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384947.629235:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384947.629236:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.629237:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384947.629243:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b0ebb46. 00000100:00100000:3.0:1767384947.629247:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a7beb44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352229888:0@lo:400: 00000100:00000200:2.0:1767384947.629249:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352229760, offset 0 00000100:00000001:1.0:1767384947.629257:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384947.629258:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384947.629260:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384947.629261:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.629263:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384947.629267:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.629268:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a07ba3] to pc [ptlrpcd_00_01+1] req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384947.629271:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384947.629276:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384947.629278:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078cbaf08. 02000000:00000001:3.0:1767384947.629284:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.629293:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384947.629294:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043bd761b. 00000400:00000200:2.0:1767384947.629294:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272106b80 00000100:00000040:1.0:1767384947.629298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384947.629303:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000001:1.0:1767384947.629304:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384947.629306:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2912 00000100:00000010:1.0:1767384947.629309:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c70b0db9. 00000100:00000200:3.0:1767384947.629312:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352229888, portal 4 00000020:00000040:1.0:1767384947.629314:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384947.629317:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384947.629319:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384947.629321:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605556864 : -106559103994752 : ffff9f15c6757480) 02000000:00000001:1.0:1767384947.629322:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384947.629326:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384947.629330:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd75655f. 00000100:00000040:3.0:1767384947.629331:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629335:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.629344:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384947.629347:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384947.629354:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384947.629359:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384947.629360:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000001:1.0:1767384947.629360:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384947.629363:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384947.629367:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352229888, offset 0 00000400:00000200:2.0:1767384947.629369:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384947.629371:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70b0db9] to pc [ptlrpcd_00_02+2] req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384947.629379:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384947.629387:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384947.629388:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384947.629390:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384947.629394:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384947.629395:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (274) 00000100:00000010:2.0:1767384947.629403:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7f39eb8. 00000400:00000200:3.0:1767384947.629406:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272106c00 00000100:00000040:2.0:1767384947.629407:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000b7f39eb8 x1853237352229760 msgsize 224 00000100:00000001:1.0:1767384947.629410:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384947.629415:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384947.629416:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.629419:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384947.629424:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.629428:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384947.629429:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4336 00000400:00000200:3.0:1767384947.629441:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384947.629442:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384947.629445:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0ebb46 00000400:00000200:3.0:1767384947.629449:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384947.629449:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b0ebb46. 00000100:00000001:1.0:1767384947.629452:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.629454:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384947.629457:0:16136:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384947.629458:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384947.629460:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384947.629462:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1767384947.629463:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384947.629486:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384947.629490:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de1b2369. 00000100:00000001:2.0:1767384947.629492:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384947.629494:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001b4506c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352229632:0@lo:400: 00000100:00000040:3.0:1767384947.629497:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000de1b2369 x1853237352229888 msgsize 224 00000100:00000040:2.0:1767384947.629498:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629504:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384947.629510:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384947.629513:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.629514:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384947.629515:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384947.629516:0:16138:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384947.629520:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384947.629522:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384947.629525:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004260da02. 00000100:00000040:2.0:1767384947.629528:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5686 usecs (6 jiffies) 00000100:00000001:3.0:1767384947.629530:0:16136:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384947.629530:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.629532:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294936582 00000100:00000010:2.0:1767384947.629538:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009084bb4d. 00000400:00000010:1.0:1767384947.629538:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fda5d3f. 00000400:00000200:3.0:1767384947.629542:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000400:00000010:3.0:1767384947.629547:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 00000100:00000001:2.0:1767384947.629547:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384947.629553:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384947.629556:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294936582 00000400:00000010:1.0:1767384947.629556:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a65feb6. 00000100:00000200:3.0:1767384947.629561:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384947.629562:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079187d3f. 00000100:00000200:1.0:1767384947.629563:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352229632, portal 25 00000100:00000001:2.0:1767384947.629568:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384947.629569:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384947.629573:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605555968 : -106559103995648 : ffff9f15c6757100) 00000100:00000001:2.0:1767384947.629574:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294936582 00000100:00000010:2.0:1767384947.629580:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000100:00000040:1.0:1767384947.629583:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.629585:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384947.629587:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384947.629591:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294936582 00000100:00000040:3.0:1767384947.629596:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384947.629597:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d192eaa1. 00000100:00000001:1.0:1767384947.629598:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384947.629603:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384947.629605:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384947.629608:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384947.629611:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000001:2.0:1767384947.629613:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384947.629618:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352229632, offset 0 00000100:00000001:2.0:1767384947.629620:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629622:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629624:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384947.629629:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384947.629630:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.629634:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384947.629639:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384947.629640:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5686 usecs (6 jiffies) 00000100:00000001:2.0:1767384947.629640:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384947.629644:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384947.629646:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294936582 00000100:00000001:2.0:1767384947.629648:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384947.629651:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384947.629652:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272106b00 00000100:00000001:3.0:1767384947.629654:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294936582 00000100:00000001:2.0:1767384947.629654:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384947.629660:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294936582 00000100:00000040:2.0:1767384947.629662:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384947.629664:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14a5 [2] + 0 00000100:00000001:3.0:1767384947.629667:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294936582 00000100:00000001:3.0:1767384947.629673:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294936582 00000400:00000010:1.0:1767384947.629675:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743b2243. 00000100:00000001:3.0:1767384947.629680:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294936582 00000400:00000200:1.0:1767384947.629682:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083e79732 00000100:00000001:3.0:1767384947.629686:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294936582 00000100:00000001:2.0:1767384947.629688:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384947.629689:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384947.629691:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294936582 00000100:00000001:2.0:1767384947.629693:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629696:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384947.629698:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384947.629700:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384947.629702:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083e79732 02000000:00000001:2.0:1767384947.629704:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384947.629708:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083e79732. 00000100:00000001:3.0:1767384947.629709:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.629710:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629716:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.629716:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384947.629718:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c70b0db9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352230144:0@lo:400: 00000100:00000200:1.0:1767384947.629721:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384947.629722:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.629724:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384947.629728:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384947.629730:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384947.629731:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.629733:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a3e8e643 x1853237352229632 msgsize 224 00000100:00000001:3.0:1767384947.629734:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384947.629735:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384947.629740:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009199a93f. 00000100:00000001:3.0:1767384947.629741:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384947.629745:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629746:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384947.629749:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384947.629751:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384947.629752:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030220923. 00000100:00000040:1.0:1767384947.629753:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1767384947.629760:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:2.0:1767384947.629760:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b0ebb46. 00000100:00000001:0.0:1767384947.629763:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384947.629766:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384947.629766:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352230144, portal 10 00000100:00000001:1.0:1767384947.629767:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.629767:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.629771:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384947.629774:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605554176 : -106559103997440 : ffff9f15c6756a00) 00000400:00000200:1.0:1767384947.629775:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000100:00000001:3.0:1767384947.629776:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384947.629780:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:3.0:1767384947.629781:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384947.629781:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629787:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384947.629788:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384947.629792:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384947.629793:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384947.629794:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384947.629796:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384947.629796:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384947.629798:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352229632 00000100:00000040:2.0:1767384947.629800:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384947.629803:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384947.629804:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384947.629805:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae2b5821. 00000100:00000001:0.0:1767384947.629807:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384947.629810:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384947.629812:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352230144, offset 0 02000000:00000001:0.0:1767384947.629817:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.629823:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384947.629824:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352229632 00000400:00000200:2.0:1767384947.629827:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384947.629829:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384947.629829:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384947.629831:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384947.629833:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:3.0:1767384947.629835:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.629837:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.629841:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 02000000:00000001:3.0:1767384947.629843:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384947.629843:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384947.629847:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.629847:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 02000000:00000001:3.0:1767384947.629848:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.629851:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384947.629851:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 02000000:00000001:3.0:1767384947.629853:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384947.629856:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272106d00 00000100:00000001:1.0:1767384947.629857:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.629858:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384947.629861:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6a07ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352230016:0@lo:400: 00000100:00000001:1.0:1767384947.629864:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294936589 00000020:00000010:0.0:1767384947.629865:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000100:00000001:3.0:1767384947.629868:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384947.629870:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384947.629871:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:1.0:1767384947.629873:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936582 02000000:00000001:3.0:1767384947.629875:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384947.629875:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000100:00000001:1.0:1767384947.629877:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294936589 02000000:00000001:3.0:1767384947.629880:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.629883:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936582 00000020:00000010:0.0:1767384947.629884:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e30ed15b. 02000000:00000001:3.0:1767384947.629907:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384947.629908:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384947.629912:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ae3a8e8. 00000400:00000200:2.0:1767384947.629916:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384947.629917:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294936590 02000000:00000001:3.0:1767384947.629918:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.629924:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384947.629924:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936582 00000020:00000010:0.0:1767384947.629925:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034ae52db. 00000400:00000010:3.0:1767384947.629926:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf8929e. 00000100:00000200:2.0:1767384947.629927:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384947.629930:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294936590 00000020:00000010:0.0:1767384947.629931:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f473561. 00000100:00000010:2.0:1767384947.629934:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004129dc0e. 00000400:00000010:3.0:1767384947.629936:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000001:1.0:1767384947.629936:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936582 00000100:00000040:2.0:1767384947.629940:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000004129dc0e x1853237352230144 msgsize 224 00000100:00000040:0.0:1767384947.629940:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384947.629944:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384947.629945:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352230016, portal 10 00000100:00000001:0.0:1767384947.629947:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384947.629950:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.629951:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384947.629952:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384947.629953:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384947.629955:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.629955:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.629957:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605547008 : -106559104004608 : ffff9f15c6754e00) 00000100:00000001:1.0:1767384947.629959:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.629964:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.629965:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384947.629966:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.629966:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384947.629970:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384947.629971:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae2b5821 00000400:00000010:2.0:1767384947.629975:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae2b5821. 00000100:00000001:1.0:1767384947.629977:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.629977:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.629980:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384947.629981:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.629985:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384947.629987:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.629990:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384947.629994:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384947.629997:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.630000:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384947.630003:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:2.0:1767384947.630006:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.630012:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384947.630015:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384947.630019:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230144 00000100:00000001:0.0:1767384947.630019:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526632528 : -106558182919088 : ffff9f15fd5bf450) 00000100:00000001:3.0:1767384947.630021:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384947.630024:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384947.630028:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.630029:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384947.630029:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3e8e643 x1853237352229632/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384947.630030:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384947.630031:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384947.630034:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.630037:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384947.630038:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 02000000:00000001:1.0:1767384947.630039:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.630043:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3893 usecs (4 jiffies) 00000100:00100000:1.0:1767384947.630045:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230144 00000100:00000200:3.0:1767384947.630046:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352230016, offset 0 00000100:00000001:2.0:1767384947.630050:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294936581 00000020:00000001:1.0:1767384947.630050:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384947.630053:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000100:00000001:2.0:1767384947.630058:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294936589 00000020:00000001:1.0:1767384947.630058:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384947.630059:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384947.630061:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384947.630063:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000001:2.0:1767384947.630064:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294936581 00000020:00000001:1.0:1767384947.630067:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000010:0.0:1767384947.630067:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000100:00000001:2.0:1767384947.630069:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294936589 00000400:00000200:3.0:1767384947.630073:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384947.630073:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:0.0:1767384947.630073:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.630074:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294936581 00000100:00000001:2.0:1767384947.630080:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294936590 00000020:00000010:0.0:1767384947.630080:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000100:00000001:1.0:1767384947.630081:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384947.630085:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294936581 00000020:00000010:1.0:1767384947.630086:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2e523c0. 00000100:00000001:2.0:1767384947.630087:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294936590 00000100:00100000:0.0:1767384947.630091:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3e8e643 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352229632:12345-0@lo:400: 00000400:00000200:3.0:1767384947.630092:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272106c80 00000100:00000001:2.0:1767384947.630093:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384947.630094:0:16777:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001744d8db. 00000100:00000001:2.0:1767384947.630101:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384947.630102:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352229632 00000020:00000040:1.0:1767384947.630104:0:16777:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:2.0:1767384947.630105:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.630107:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000020:00000001:0.0:1767384947.630108:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384947.630113:0:16777:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384947.630113:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384947.630115:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.630117:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384947.630117:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.630118:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000194d0db3. 00000100:00000001:2.0:1767384947.630120:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384947.630124:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384947.630124:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384947.630125:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000896c134f. 00000400:00000200:3.0:1767384947.630128:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384947.630130:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384947.630130:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000020:00000010:1.0:1767384947.630132:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029d0da34. 00000100:00000001:2.0:1767384947.630134:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384947.630135:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384947.630136:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384947.630138:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384947.630138:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.630140:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384947.630140:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.630143:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.630146:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1767384947.630147:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bcbb7c90. 00000020:00000001:0.0:1767384947.630147:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384947.630149:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384947.630150:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384947.630154:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000bcbb7c90 x1853237352230016 msgsize 224 00000020:00000001:0.0:1767384947.630154:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.630155:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.630159:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384947.630160:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384947.630162:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384947.630163:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352229760 00000100:00000001:1.0:1767384947.630165:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384947.630166:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384947.630167:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384947.630168:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384947.630169:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.630169:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384947.630171:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384947.630174:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.630175:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003789678f. 02000000:00000001:2.0:1767384947.630177:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.630181:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.630182:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384947.630182:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352229760 00000020:00000001:2.0:1767384947.630188:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384947.630188:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384947.630189:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:1.0:1767384947.630191:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.630192:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000020:00000001:0.0:1767384947.630193:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.630194:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384947.630198:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000020:00000040:2.0:1767384947.630198:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00010000:00000040:0.0:1767384947.630200:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352229632 00000020:00000001:2.0:1767384947.630203:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384947.630204:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384947.630205:0:16136:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384947.630206:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384947.630209:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00100000:1.0:1767384947.630210:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230016 00000100:00000200:3.0:1767384947.630213:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.630213:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384947.630214:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000200:0.0:1767384947.630214:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3e8e643 x1853237352229632/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384947.630218:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030322ed6. 00000100:00000001:1.0:1767384947.630218:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.630221:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384947.630224:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008a95e7e2. 02000000:00000001:1.0:1767384947.630227:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384947.630232:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:2.0:1767384947.630239:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1767384947.630241:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230016 00000020:00000010:2.0:1767384947.630244:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012d2c6bd. 00000020:00000001:1.0:1767384947.630245:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384947.630248:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00010000:00000001:0.0:1767384947.630249:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384947.630250:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebdf22d3. 00000100:00000001:3.0:1767384947.630251:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384947.630252:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384947.630252:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384947.630257:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00001000:0.0:1767384947.630257:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=77 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384947.630258:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03bf815. 00000100:00000040:3.0:1767384947.630259:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384947.630263:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000040:2.0:1767384947.630267:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384947.630267:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384947.630269:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000040:0.0:1767384947.630272:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384947.630273:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384947.630276:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384947.630276:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384947.630280:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.630281:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000100:00000001:0.0:1767384947.630283:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384947.630284:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.630286:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.630286:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384947.630286:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384947.630288:0:16136:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384947.630290:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.630293:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 00000100:00000001:0.0:1767384947.630295:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384947.630296:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.630298:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9f5ea62. 00000100:00000040:0.0:1767384947.630298:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384947.630299:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384947.630302:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3451 usecs (4 jiffies) 00000020:00000010:1.0:1767384947.630304:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000028ae4c97. 00000400:00000010:0.0:1767384947.630304:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000100:00000001:3.0:1767384947.630307:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294936581 00000100:00000001:2.0:1767384947.630309:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384947.630310:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe4aca9. 00000100:00000200:0.0:1767384947.630310:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352229632, offset 224 00000100:00000001:3.0:1767384947.630313:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294936589 00000100:00000001:2.0:1767384947.630313:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384947.630317:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384947.630318:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294936581 00000100:00000001:1.0:1767384947.630319:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384947.630319:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384947.630323:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.630325:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294936589 00000100:00100000:2.0:1767384947.630328:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384947.630330:0:16777:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384947.630330:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384947.630332:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:1.0:1767384947.630335:0:16777:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384947.630337:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606557184 : -106559102994432 : ffff9f15c684b800) 00000100:00000001:3.0:1767384947.630339:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294936581 00000100:00000001:1.0:1767384947.630339:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.630343:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7f39eb8 x1853237352229760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.630346:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272106b00 00000100:00000001:3.0:1767384947.630347:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294936590 00000100:00000001:1.0:1767384947.630352:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.630354:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294936581 00000400:00000200:0.0:1767384947.630360:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d25 [1] + 224 00000100:00000001:3.0:1767384947.630363:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294936590 00000100:00000001:1.0:1767384947.630365:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384947.630367:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384947.630370:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.630370:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384947.630371:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384947.630372:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a95e7e2. 00000100:00100000:1.0:1767384947.630378:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000400:00000200:0.0:1767384947.630378:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384947.630379:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.630379:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384947.630383:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:0.0:1767384947.630383:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384947.630385:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a95e7e2. 00000100:00000001:1.0:1767384947.630387:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606543744 : -106559103007872 : ffff9f15c6848380) 00000100:00000001:3.0:1767384947.630388:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384947.630390:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384947.630394:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f39eb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853237352229760:12345-0@lo:13: 00000100:00000001:3.0:1767384947.630396:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.630397:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004129dc0e x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384947.630404:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352229760 00000020:00000001:2.0:1767384947.630409:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384947.630414:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384947.630414:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.630415:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384947.630417:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.630420:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384947.630420:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001744d8db. 00000020:00000001:2.0:1767384947.630423:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384947.630425:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352229888 00000100:00000001:1.0:1767384947.630426:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384947.630427:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 02000000:00000001:3.0:1767384947.630430:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384947.630431:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001744d8db. 00000020:00000001:2.0:1767384947.630433:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384947.630435:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384947.630437:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.630439:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.630440:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384947.630441:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384947.630443:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004129dc0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352230144:12345-0@lo:400: 00000020:00000001:2.0:1767384947.630445:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384947.630447:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.630447:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.630449:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:0.0:1767384947.630453:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00100000:3.0:1767384947.630454:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352229888 00000100:00000001:2.0:1767384947.630454:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384947.630456:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230144 00000100:00000001:0.0:1767384947.630456:0:16770:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384947.630458:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384947.630460:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384947.630461:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384947.630461:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767384947.630463:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000195f76e8. 00000020:00000040:3.0:1767384947.630464:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:1.0:1767384947.630479:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384947.630480:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.630480:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.630482:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384947.630483:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.630484:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.630485:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000040:3.0:1767384947.630488:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:1.0:1767384947.630489:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:2.0:1767384947.630490:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000001:0.0:1767384947.630491:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384947.630493:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00002000:00000001:2.0:1767384947.630495:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384947.630495:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.630496:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384947.630498:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384947.630498:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384947.630500:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384947.630503:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:1.0:1767384947.630503:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384947.630505:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:0.0:1767384947.630505:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3e8e643 x1853237352229632/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384947.630508:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384947.630512:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384947.630512:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384947.630514:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.630517:0:16777:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384947.630518:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000893b3c83. 00080000:00000001:2.0:1767384947.630519:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.630520:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384947.630520:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3e8e643 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352229632:12345-0@lo:400: Request processed in 458us (784us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384947.630524:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384947.630526:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384947.630529:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384947.630529:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001faf577d. 00002000:00000024:2.0:1767384947.630531:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:0.0:1767384947.630535:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 02000000:00000001:1.0:1767384947.630536:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384947.630537:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000893b3c83. 00000020:00000020:2.0:1767384947.630537:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384947.630541:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.630543:0:16777:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384947.630545:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034ccc222. 00000100:00000040:0.0:1767384947.630545:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00010000:00000040:1.0:1767384947.630549:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352230144 00000020:00000020:2.0:1767384947.630551:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384947.630551:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384947.630552:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a6ca8cd. 00010000:00000001:1.0:1767384947.630554:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384947.630554:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000020:2.0:1767384947.630560:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00010000:00000200:1.0:1767384947.630560:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004129dc0e x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384947.630560:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034ae52db. 00000020:00000010:3.0:1767384947.630561:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000020:00000010:0.0:1767384947.630567:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f473561. 00002000:00000001:2.0:1767384947.630569:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384947.630572:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e30ed15b. 00000100:00000040:3.0:1767384947.630574:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000001:00000001:2.0:1767384947.630574:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1767384947.630576:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:2.0:1767384947.630577:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384947.630578:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:3.0:1767384947.630581:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384947.630581:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384947.630582:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.630585:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384947.630585:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384947.630588:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=72 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384947.630589:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352229760 00000100:00000001:3.0:1767384947.630590:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384947.630590:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003789678f. 00010000:00000001:2.0:1767384947.630596:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384947.630596:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384947.630598:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384947.630600:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.630601:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000200:2.0:1767384947.630604:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7f39eb8 x1853237352229760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384947.630604:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000200:0.0:1767384947.630605:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384947.630608:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000010:0.0:1767384947.630611:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000555330af. 00000100:00000001:3.0:1767384947.630613:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384947.630616:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384947.630617:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.630618:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047c8b06f. 02000000:00000001:1.0:1767384947.630619:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.630624:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384947.630626:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384947.630627:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.630631:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=67 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384947.630632:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384947.630633:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.630636:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384947.630638:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000040:2.0:1767384947.630640:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000200:1.0:1767384947.630643:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352230144, offset 224 00000100:00000001:2.0:1767384947.630644:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:0.0:1767384947.630647:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384947.630649:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384947.630651:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384947.630651:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384947.630652:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384947.630655:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384947.630656:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384947.630657:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384947.630658:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:0.0:1767384947.630663:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00100000:3.0:1767384947.630667:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384947.630667:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384947.630668:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384947.630668:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545435904 : -106559164115712 : ffff9f15c2e01500) 00000400:00000010:2.0:1767384947.630674:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae2b5821. 00000100:00000040:3.0:1767384947.630676:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000040:0.0:1767384947.630679:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bcbb7c90 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384947.630680:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352229760, offset 224 00000400:00000200:1.0:1767384947.630682:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272106d00 00000100:00000001:3.0:1767384947.630683:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545433216 : -106559164118400 : ffff9f15c2e00a80) 00000400:00000200:1.0:1767384947.630692:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d2d [1] + 224 00000100:00000001:0.0:1767384947.630694:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384947.630695:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de1b2369 x1853237352229888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384947.630698:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384947.630698:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f5f3c3. 00000400:00000200:2.0:1767384947.630702:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384947.630703:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384947.630706:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384947.630708:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f5f3c3. 00000100:00000001:1.0:1767384947.630713:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384947.630718:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384947.630719:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384947.630720:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bcbb7c90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352230016:12345-0@lo:400: 00000100:00000001:3.0:1767384947.630723:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384947.630728:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230016 00000020:00000010:3.0:1767384947.630730:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000893b3c83. 00000020:00000001:0.0:1767384947.630731:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384947.630733:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272106b80 00000020:00000001:0.0:1767384947.630735:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384947.630738:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384947.630739:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384947.630740:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384947.630745:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d15 [1] + 224 00000020:00000010:3.0:1767384947.630746:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000893b3c83. 00000020:00000001:0.0:1767384947.630746:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384947.630750:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:0.0:1767384947.630756:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384947.630757:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384947.630759:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de1b2369 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352229888:12345-0@lo:400: 00000400:00000200:2.0:1767384947.630765:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384947.630766:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384947.630768:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352229888 00000100:00000001:1.0:1767384947.630772:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384947.630772:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384947.630773:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384947.630774:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384947.630776:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384947.630779:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384947.630780:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384947.630780:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000020:00000001:0.0:1767384947.630781:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.630783:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.630785:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000020:00000001:0.0:1767384947.630785:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384947.630789:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384947.630791:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384947.630791:0:16777:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384947.630792:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384947.630795:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:1.0:1767384947.630796:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384947.630797:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003789678f. 00000100:00000040:2.0:1767384947.630800:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384947.630801:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.630802:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.630803:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384947.630807:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.630809:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384947.630809:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:0.0:1767384947.630813:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.630816:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1767384947.630817:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:0.0:1767384947.630817:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352230016 00000020:00000001:3.0:1767384947.630822:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384947.630822:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.630822:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384947.630828:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384947.630829:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384947.630829:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bcbb7c90 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384947.630833:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004129dc0e x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384947.630836:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384947.630842:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384947.630846:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384947.630851:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009803abf7. 00010000:00000001:0.0:1767384947.630854:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384947.630857:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.630858:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.630865:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384947.630865:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.630870:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384947.630871:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004129dc0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352230144:12345-0@lo:400: Request processed in 453us (928us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384947.630872:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.630873:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384947.630877:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000400:00000200:2.0:1767384947.630879:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae2b5821 00010000:00000040:3.0:1767384947.630881:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352229888 00000100:00000001:0.0:1767384947.630881:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000010:2.0:1767384947.630883:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae2b5821. 00000100:00100000:1.0:1767384947.630884:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 02000000:00000001:0.0:1767384947.630884:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384947.630904:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384947.630906:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384947.630910:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.630911:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.630911:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:1.0:1767384947.630914:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384947.630914:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384947.630917:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384947.630918:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:3.0:1767384947.630920:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384947.630920:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384947.630921:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000896c134f. 00010000:00000001:2.0:1767384947.630922:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384947.630926:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.630927:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000020:00000010:1.0:1767384947.630928:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029d0da34. 00000020:00000001:2.0:1767384947.630929:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000200:3.0:1767384947.630930:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de1b2369 x1853237352229888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384947.630934:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000194d0db3. 00000100:00000200:0.0:1767384947.630934:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352230016, offset 224 00000100:00000040:2.0:1767384947.630937:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7f39eb8 x1853237352229760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384947.630941:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000400:00000200:0.0:1767384947.630944:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384947.630952:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.630956:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384947.630959:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384947.630965:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384947.630967:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f39eb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352229760:12345-0@lo:13: Request processed in 598us (1557us total) trans 0 rc 0/0 00000100:00080000:1.0:1767384947.630971:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00001000:3.0:1767384947.630972:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=67 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384947.630972:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272106c80 00000020:00000040:1.0:1767384947.630978:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:3.0:1767384947.630982:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1767384947.630984:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767384947.630985:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000200:0.0:1767384947.630987:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d35 [1] + 224 00000020:00000040:1.0:1767384947.630989:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000040:3.0:1767384947.630990:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000040:2.0:1767384947.630992:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000400:00000200:0.0:1767384947.630995:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384947.630997:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:2.0:1767384947.630997:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384947.631000:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384947.631004:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384947.631004:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384947.631006:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebdf22d3. 02000000:00000001:3.0:1767384947.631009:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.631011:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384947.631012:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03bf815. 00000100:00000001:1.0:1767384947.631013:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384947.631014:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384947.631017:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384947.631018:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384947.631019:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012d2c6bd. 00000100:00000040:3.0:1767384947.631023:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:1.0:1767384947.631023:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384947.631024:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000400:00000001:1.0:1767384947.631028:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384947.631030:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000100:00000001:2.0:1767384947.631030:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384947.631032:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fda5d3f. 00000400:00000200:1.0:1767384947.631039:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a65feb6 00000400:00000010:1.0:1767384947.631041:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a65feb6. 00000100:00000040:0.0:1767384947.631042:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.631044:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384947.631046:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352229888, offset 224 00000100:00000200:1.0:1767384947.631048:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384947.631060:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384947.631061:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384947.631064:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.631072:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000100:00000001:1.0:1767384947.631073:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384947.631074:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384947.631075:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00000001:1.0:1767384947.631076:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631081:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384947.631082:0:16776:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384947.631084:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384947.631084:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384947.631087:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384947.631088:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272106c00 00000100:00000001:0.0:1767384947.631088:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631090:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.631093:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 02000000:00000001:1.0:1767384947.631094:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.631097:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:1.0:1767384947.631098:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=77 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384947.631100:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.631101:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d1d [1] + 224 00000100:00001000:1.0:1767384947.631103:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=77 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384947.631103:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384947.631108:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcbb7c90 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.631110:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384947.631111:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384947.631112:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.631119:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384947.631122:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bcbb7c90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853237352230016:12345-0@lo:400: Request processed in 425us (965us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384947.631123:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384947.631123:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631128:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.631132:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384947.631133:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384947.631134:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:0.0:1767384947.631138:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000200:3.0:1767384947.631141:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631141:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384947.631144:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.631144:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384947.631147:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028ae4c97. 00000100:00000001:1.0:1767384947.631149:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384947.631153:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe4aca9. 00000100:00000001:1.0:1767384947.631156:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384947.631158:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9f5ea62. 00000100:00000040:3.0:1767384947.631164:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384947.631164:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000040:1.0:1767384947.631165:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631168:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384947.631192:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001b4506c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352229632:0@lo:400: 00000100:00000001:3.0:1767384947.631196:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.631196:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.631198:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.631199:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631201:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767384947.631202:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384947.631204:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b4506c3 x1853237352229632/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384947.631204:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384947.631206:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf8929e. 00000400:00000200:0.0:1767384947.631209:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c40790 00000100:00000001:1.0:1767384947.631211:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384947.631211:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c40790. 02000000:00000001:1.0:1767384947.631213:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384947.631216:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004260da02. 02000000:00000001:1.0:1767384947.631219:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384947.631221:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384947.631221:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384947.631222:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000020:00000040:1.0:1767384947.631222:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000200:0.0:1767384947.631225:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384947.631227:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000020:00000001:1.0:1767384947.631228:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384947.631231:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006213b1bb. 00000100:00000001:3.0:1767384947.631235:0:17548:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384947.631237:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384947.631238:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.631240:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384947.631241:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384947.631244:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b4506c3. 00000100:00000001:3.0:1767384947.631248:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631248:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384947.631248:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384947.631251:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.631251:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631254:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.631254:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384947.631255:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 02000000:00000001:0.0:1767384947.631256:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384947.631258:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384947.631259:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384947.631261:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384947.631262:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.631262:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631265:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384947.631265:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631266:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384947.631268:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=72 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384947.631272:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631273:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384947.631273:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384947.631276:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384947.631279:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384947.631279:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1767384947.631280:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384947.631284:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384947.631284:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.631286:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030220923. 00010000:00000001:0.0:1767384947.631286:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384947.631288:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de1b2369 x1853237352229888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384947.631290:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0ebb46 00010000:00080000:0.0:1767384947.631292:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384947.631294:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b0ebb46. 00000100:00000001:1.0:1767384947.631298:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384947.631301:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384947.631320:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.631324:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384947.631325:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de1b2369 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352229888:12345-0@lo:400: Request processed in 599us (1825us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384947.631327:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384947.631331:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384947.631334:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.631340:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384947.631347:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000200:1.0:1767384947.631347:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631351:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.631355:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384947.631356:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:0.0:1767384947.631358:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631360:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384947.631362:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384947.631363:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.631364:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.631366:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384947.631367:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384947.631371:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384947.631373:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a6ca8cd. 00000100:00000001:1.0:1767384947.631373:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.631375:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.631375:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6a07ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853237352230016:0@lo:400: 02000000:00000001:1.0:1767384947.631379:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384947.631381:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000100:00001000:1.0:1767384947.631383:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=72 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384947.631388:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034ccc222. 00000100:00001000:1.0:1767384947.631389:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=72 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384947.631390:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.631392:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384947.631395:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043bd761b. 00000100:00000001:1.0:1767384947.631396:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384947.631397:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:1.0:1767384947.631398:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.631399:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600d53e8 00000100:00000001:3.0:1767384947.631404:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.631404:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384947.631404:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000600d53e8. 00010000:00080000:1.0:1767384947.631409:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631409:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384947.631413:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384947.631416:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631419:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384947.631421:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:0.0:1767384947.631422:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.631423:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384947.631425:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.631429:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631429:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.631431:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.631433:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384947.631435:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384947.631435:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384947.631436:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.631437:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384947.631438:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.631438:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.631440:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.631441:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384947.631443:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384947.631446:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.631448:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384947.631449:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c70b0db9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352230144:0@lo:400: 00000100:00000001:0.0:1767384947.631449:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.631451:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767384947.631454:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:0.0:1767384947.631454:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384947.631456:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384947.631460:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.631462:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ceb8fc5. 00000100:00000001:0.0:1767384947.631462:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384947.631477:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:1.0:1767384947.631478:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e56577e 00000100:00000001:0.0:1767384947.631480:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767384947.631481:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e56577e. 00000100:00000001:0.0:1767384947.631482:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631484:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384947.631485:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384947.631488:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631493:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.631496:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384947.631497:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631502:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631504:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384947.631505:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.631505:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.631508:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384947.631510:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384947.631511:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384947.631512:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a7beb44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352229888:0@lo:400: 00000100:00000001:1.0:1767384947.631513:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.631515:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.631516:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.631518:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384947.631519:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=67 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384947.631521:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6a07ba3 x1853237352230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384947.631522:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384947.631525:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384947.631526:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.631529:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384947.631529:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384947.631531:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767384947.631532:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384947.631533:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ae3a8e8. 02000000:00000001:0.0:1767384947.631537:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384947.631539:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.631539:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384947.631540:0:16136:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384947.631541:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384947.631543:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:0.0:1767384947.631543:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384947.631544:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767384947.631544:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000087ad2673. 00000100:00000001:1.0:1767384947.631546:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.631547:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384947.631549:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384947.631549:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384947.631550:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6a07ba3. 00000100:00000001:0.0:1767384947.631554:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384947.631555:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.631555:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631557:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384947.631558:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384947.631559:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.631560:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a7beb44 x1853237352229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384947.631561:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384947.631564:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384947.631567:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384947.631568:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384947.631570:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078cbaf08. 00000004:00000040:1.0:1767384947.631572:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000001:0.0:1767384947.631572:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384947.631574:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384947.631575:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384947.631577:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000020:1.0:1767384947.631579:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000010:0.0:1767384947.631579:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aaafa280. 02000000:00000001:0.0:1767384947.631582:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384947.631583:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:1.0:1767384947.631584:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384947.631584:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7beb44. 00000100:00000040:1.0:1767384947.631588:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631592:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384947.631593:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384947.631595:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352229760:0@lo:13: 00000100:00000001:0.0:1767384947.631595:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631599:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.631599:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384947.631601:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384947.631601:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.631603:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384947.631604:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c70b0db9 x1853237352230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.631605:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631611:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384947.631613:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384947.631615:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009199a93f. 02000000:00000001:1.0:1767384947.631618:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384947.631620:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384947.631622:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384947.631624:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384947.631626:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd75655f. 02000000:00000001:1.0:1767384947.631629:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384947.631631:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384947.631632:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c70b0db9. 00000100:00000001:1.0:1767384947.631635:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384947.631637:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631639:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384947.631642:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eacc9311 x1853237352229760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.631648:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384947.631650:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384947.631652:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005962c73c. 02000000:00000001:1.0:1767384947.631654:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384947.631655:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384947.631656:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384947.631662:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384947.631663:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c1d1b9dd. 02000000:00000001:1.0:1767384947.631667:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384947.631668:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384947.631669:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eacc9311. 00000100:00000001:1.0:1767384947.631672:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384947.631673:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631674:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.631677:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384947.631678:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.631680:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.631681:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.642936:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294936589, at 4294936590 00000100:00000010:0.0:1767384947.642946:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009084bb4d. 00000100:00000040:2.0:1767384947.643918:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294936590, at 4294936591 00000100:00000010:2.0:1767384947.643926:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000040:3.0:1767384947.643947:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294936590, at 4294936591 00000100:00000010:3.0:1767384947.643954:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d192eaa1. 00000100:00000040:1.0:1767384947.644915:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294936589, at 4294936592 00000100:00000010:1.0:1767384947.644922:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079187d3f. 00000001:00000001:1.0:1767384947.839015:0:34891:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384947.839018:0:34891:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:1.0:1767384947.841972:0:34891:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384947.847625:0:34892:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ce50da0c. 00000400:00000010:3.0:1767384947.847638:0:34892:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d8251f39. 00000400:00000010:3.0:1767384947.847646:0:34892:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001adff2fb. 00000400:00000010:3.0:1767384947.847649:0:34892:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eba472e9. 00000400:00000010:3.0:1767384947.847652:0:34892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000096207133. 00000400:00000010:3.0:1767384947.847656:0:34892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000893b3c83. 00000400:00000010:3.0:1767384947.847657:0:34892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000058207fb6. 00000400:00000010:3.0:1767384947.847658:0:34892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000299b9644. 00000400:00000010:3.0:1767384947.847661:0:34892:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d74f4492. 00000800:00000010:3.0:1767384947.847677:0:34892:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009fc8be50. 00000800:00000200:3.0:1767384947.847686:0:34892:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384947.847697:0:34892:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384947.847726:0:34892:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:3.0:1767384947.847747:0:34892:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp44 [8/256/0/180] 00000400:00000010:3.0:1767384947.849027:0:34892:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000b9b2bce9. 00000400:00000010:3.0:1767384947.849037:0:34892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcd0911a. 00000400:00000010:3.0:1767384947.849043:0:34892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000400:00000001:3.0:1767384947.849060:0:34892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384947.849062:0:34892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384947.849063:0:34892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621f7fcb. 00000400:00000200:3.0:1767384947.849066:0:34892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fb7cd6 00000400:00000010:3.0:1767384947.849067:0:34892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fb7cd6. 00000400:00000010:3.0:1767384947.849070:0:34892:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000f60f60c6. 00000400:00000200:3.0:1767384947.849075:0:34892:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (35) 00000400:00000200:3.0:1767384947.849084:0:34892:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:3.0:1767384947.849091:0:34892:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:3.0:1767384947.849096:0:34892:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000aa30578d. 00000020:01000000:3.0:1767384947.849102:0:34892:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384947.849104:0:34892:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp44 00000400:00000200:0.0:1767384947.849107:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384947.849115:0:34892:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d8251f39. 00000400:00000200:0.0:1767384947.849115:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000010:3.0:1767384947.849120:0:34892:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ce50da0c. 00000400:00000200:0.0:1767384947.849121:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (36) 00000400:00000010:0.0:1767384947.849130:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000e44246bc. 00000400:00000010:0.0:1767384947.849134:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000400:00000010:0.0:1767384947.849140:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa2d31f0. 00000020:00000001:1.0:1767384947.849143:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384947.849144:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 10000000:00000001:1.0:1767384947.849147:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384947.849150:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384947.849153:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384947.849156:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384947.849156:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:01000004:1.0:1767384947.849158:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384947.849160:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384947.849161:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384947.849162:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384947.849163:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:1.0:1767384947.849164:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384947.849166:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384947.849167:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384947.849169:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384947.849170:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:1.0:1767384947.849171:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384947.849175:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000100:00000010:1.0:1767384947.849177:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c70b0db9. 00000020:00000040:1.0:1767384947.849181:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:0.0:1767384947.849181:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000100:00000001:1.0:1767384947.849187:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384947.849187:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 02000000:00000001:1.0:1767384947.849190:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384947.849193:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 02000000:00000001:1.0:1767384947.849195:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849197:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384947.849201:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:0.0:1767384947.849205:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 02000000:00000010:1.0:1767384947.849210:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000035b06fa9. 00000400:00000200:0.0:1767384947.849210:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000100:00000001:1.0:1767384947.849217:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849218:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:0.0:1767384947.849223:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000100:00000001:1.0:1767384947.849225:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384947.849227:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849227:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384947.849231:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000100:00000040:1.0:1767384947.849234:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70b0db9] to pc [ptlrpcd_00_03+3] req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.849236:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:0.0:1767384947.849243:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:0.0:1767384947.849248:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:0.0:1767384947.849254:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:0.0:1767384947.849260:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:0.0:1767384947.849265:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 30], ns[84, 30] 10000000:00000001:1.0:1767384947.849269:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384947.849272:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849272:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 30], ns[121, 30] 00000020:00000001:1.0:1767384947.849275:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384947.849278:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384947.849279:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 30], ns[94, 30] 00000100:00000001:2.0:1767384947.849286:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384947.849286:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384947.849286:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 30], ns[83, 30] 10000000:00000001:1.0:1767384947.849291:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384947.849292:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384947.849293:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384947.849296:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384947.849296:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 30], ns[143, 30] 10000000:01000000:1.0:1767384947.849297:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384947.849302:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384947.849304:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384947.849304:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[122, 30] 00000100:00000040:2.0:1767384947.849305:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384947.849307:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384947.849310:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384947.849314:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384947.849318:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384947.849318:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 30], ns[117, 30] 00000020:01000004:1.0:1767384947.849320:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384947.849324:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384947.849325:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384947.849327:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384947.849327:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384947.849329:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 30], ns[115, 30] 00000100:00000010:1.0:1767384947.849331:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b4506c3. 00000020:00000040:1.0:1767384947.849334:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000400:00000200:0.0:1767384947.849334:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 30], ns[145, 30] 00000100:00000001:1.0:1767384947.849339:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384947.849341:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384947.849342:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384947.849345:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384947.849346:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.849351:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384947.849355:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c70b0db9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352230272:0@lo:253: 02000000:00000010:1.0:1767384947.849356:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008b2f7f64. 00000400:00000200:0.0:1767384947.849358:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 30], ns[154, 30] 00000100:00000001:1.0:1767384947.849362:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.849363:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384947.849368:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384947.849368:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 30], ns[150, 30] 02000000:00000001:2.0:1767384947.849369:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384947.849370:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.849373:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.849378:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384947.849378:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b4506c3] to pc [ptlrpcd_00_00+0] req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.849378:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 30], ns[153, 30] 02000000:00000010:2.0:1767384947.849386:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007330ce2b. 00000400:00000200:0.0:1767384947.849386:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[140, 30], ns[158, 30] 02000000:00000001:2.0:1767384947.849391:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849397:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[141, 30], ns[159, 30] 00000400:00000010:2.0:1767384947.849398:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f61354. 10000000:00000001:1.0:1767384947.849401:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384947.849406:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3876dd7. 00000400:00000200:0.0:1767384947.849406:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000100:00000200:2.0:1767384947.849413:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352230272, portal 25 10000000:00000001:1.0:1767384947.849413:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.849416:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849416:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp21 00000100:00000001:2.0:1767384947.849418:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:1.0:1767384947.849419:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384947.849421:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605554176 : -106559103997440 : ffff9f15c6756a00) 00000400:00000200:0.0:1767384947.849424:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp21 lpni_is_preferred = 0 00000020:00000010:1.0:1767384947.849426:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000aa30578d. 00000100:00000040:2.0:1767384947.849428:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.849430:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp21 00000100:00000001:2.0:1767384947.849438:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384947.849440:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384947.849441:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp21 NI seq info: [160:160:256:4294967295] 192.168.203.112@tcp21 LPNI seq info [142:142:8:4294967295] 00000100:00000001:1.0:1767384947.849444:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.849445:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384947.849450:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d9a3f56. 00000100:00000200:2.0:1767384947.849454:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352230272, offset 0 00000400:00000200:0.0:1767384947.849457:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp21 00000400:00000200:2.0:1767384947.849462:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384947.849485:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21:) -> 192.168.203.112@tcp21(192.168.203.112@tcp:192.168.203.112@tcp21) : GET try# 0 00000800:00000200:0.0:1767384947.849493:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp21 00000100:00000001:1.0:1767384947.849494:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.849497:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384947.849498:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384947.849499:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ec06b777. 00000100:00000001:1.0:1767384947.849501:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384947.849508:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384947.849508:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (6) 00000400:00000200:2.0:1767384947.849513:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106d80 00000800:00000200:0.0:1767384947.849520:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp21 ip 192.168.203.112:988 00000100:00000001:1.0:1767384947.849522:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384947.849524:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14bd [2] + 0 00000100:00000001:1.0:1767384947.849525:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384947.849526:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec06b777 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384947.849530:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bfc6ed5. 02000000:00000001:1.0:1767384947.849532:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384947.849534:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ec640f3 02000000:00000001:1.0:1767384947.849536:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384947.849540:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384947.849541:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.849541:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000100:00100000:1.0:1767384947.849544:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001b4506c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352230400:0@lo:253: 00000400:00000200:0.0:1767384947.849546:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000400:00000200:2.0:1767384947.849551:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384947.849552:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384947.849556:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ec640f3 02000000:00000001:1.0:1767384947.849557:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384947.849560:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ec640f3. 00000100:00000001:0.0:1767384947.849561:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384947.849562:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.849565:0:16139:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384947.849565:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384947.849566:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384947.849569:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384947.849573:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a8bd0557 x1853237352230272 msgsize 4848 02000000:00000010:1.0:1767384947.849573:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a01fbd17. 02000000:00000001:1.0:1767384947.849577:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.849582:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fda5d3f. 00000100:00100000:2.0:1767384947.849587:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384947.849589:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384947.849590:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bffac960. 00000100:00000200:1.0:1767384947.849596:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352230400, portal 25 00000100:00000001:1.0:1767384947.849598:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384947.849599:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384947.849600:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605555968 : -106559103995648 : ffff9f15c6757100) 00000400:00000200:2.0:1767384947.849608:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a3f56 00000100:00000040:1.0:1767384947.849608:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384947.849611:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d9a3f56. 00000100:00000001:2.0:1767384947.849616:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384947.849623:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.849624:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384947.849631:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384947.849636:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384947.849637:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005156e060. 00000100:00000040:2.0:1767384947.849640:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384947.849644:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352230400, offset 0 00000100:00000001:2.0:1767384947.849647:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.849648:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384947.849652:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.849657:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294936809 00000100:00000010:2.0:1767384947.849662:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000400:00000200:1.0:1767384947.849663:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384947.849669:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384947.849674:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384947.849675:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384947.849677:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294936809 00000800:00000010:0.0:1767384947.849680:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ec06b777. 00000100:00000010:2.0:1767384947.849681:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4971c9a. 00000400:00000200:1.0:1767384947.849686:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106e00 00000100:00000001:2.0:1767384947.849687:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384947.849689:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384947.849694:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294936809 00000400:00000200:1.0:1767384947.849696:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f9 [2] + 0 00000400:00000200:0.0:1767384947.849698:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp21->192.168.203.112@tcp21: GET: OK 00000100:00000010:2.0:1767384947.849701:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0a4a20b. 00000400:00000010:1.0:1767384947.849702:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043184b41. 00000100:00000001:2.0:1767384947.849706:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384947.849707:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da38e6cb 00000100:00000001:2.0:1767384947.849712:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294936809 00000400:00000200:0.0:1767384947.849714:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384947.849715:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384947.849720:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079187d3f. 00000400:00000200:0.0:1767384947.849720:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000400:00000200:1.0:1767384947.849721:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384947.849728:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384947.849729:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da38e6cb 00000400:00000010:1.0:1767384947.849733:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da38e6cb. 00000100:00000001:2.0:1767384947.849734:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.849740:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.849740:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384947.849744:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384947.849745:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384947.849746:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.849749:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000003c19da05 x1853237352230400 msgsize 4848 00000100:00000001:2.0:1767384947.849750:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384947.849755:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384947.849759:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384947.849759:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384947.849761:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384947.849762:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384947.849766:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384947.849767:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.849770:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384947.849775:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005156e060 00000400:00000010:1.0:1767384947.849779:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005156e060. 00000400:00000200:0.0:1767384947.849779:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21) <- 192.168.203.112@tcp21 : GET - for me 00000100:00000001:2.0:1767384947.849780:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.849783:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384947.849784:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384947.849789:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.849789:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 592 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384947.849790:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.849796:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849799:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 592/592 into md 0x1d55 [1] + 0 00000100:00000001:1.0:1767384947.849806:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384947.849809:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.849811:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp21 to MR: 192.168.203.112@tcp21 local destination 00000100:00000001:1.0:1767384947.849817:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.849818:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp21 NI seq info: [161:161:256:4294967295] 192.168.203.112@tcp21 LPNI seq info [143:143:8:4294967295] 00000100:00000001:1.0:1767384947.849820:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384947.849831:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21:192.168.203.112@tcp21) -> 192.168.203.112@tcp21(192.168.203.112@tcp21:192.168.203.112@tcp21) 192.168.203.112@tcp21 : REPLY try# 0 00000800:00000200:0.0:1767384947.849838:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.112@tcp21 00000100:00000001:1.0:1767384947.849840:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384947.849843:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec06b777. 00000100:00000001:1.0:1767384947.849844:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294936809 00000100:00000001:2.0:1767384947.849847:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384947.849847:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294936809 00000800:00000200:0.0:1767384947.849850:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (6) 00000100:00100000:2.0:1767384947.849852:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230272 00000100:00000001:1.0:1767384947.849852:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294936809 00000100:00000001:1.0:1767384947.849856:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294936809 02000000:00000001:2.0:1767384947.849858:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1767384947.849858:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp21 ip 192.168.203.112:999 00000100:00000001:1.0:1767384947.849859:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294936809 00000100:00000001:2.0:1767384947.849863:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.849864:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294936809 00000800:00000200:0.0:1767384947.849864:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec06b777 type 3, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1767384947.849872:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294936809 00000100:00000001:2.0:1767384947.849875:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.849877:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294936809 02000000:00000001:2.0:1767384947.849883:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.849883:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.849911:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384947.849915:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230272 00000100:00000001:1.0:1767384947.849917:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.849918:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384947.849922:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384947.849923:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384947.849926:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384947.849930:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:1.0:1767384947.849931:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384947.849932:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384947.849936:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384947.849936:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384947.849944:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384947.849944:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384947.849947:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384947.849948:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384947.849949:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a95e7e2. 00000100:00000001:1.0:1767384947.849951:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384947.849951:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec06b777. 00000100:00000001:2.0:1767384947.849953:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.849956:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384947.849957:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a95e7e2. 00000400:00000200:0.0:1767384947.849958:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384947.849966:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001721bb04. 00000400:00000200:0.0:1767384947.849967:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp21->192.168.203.112@tcp21: REPLY: OK 00000020:00000010:2.0:1767384947.849974:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebdf22d3. 00000020:00000010:2.0:1767384947.849979:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03bf815. 00000800:00000001:0.0:1767384947.849979:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384947.849987:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384947.849991:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:0.0:1767384947.849992:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384947.849996:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384947.849998:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384947.850000:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384947.850000:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384947.850007:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384947.850011:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384947.850013:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.850020:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.850022:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp21(192.168.203.112@tcp21) <- 192.168.203.112@tcp21 : REPLY - for me 00000100:00000001:2.0:1767384947.850030:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384947.850033:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230400 02000000:00000001:2.0:1767384947.850036:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384947.850038:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384947.850039:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp21: Reply from 12345-192.168.203.112@tcp21 of length 592/592 into md 0x1d59 00000100:00000001:2.0:1767384947.850040:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.850045:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384947.850048:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384947.850054:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230400 00000800:00000001:0.0:1767384947.850055:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384947.850056:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384947.850059:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:0.0:1767384947.850060:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384947.850061:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384947.850063:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000020:00000001:2.0:1767384947.850065:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384947.850067:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384947.850071:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384947.850074:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a95e7e2. 00000100:00000001:2.0:1767384947.850078:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384947.850079:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp21->192.168.203.112@tcp21: REPLY: OK 00000020:00000010:2.0:1767384947.850082:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a95e7e2. 00000400:00000200:0.0:1767384947.850086:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000020:00000010:2.0:1767384947.850087:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012d2c6bd. 00000400:00000010:0.0:1767384947.850092:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000020:00000010:2.0:1767384947.850093:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000554c3c00. 00000100:00000001:1.0:1767384947.850098:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384947.850099:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:2.0:1767384947.850100:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000100:00000001:1.0:1767384947.850102:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384947.850105:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384947.850105:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000100:00000001:2.0:1767384947.850109:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384947.850109:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000100:00100000:1.0:1767384947.850110:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1767384947.850113:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.850116:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000400:00000200:0.0:1767384947.850116:0:16129:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.112@tcp (608 bytes) 00000100:00000001:2.0:1767384947.850119:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.850120:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526571088 : -106558182980528 : ffff9f15fd5b0450) 00000100:00000001:2.0:1767384947.850123:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.850123:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000040:1.0:1767384947.850129:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a8bd0557 x1853237352230272/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 4848/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384947.850135:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000e44246bc. 00000100:00000001:2.0:1767384947.850137:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384947.850140:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384947.850140:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384947.850140:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (37) 00000100:00100000:2.0:1767384947.850147:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000020:00000010:1.0:1767384947.850147:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000861716b6. 00000800:00000001:0.0:1767384947.850149:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384947.850150:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384947.850152:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.850154:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526570064 : -106558182981552 : ffff9f15fd5b0050) 00000800:00000001:0.0:1767384947.850155:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384947.850159:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000861716b6. 00000100:00000040:2.0:1767384947.850163:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c19da05 x1853237352230400/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 4848/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384947.850170:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a8bd0557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352230272:12345-0@lo:253: 00000400:00000200:0.0:1767384947.850174:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384947.850176:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384947.850178:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230272 00000400:00000010:0.0:1767384947.850179:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000e44246bc. 00000020:00000010:2.0:1767384947.850180:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a95e7e2. 00000020:00000001:1.0:1767384947.850183:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384947.850185:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384947.850185:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004df1d279. 00000020:00000001:1.0:1767384947.850189:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384947.850191:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a95e7e2. 00000400:00000010:0.0:1767384947.850193:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000020:00000001:1.0:1767384947.850194:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.850197:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384947.850198:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c19da05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352230400:12345-0@lo:253: 00000400:00000200:0.0:1767384947.850198:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e44246bc 00000020:00000001:1.0:1767384947.850201:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000400:00000001:0.0:1767384947.850203:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.850206:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384947.850207:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230400 00000020:00000001:1.0:1767384947.850208:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384947.850209:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004b89dd2. 00000020:00000001:1.0:1767384947.850210:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.850213:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ad3f2b 00000020:00000001:2.0:1767384947.850217:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384947.850218:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ad3f2b. 00000020:00000001:2.0:1767384947.850222:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384947.850222:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384947.850223:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000020:00000001:2.0:1767384947.850225:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.850226:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000aa3c5a17. 00000020:00000001:1.0:1767384947.850227:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384947.850229:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384947.850231:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.850231:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000020:00000001:2.0:1767384947.850232:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00000001:1.0:1767384947.850237:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384947.850238:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300871 00000020:00000001:2.0:1767384947.850239:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384947.850241:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384947.850243:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.850244:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:0 00000020:00000001:2.0:1767384947.850248:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:1.0:1767384947.850249:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000603d92d7. 00000400:00000200:0.0:1767384947.850252:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 rc 1 00000020:00000001:2.0:1767384947.850253:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384947.850254:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.850258:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000020:00000001:2.0:1767384947.850259:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.850260:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.850261:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (36) 00000100:00000001:2.0:1767384947.850267:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384947.850267:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384947.850268:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 0000000093234434. 02000000:00000001:2.0:1767384947.850272:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384947.850273:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fa18a23. 20000000:00000010:1.0:1767384947.850279:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a983c617. 00000400:00000010:0.0:1767384947.850281:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003a3aeb3. 02000000:00000010:2.0:1767384947.850282:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e9e660fa. 20000000:01000000:1.0:1767384947.850283:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384947.850288:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.850288:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 20000000:00000001:1.0:1767384947.850290:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384947.850294:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384947.850295:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384947.850298:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384947.850300:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384947.850302:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 20000000:00000001:1.0:1767384947.850303:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384947.850306:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384947.850307:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 20000000:00000010:2.0:1767384947.850311:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000095c2f133. 00000400:00000200:0.0:1767384947.850312:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 20000000:00000010:1.0:1767384947.850316:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000194d0db3. 20000000:01000000:2.0:1767384947.850318:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384947.850320:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:2.0:1767384947.850322:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384947.850322:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 20000000:00000001:2.0:1767384947.850326:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384947.850327:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384947.850330:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 20000000:00000001:2.0:1767384947.850331:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384947.850335:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384947.850336:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.850336:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 20000000:00000001:2.0:1767384947.850342:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384947.850346:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:0.0:1767384947.850351:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384947.850354:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:0.0:1767384947.850357:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:0.0:1767384947.850362:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:0.0:1767384947.850366:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:0.0:1767384947.850370:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 38], ns[161, 38] 00000400:00000200:0.0:1767384947.850373:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:0.0:1767384947.850377:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00080000:00000001:1.0:1767384947.850382:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384947.850382:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00080000:00000001:1.0:1767384947.850386:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384947.850386:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00080000:00000001:1.0:1767384947.850387:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384947.850390:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384947.850391:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000020:00000001:1.0:1767384947.850393:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384947.850395:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000020:00000001:1.0:1767384947.850398:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:1.0:1767384947.850401:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384947.850407:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00080000:00000010:1.0:1767384947.850408:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bd1c5b50. 00080000:00000001:1.0:1767384947.850411:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247713792 : -106563461837824 : ffff9f14c2b60c00) 00000400:00000200:0.0:1767384947.850412:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 32], ns[84, 32] 00080000:00000001:1.0:1767384947.850414:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384947.850416:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 32], ns[121, 32] 00000400:00000200:0.0:1767384947.850421:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 32], ns[94, 32] 00000400:00000200:0.0:1767384947.850425:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 32], ns[83, 32] 00000400:00000200:0.0:1767384947.850429:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 32], ns[143, 32] 00000400:00000200:0.0:1767384947.850433:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[122, 32] 00000400:00000200:0.0:1767384947.850438:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 32], ns[117, 32] 00000400:00000200:0.0:1767384947.850442:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 32], ns[115, 32] 00000400:00000200:0.0:1767384947.850447:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 32], ns[145, 32] 00000400:00000200:0.0:1767384947.850451:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 32], ns[154, 32] 00000400:00000200:0.0:1767384947.850456:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 32], ns[150, 32] 00000400:00000200:0.0:1767384947.850460:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 32], ns[153, 32] 00000400:00000200:0.0:1767384947.850482:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[140, 32], ns[158, 32] 00000400:00000200:0.0:1767384947.850486:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[141, 32], ns[159, 32] 00000400:00000200:0.0:1767384947.850489:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:0.0:1767384947.850493:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp22 00000400:00000200:0.0:1767384947.850497:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384947.850499:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp22 00000400:00000200:0.0:1767384947.850503:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp22 NI seq info: [162:162:256:4294967295] 192.168.203.112@tcp22 LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1767384947.850514:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp22 00000001:00000001:1.0:1767384947.850516:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384947.850518:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.850520:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22:) -> 192.168.203.112@tcp22(192.168.203.112@tcp:192.168.203.112@tcp22) : GET try# 0 00080000:00000001:1.0:1767384947.850521:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384947.850525:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp22 00000800:00000010:0.0:1767384947.850528:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ec06b777. 00000800:00000200:0.0:1767384947.850533:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (6) 00000800:00000200:0.0:1767384947.850538:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp22 ip 192.168.203.112:988 00080000:00000001:1.0:1767384947.850539:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384947.850541:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec06b777 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767384947.850542:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384947.850550:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384947.850552:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000800:00000200:0.0:1767384947.850606:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384947.850609:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ec06b777. 00000400:00000200:0.0:1767384947.850613:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.850617:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: GET: OK 00000400:00000200:0.0:1767384947.850620:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384947.850622:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00080000:00000001:1.0:1767384947.850625:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000001:0.0:1767384947.850626:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384947.850628:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384947.850631:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384947.850633:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384947.850638:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.850642:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22) <- 192.168.203.112@tcp22 : GET - for me 00000400:00000200:0.0:1767384947.850648:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384947.850653:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 608/608 into md 0x1d55 [1] + 0 00000400:00000200:0.0:1767384947.850660:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp22 to MR: 192.168.203.112@tcp22 local destination 00000400:00000200:0.0:1767384947.850666:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp22 NI seq info: [163:163:256:4294967295] 192.168.203.112@tcp22 LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1767384947.850679:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) -> 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) 192.168.203.112@tcp22 : REPLY try# 0 00000800:00000200:0.0:1767384947.850684:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.112@tcp22 00000800:00000010:0.0:1767384947.850687:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec06b777. 00000800:00000200:0.0:1767384947.850691:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (6) 00000800:00000200:0.0:1767384947.850703:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp22 ip 192.168.203.112:997 00000800:00000200:0.0:1767384947.850706:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec06b777 type 3, nob 704 niov 1 nkiov 1 00000800:00000001:1.0:1767384947.850738:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384947.850767:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384947.850770:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec06b777. 00000400:00000200:0.0:1767384947.850775:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384947.850776:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384947.850779:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384947.850780:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: REPLY: OK 00000800:00000001:1.0:1767384947.850784:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384947.850786:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384947.850790:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384947.850795:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22) <- 192.168.203.112@tcp22 : REPLY - for me 00000400:00000200:1.0:1767384947.850805:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp22: Reply from 12345-192.168.203.112@tcp22 of length 608/608 into md 0x1d71 00000800:00000001:1.0:1767384947.850810:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384947.850815:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384947.850817:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384947.850822:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: REPLY: OK 00000400:00000200:1.0:1767384947.850827:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa18a23 00000400:00000010:1.0:1767384947.850829:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fa18a23. 00000400:00000200:1.0:1767384947.850833:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384947.850836:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:1.0:1767384947.850838:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:1.0:1767384947.850841:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 36. state = 0x300271 00000400:00000200:1.0:1767384947.850843:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384947.850852:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (37) 00000800:00000001:1.0:1767384947.850859:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384947.850863:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.850880:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384947.851167:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000400:00000010:0.0:1767384947.851175:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 00000000f60f60c6. 00000400:00000010:0.0:1767384947.851179:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 000000006ef3ae25. 00000400:00000010:0.0:1767384947.851183:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 00000000829f9e10. 00000400:00000200:0.0:1767384947.851231:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp38(000000004bdee998) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384947.851240:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp40(000000006abe0604) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384947.851245:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp41(00000000769a1e60) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384947.851250:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp42(000000005e82fa35) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384947.851257:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000068c86542. 00000400:00000200:0.0:1767384947.851264:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000068c86542 nid 192.168.203.112@tcp43 00000400:00000010:0.0:1767384947.851269:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000568df4d6. 00000400:00000200:0.0:1767384947.851272:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000568df4d6 net tcp43 00000400:00000200:0.0:1767384947.851276:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (36) 00000400:00000200:0.0:1767384947.851282:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp43 flags 0x11 00000400:00000010:0.0:1767384947.851288:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000029b3143f. 00000400:00000200:0.0:1767384947.851292:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000029b3143f nid 192.168.203.112@tcp44 00000400:00000010:0.0:1767384947.851296:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008287fe19. 00000400:00000200:0.0:1767384947.851299:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000008287fe19 net tcp44 00000400:00000200:0.0:1767384947.851301:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (37) 00000400:00000200:0.0:1767384947.851307:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp44 flags 0x11 00000400:00000010:0.0:1767384947.851311:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 00000000f60f60c6. 00000400:00000010:0.0:1767384947.851316:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 000000006ef3ae25. 00000400:00000010:0.0:1767384947.851319:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 00000000829f9e10. 00000400:00000010:0.0:1767384947.851324:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 0000000093234434. 00000400:00000200:0.0:1767384947.851336:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384947.851339:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:0.0:1767384947.851344:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:0.0:1767384947.851349:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000010:0.0:1767384947.851355:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada5b411. 00000400:00000200:0.0:1767384947.851359:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (38) 00000400:00000010:0.0:1767384947.851363:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008670ac9. 00000400:00000200:0.0:1767384947.851369:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp22 00000400:00000200:0.0:1767384947.851380:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp22 to MR: 192.168.203.112@tcp22 local destination 00000400:00000200:0.0:1767384947.851388:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp22 NI seq info: [164:164:256:4294967295] 192.168.203.112@tcp22 LPNI seq info [146:146:8:4294967295] 00000400:00000200:0.0:1767384947.851394:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp22 00000400:00000200:0.0:1767384947.851407:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) -> 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) : PUT try# 0 00000800:00000200:0.0:1767384947.851413:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.112@tcp22 00000800:00000010:0.0:1767384947.851418:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec06b777. 00000800:00000200:0.0:1767384947.851423:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (6) 00000800:00000200:0.0:1767384947.851429:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp22 ip 192.168.203.112:988 00000800:00000200:0.0:1767384947.851433:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec06b777 type 1, nob 704 niov 1 nkiov 1 00000400:00000200:0.0:1767384947.851444:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384947.851446:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000800:00000200:0.0:1767384947.851621:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384947.851624:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec06b777. 00000400:00000200:0.0:1767384947.851629:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.851634:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: PUT: OK 00000400:00000200:0.0:1767384947.851638:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384947.851641:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp22: 0 00000800:00000001:0.0:1767384947.851648:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384947.851653:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384947.851655:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384947.851658:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.851665:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22) <- 192.168.203.112@tcp22 : PUT - for me 00000400:00000200:0.0:1767384947.851674:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384947.851687:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 608/608 into md 0x1d6d [1] + 0 00000400:00000010:0.0:1767384947.851690:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df1d279. 00000400:00000200:0.0:1767384947.851695:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049a1464c 00000800:00000001:0.0:1767384947.851700:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384947.851707:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384947.851710:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.851714:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: PUT: OK 00000400:00000200:0.0:1767384947.851719:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:0.0:1767384947.851721:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000400:00000200:0.0:1767384947.851725:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384947.851728:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (39) 00000400:00000200:0.0:1767384947.851732:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:0.0:1767384947.851737:0:16129:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000ecb668d4. 00000400:00000200:0.0:1767384947.851740:0:16129:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 36 00000400:00000200:0.0:1767384947.851745:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384947.851755:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (40) 00000400:00000200:0.0:1767384947.851760:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384947.851765:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp22 to MR: 192.168.203.112@tcp22 local destination 00000400:00000200:0.0:1767384947.851771:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp22 NI seq info: [165:165:256:4294967295] 192.168.203.112@tcp22 LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1767384947.851781:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) -> 192.168.203.112@tcp22(192.168.203.112@tcp22:192.168.203.112@tcp22) 192.168.203.112@tcp22 : ACK try# 0 00000800:00000200:0.0:1767384947.851786:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp22 00000800:00000010:0.0:1767384947.851791:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec06b777. 00000800:00000200:0.0:1767384947.851797:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000853ed443] -> 12345-192.168.203.112@tcp22 (6) 00000800:00000200:0.0:1767384947.851803:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp22 ip 192.168.203.112:997 00000800:00000200:0.0:1767384947.851807:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec06b777 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384947.851844:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.851854:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.851859:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384947.851862:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384947.851866:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384947.851867:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384947.851873:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec06b777. 00000400:00000200:0.0:1767384947.851879:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.851907:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: ACK: OK 00000400:00000200:2.0:1767384947.851920:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp22(192.168.203.112@tcp22) <- 192.168.203.112@tcp22 : ACK - for me 00000400:00000200:0.0:1767384947.851924:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384947.851936:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004df1d279. 00000400:00000010:0.0:1767384947.851942:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000400:00000200:0.0:1767384947.851946:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e44246bc 00000400:00000200:0.0:1767384947.851950:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3004f1 00000400:00000010:0.0:1767384947.851956:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 000000006ef3ae25. 00000400:00000010:0.0:1767384947.851959:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 00000000f60f60c6. 00000400:00000010:0.0:1767384947.851962:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 00000000829f9e10. 00000400:00000010:0.0:1767384947.852002:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 000000006ef3ae25. 00000400:00000010:0.0:1767384947.852007:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 00000000f60f60c6. 00000400:00000010:0.0:1767384947.852010:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 00000000829f9e10. 00000400:00000010:0.0:1767384947.852012:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000ecb668d4. 00000400:00000200:0.0:1767384947.852016:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384947.852020:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300571 00000400:00000200:0.0:1767384947.852024:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 1 00000400:00000200:0.0:1767384947.852029:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 00000400:00000200:0.0:1767384947.852033:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384947.852036:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300511 rc 0 00000400:00000200:0.0:1767384947.852041:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384947.852046:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (39) 00000800:00000001:2.0:1767384947.852138:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384947.852152:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp22: ACK from 12345-192.168.203.112@tcp22 into md 0x1d75 00000400:00000200:2.0:1767384947.852155:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384947.852158:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp22->192.168.203.112@tcp22: ACK: OK 00000400:00000200:2.0:1767384947.852160:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada5b411 00000400:00000010:2.0:1767384947.852162:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada5b411. 00000400:00000200:2.0:1767384947.852164:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384947.852191:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:2.0:1767384947.852193:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (38) 00000800:00000001:2.0:1767384947.852198:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.852202:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384947.858006:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384947.858014:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:2.0:1767384947.858017:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384947.858020:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384947.858020:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384947.858025:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384947.858027:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384947.858028:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384947.858029:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384947.858031:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384947.858032:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bd1c5b50. 00080000:00000001:3.0:1767384947.858037:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384947.858043:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384947.858047:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384947.858050:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384947.858054:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384947.858054:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006e29ff1b. 00080000:00000020:2.0:1767384947.858055:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384947.858057:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384947.858063:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:0.0:1767384947.858063:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00010000:00000001:3.0:1767384947.858068:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384947.858072:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:3.0:1767384947.858075:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f46daac6 count: 2 00010000:00000001:3.0:1767384947.858078:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384947.858080:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384947.858081:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384947.858086:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084f1d68d. 00000020:00000001:3.0:1767384947.858090:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384947.858092:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000084f1d68d with handle 0x7ec529173eeb84c2 to hash 00000020:00000001:3.0:1767384947.858094:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384947.858095:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384947.858103:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:3.0:1767384947.858106:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384947.858108:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384947.858109:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384947.858110:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384947.858116:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384947.858121:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384947.858121:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.858125:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384947.858126:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384947.858128:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384947.858131:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384947.858132:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384947.858133:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384947.858138:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384947.858140:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:3.0:1767384947.858148:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384947.858149:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384947.858150:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.858153:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384947.858154:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384947.858156:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384947.858157:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f60f60c6. 00010000:00000001:3.0:1767384947.858158:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384947.858162:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384947.858163:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510236004352 : -106563473547264 : ffff9f14c2036000) 00010000:00000040:3.0:1767384947.858172:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f46daac6) refcount = 2 00080000:00000001:0.0:1767384947.858172:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:3.0:1767384947.858176:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384947.858178:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384947.858181:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384947.858183:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384947.858188:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d6b42e2. 00000100:00000001:3.0:1767384947.858190:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384947.858195:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8251f39. 00000100:00000001:3.0:1767384947.858196:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510257774784 : -106563451776832 : ffff9f14c34f90c0) 00000100:00000001:3.0:1767384947.858204:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510257774784 : -106563451776832 : ffff9f14c34f90c0) 00000100:00000001:3.0:1767384947.858206:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384947.858208:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384947.858209:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384947.858212:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384947.858213:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384947.858215:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384947.858217:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384947.858219:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384947.858221:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384947.858225:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002805dbb. 00000020:00000040:3.0:1767384947.858228:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:3.0:1767384947.858232:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384947.858234:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:0.0:1767384947.858238:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:3.0:1767384947.858239:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384947.858243:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009607fa8e. 00080000:00000001:0.0:1767384947.858248:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.858249:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384947.858255:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384947.858256:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 16 pid: 16770 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384947.858267:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 16 pid: 16770 timeout: 419 lvb_type: 0 00010000:00000001:3.0:1767384947.858273:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384947.858275:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767384947.858275:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.858281:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1767384947.858281:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384947.858290:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384947.858292:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384947.858295:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352230528:0@lo:104: 00000100:00000001:3.0:1767384947.858298:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384947.858301:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384947.858303:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.858305:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384947.858309:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049e3af73. 02000000:00000001:3.0:1767384947.858316:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384947.858320:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3df13c5. 00000400:00000010:3.0:1767384947.858325:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009647cc3. 00000100:00000200:3.0:1767384947.858328:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352230528, portal 16 00000100:00000001:3.0:1767384947.858331:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384947.858332:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545438592 : -106559164113024 : ffff9f15c2e01f80) 00000100:00000040:3.0:1767384947.858336:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384947.858342:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384947.858344:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384947.858347:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000100:00000200:3.0:1767384947.858349:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352230528, offset 0 00000400:00000200:3.0:1767384947.858355:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384947.858362:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384947.858371:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272106e80 00000400:00000200:3.0:1767384947.858376:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1761 [2] + 984 00000400:00000200:3.0:1767384947.858381:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.858384:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384947.858389:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384947.858391:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384947.858394:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008a7f193a. 00080000:00000001:0.0:1767384947.858395:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000040:3.0:1767384947.858397:0:16792:0:(events.c:337:request_in_callback()) incoming req@000000008a7f193a x1853237352230528 msgsize 328 00080000:00000001:0.0:1767384947.858401:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:3.0:1767384947.858404:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384947.858416:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384947.858423:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:3.0:1767384947.858425:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000100:00000001:3.0:1767384947.858428:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384947.858431:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.858433:0:18566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384947.858438:0:18566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230528 00000100:00000001:3.0:1767384947.858441:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384947.858443:0:18566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384947.858447:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.858447:0:18566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.858452:0:18566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.858458:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.858459:0:18566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384947.858477:0:18566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230528 00000100:00000001:3.0:1767384947.858479:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384947.858482:0:18566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384947.858485:0:18566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000100:00000001:3.0:1767384947.858487:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.858488:0:18566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384947.858493:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294936818 00000020:00000040:1.0:1767384947.858493:0:18566:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000020:00000001:1.0:1767384947.858499:0:18566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:3.0:1767384947.858504:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294936809 00000020:00000001:1.0:1767384947.858505:0:18566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:3.0:1767384947.858509:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294936818 00000100:00000001:3.0:1767384947.858512:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294936809 00000100:00000001:3.0:1767384947.858517:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294936818 00000100:00000001:1.0:1767384947.858520:0:18566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384947.858523:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294936809 00000020:00000010:1.0:1767384947.858525:0:18566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a955fad0. 00000100:00000001:3.0:1767384947.858529:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294936818 00000100:00000001:1.0:1767384947.858530:0:18566:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384947.858536:0:18566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a955fad0. 00000100:00000001:3.0:1767384947.858538:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294936809 00000020:00000010:1.0:1767384947.858543:0:18566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c72d485. 00000100:00000001:3.0:1767384947.858544:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384947.858549:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.858550:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.858551:0:18566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b0975fc. 00010000:00000001:3.0:1767384947.858552:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.858557:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.858558:0:18566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029d0da34. 00010000:00000001:3.0:1767384947.858559:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384947.858562:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384947.858564:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.858565:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384947.858567:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384947.858569:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.858570:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384947.858571:0:18566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384947.858572:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384947.858576:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d8251f39 going to sleep for 11 seconds 00000100:00000001:1.0:1767384947.858576:0:18566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384947.858579:0:18566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384947.858580:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.858583:0:18566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.858584:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.858591:0:18566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.858603:0:18566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.858617:0:18566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384947.858619:0:18566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384947.858624:0:18566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384947.858627:0:18566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:1.0:1767384947.858629:0:18566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545444864 : -106559164106752 : ffff9f15c2e03800) 00000100:00000040:1.0:1767384947.858633:0:18566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a7f193a x1853237352230528/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/0 e 0 to 0 dl 1767384958 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.858640:0:18566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384947.858643:0:18566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a955fad0. 00000100:00000001:1.0:1767384947.858645:0:18566:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384947.858647:0:18566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a955fad0. 00000100:00100000:1.0:1767384947.858651:0:18566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a7f193a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352230528:12345-0@lo:104: 00000100:00000200:1.0:1767384947.858654:0:18566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230528 00010000:00000001:1.0:1767384947.858656:0:18566:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384947.858660:0:18566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384947.858661:0:18566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.858663:0:18566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=2 00000020:00000001:1.0:1767384947.858664:0:18566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:1.0:1767384947.858666:0:18566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:1.0:1767384947.858675:0:18566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384947.858677:0:18566:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.858679:0:18566:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384947.858686:0:18566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384947.858689:0:18566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384947.858693:0:18566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b886ab4. 02000000:00000001:1.0:1767384947.858695:0:18566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.858697:0:18566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.858701:0:18566:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384947.858703:0:18566:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384947.858706:0:18566:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384947.858710:0:18566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384947.858713:0:18566:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384947.858714:0:18566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384947.858717:0:18566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384947.858718:0:18566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.858721:0:18566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384947.858724:0:18566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384947.858726:0:18566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a65feb6. 00000100:00000200:1.0:1767384947.858729:0:18566:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352230528, offset 224 00000400:00000200:1.0:1767384947.858735:0:18566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384947.858743:0:18566:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384947.858750:0:18566:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272106e80 00000400:00000200:1.0:1767384947.858755:0:18566:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d7d [1] + 224 00000400:00000200:1.0:1767384947.858759:0:18566:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384947.858762:0:18566:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384947.858766:0:18566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384947.858769:0:18566:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384947.858776:0:18566:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.858791:0:18566:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384947.858803:0:18566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a65feb6 00000400:00000010:1.0:1767384947.858805:0:18566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a65feb6. 00000100:00000001:1.0:1767384947.858809:0:18566:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384947.858810:0:18566:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384947.858815:0:18566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.858818:0:18566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384947.858821:0:18566:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384947.858824:0:18566:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000550489fc. 00010000:00000001:1.0:1767384947.858827:0:18566:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384947.858835:0:18566:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384947.858837:0:18566:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.858839:0:18566:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.858841:0:18566:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.858845:0:18566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a7f193a x1853237352230528/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384947.858851:0:18566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a7f193a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352230528:12345-0@lo:104: Request processed in 210us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384947.858858:0:18566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384947.858861:0:18566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:1.0:1767384947.858863:0:18566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384947.858865:0:18566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384947.858868:0:18566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b0975fc. 00000020:00000010:1.0:1767384947.858872:0:18566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029d0da34. 00000020:00000010:1.0:1767384947.858875:0:18566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c72d485. 00000020:00000040:1.0:1767384947.858881:0:18566:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:1.0:1767384947.858883:0:18566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384947.858935:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384947.858937:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.858940:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384947.858943:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384947.858945:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384947.858947:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384947.858963:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b6a4380 already unused, calling callback (000000005e873491) 10000000:00000001:1.0:1767384947.858966:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384947.858968:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.858972:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384947.858974:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384947.858975:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.858976:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b6a4380 refcount=3 00000020:00000001:1.0:1767384947.858978:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:1.0:1767384947.858980:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262395392 : -106558447156224 : ffff9f15ed9c0400) 00010000:00000001:1.0:1767384947.858982:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384947.858984:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384947.858989:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384947.858991:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384947.858994:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384947.858997:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384947.858998:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384947.858999:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384947.859000:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384947.859001:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384947.859011:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384947.859013:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384947.859015:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:1.0:1767384947.859017:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384947.859018:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859021:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384947.859024:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384947.859025:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384947.859032:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384947.859034:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384947.859035:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b6a4380 with handle 0x7ec529173eeb84b4 from hash 00010000:00000001:1.0:1767384947.859037:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384947.859038:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859039:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859040:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384947.859042:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384947.859043:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384947.859046:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384947.859048:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384947.859052:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc82cb64. 00000020:00000040:1.0:1767384947.859055:0:16765:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384947.859057:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384947.859059:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384947.859061:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384947.859065:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c72d485. 00000100:00000001:1.0:1767384947.859069:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859072:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384947.859075:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384947.859079:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384947.859081:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.859084:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384947.859085:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.859089:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc82cb64] to pc [ptlrpcd_00_01+1] req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384947.859104:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384947.859106:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859108:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859110:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859112:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384947.859114:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.859116:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859129:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384947.859131:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 000000000b6a4380/0x7ec529173eeb84b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb84bb expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384947.859136:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000baea057f count: 0 00010000:00000001:1.0:1767384947.859150:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859151:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384947.859152:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000550489fc. 00010000:00000001:1.0:1767384947.859156:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.859158:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384947.859161:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.859164:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384947.859166:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384947.859167:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.859169:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384947.859172:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384947.859173:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.859175:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384947.859182:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.859185:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.859186:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384947.859190:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.859196:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384947.859197:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.859200:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384947.859202:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384947.859204:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384947.859206:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc82cb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352230656:0@lo:103: 00000100:00000001:1.0:1767384947.859210:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384947.859213:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384947.859215:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.859216:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384947.859224:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052586ac0. 02000000:00000001:1.0:1767384947.859225:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.859230:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043184b41. 00000400:00000010:1.0:1767384947.859234:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a65feb6. 00000100:00000200:1.0:1767384947.859237:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352230656, portal 18 00000100:00000001:1.0:1767384947.859239:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384947.859240:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605546112 : -106559104005504 : ffff9f15c6754a80) 00000100:00000040:1.0:1767384947.859245:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.859250:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384947.859254:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384947.859258:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000200:1.0:1767384947.859260:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352230656, offset 0 00000400:00000200:1.0:1767384947.859266:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384947.859274:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384947.859282:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272106f00 00000400:00000200:1.0:1767384947.859287:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:1.0:1767384947.859291:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384947.859295:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384947.859300:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384947.859301:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384947.859305:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085349cc0. 00000100:00000040:1.0:1767384947.859307:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000085349cc0 x1853237352230656 msgsize 328 00000100:00100000:1.0:1767384947.859312:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384947.859322:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384947.859326:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384947.859328:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:1.0:1767384947.859332:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384947.859334:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.859341:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384947.859345:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.859350:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859356:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384947.859362:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859365:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294936819 00000100:00000001:1.0:1767384947.859370:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936818 00000100:00000001:1.0:1767384947.859373:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294936819 00000100:00000001:1.0:1767384947.859375:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936818 00000100:00000001:1.0:1767384947.859377:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294936819 00000100:00000001:1.0:1767384947.859382:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936818 00000100:00000001:1.0:1767384947.859387:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294936819 00000100:00000001:1.0:1767384947.859391:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936818 00000100:00000001:1.0:1767384947.859396:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.859398:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859401:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859403:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.859408:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384947.859409:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384947.859412:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.859413:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.859415:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859418:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859431:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.859433:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.859434:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859436:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859452:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384947.859455:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230656 02000000:00000001:1.0:1767384947.859457:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384947.859459:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.859461:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.859476:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384947.859478:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230656 00000020:00000001:1.0:1767384947.859480:0:22984:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384947.859482:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384947.859484:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.859490:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000020:00000001:1.0:1767384947.859493:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384947.859495:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384947.859498:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384947.859501:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a955fad0. 00000100:00000001:1.0:1767384947.859504:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384947.859517:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a955fad0. 00000020:00000010:1.0:1767384947.859523:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ad7143a. 00000020:00000010:1.0:1767384947.859527:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b0975fc. 00000020:00000010:1.0:1767384947.859531:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029d0da34. 00000100:00000040:1.0:1767384947.859540:0:22984:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384947.859542:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384947.859544:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384947.859546:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384947.859548:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859550:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384947.859553:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384947.859554:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.859556:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=5 00000020:00000001:1.0:1767384947.859558:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:1.0:1767384947.859559:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00010000:1.0:1767384947.859562:0:22984:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 17 pid: 16770 timeout: 419 lvb_type: 0 00010000:00000001:1.0:1767384947.859567:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859568:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859569:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.859571:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.859575:0:22984:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384947.859579:0:22984:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000085349cc0 x1853237352230656/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.859585:0:22984:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384947.859587:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859594:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.859607:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384947.859609:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384947.859612:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384947.859614:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:1.0:1767384947.859616:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605543424 : -106559104008192 : ffff9f15c6754000) 00000100:00000040:1.0:1767384947.859620:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085349cc0 x1853237352230656/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.859626:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384947.859629:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a955fad0. 00000100:00000001:1.0:1767384947.859631:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384947.859633:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a955fad0. 00000100:00100000:1.0:1767384947.859636:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085349cc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16137:x1853237352230656:12345-0@lo:103: 00000100:00000200:1.0:1767384947.859639:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230656 00010000:00000001:1.0:1767384947.859641:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384947.859642:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384947.859644:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384947.859647:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384947.859648:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384947.859652:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008e7bec56. 02000000:00000001:1.0:1767384947.859654:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859656:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859658:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384947.859660:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384947.859662:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384947.859663:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.859664:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d45f1376 refcount=5 00000020:00000001:1.0:1767384947.859666:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000001:1.0:1767384947.859668:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385035264 : -106558324516352 : ffff9f15f4eb5a00) 00010000:00000040:1.0:1767384947.859670:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f46daac6 count: 3 00010000:00010000:1.0:1767384947.859673:0:22984:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 17 pid: 16770 timeout: 419 lvb_type: 0 00000100:00001000:1.0:1767384947.859678:0:22984:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384947 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384947.859686:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384947.859691:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859692:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384947.859693:0:22984:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 17 pid: 16770 timeout: 419 lvb_type: 0 00000020:00000001:1.0:1767384947.859698:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384947.859700:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384947.859701:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.859702:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859704:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384947.859705:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384947.859709:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859709:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859711:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384947.859712:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384947.859713:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d45f1376 with handle 0x7ec529173eeb84bb from hash 00010000:00000001:1.0:1767384947.859715:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384947.859716:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859716:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859717:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384947.859718:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384947.859719:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859720:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859731:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384947.859732:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384947.859733:0:22984:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000084f1d68d 00010000:00000001:1.0:1767384947.859734:0:22984:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384947.859735:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384947.859736:0:22984:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.859737:0:22984:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384947.859738:0:22984:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.859740:0:22984:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384947.859741:0:22984:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384947.859742:0:22984:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859746:0:22984:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384947.859752:0:22984:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384947.859753:0:22984:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384947.859754:0:22984:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384947.859756:0:22984:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f46daac6) refcount = 3 00010000:00010000:1.0:1767384947.859758:0:22984:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859762:0:22984:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384947.859763:0:22984:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384947.859764:0:22984:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.859766:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384947.859768:0:22984:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a955fad0. 00000100:00000001:1.0:1767384947.859770:0:22984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384947.859773:0:22984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000550489fc. 00000100:00000001:1.0:1767384947.859774:0:22984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515514272960 : -106558195278656 : ffff9f15fc9f5cc0) 00000100:00000001:1.0:1767384947.859776:0:22984:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637515514272960 : -106558195278656 : ffff9f15fc9f5cc0) 00000100:00000001:1.0:1767384947.859777:0:22984:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384947.859779:0:22984:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384947.859780:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384947.859782:0:22984:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384947.859784:0:22984:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384947.859786:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384947.859787:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.859789:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084f1d68d refcount=5 00000020:00000001:1.0:1767384947.859790:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:1.0:1767384947.859799:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:1.0:1767384947.859802:0:22984:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384947.859803:0:22984:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859808:0:22984:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384947.859809:0:22984:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859813:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859820:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384947.859821:0:22984:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859826:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384947.859827:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859829:0:22984:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384947.859831:0:22984:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384947.859834:0:22984:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084f1d68d already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384947.859837:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384947.859838:0:22984:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384947.859841:0:22984:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859844:0:22984:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384947.859846:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384947.859847:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.859848:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084f1d68d refcount=6 00000020:00000001:1.0:1767384947.859850:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:1.0:1767384947.859852:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385029120 : -106558324522496 : ffff9f15f4eb4200) 00010000:00000001:1.0:1767384947.859854:0:22984:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384947.859855:0:22984:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859858:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384947.859860:0:22984:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384947.859861:0:22984:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859864:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384947.859865:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384947.859867:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384947.859868:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384947.859870:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084f1d68d with handle 0x7ec529173eeb84c2 from hash 00010000:00000001:1.0:1767384947.859872:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384947.859878:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859879:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859881:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384947.859882:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384947.859915:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384947.859917:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384947.859919:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.859921:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859923:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384947.859924:0:22984:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384947.859926:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859927:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859929:0:22984:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859931:0:22984:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859933:0:22984:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.859935:0:22984:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.859938:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859940:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859942:0:22984:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384947.859944:0:22984:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384947.859945:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859947:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859948:0:22984:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384947.859951:0:22984:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384947.859953:0:22984:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859954:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.859956:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.859957:0:22984:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.859958:0:22984:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384947.859960:0:22984:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384947.859962:0:22984:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859963:0:22984:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.859965:0:22984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384947.859967:0:22984:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000550489fc. 00000100:00000001:1.0:1767384947.859971:0:22984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384947.859973:0:22984:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384947.859979:0:22984:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a955fad0. 00010000:00000001:1.0:1767384947.859982:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384947.859984:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384947.859986:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.859988:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384947.859990:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384947.859992:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384947.859996:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384947.859999:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384947.860001:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384947.860004:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384947.860005:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.860008:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384947.860011:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384947.860014:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000200:1.0:1767384947.860017:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352230656, offset 224 00000400:00000200:1.0:1767384947.860023:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384947.860031:0:22984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384947.860038:0:22984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272106f00 00000400:00000200:1.0:1767384947.860042:0:22984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d89 [1] + 224 00000400:00000200:1.0:1767384947.860046:0:22984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384947.860049:0:22984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384947.860053:0:22984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384947.860056:0:22984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384947.860062:0:22984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.860077:0:22984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384947.860082:0:22984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384947.860083:0:22984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:1.0:1767384947.860086:0:22984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384947.860087:0:22984:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384947.860091:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.860092:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.860095:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384947.860097:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:2.0:1767384947.860102:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384947.860104:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384947.860108:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043184b41. 00010000:00000001:1.0:1767384947.860108:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.860113:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384947.860114:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a65feb6 00000400:00000010:2.0:1767384947.860118:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a65feb6. 00000100:00000040:1.0:1767384947.860119:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085349cc0 x1853237352230656/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.860122:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384947.860129:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384947.860143:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085349cc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16137:x1853237352230656:12345-0@lo:103: Request processed in 512us (830us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384947.860147:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384947.860154:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384947.860159:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384947.860160:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384947.860163:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.860164:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384947.860167:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384947.860168:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384947.860171:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384947.860173:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b0975fc. 00000100:00000001:2.0:1767384947.860174:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384947.860177:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.860179:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029d0da34. 02000000:00000001:2.0:1767384947.860180:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.860186:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=77 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384947.860186:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ad7143a. 00000100:00001000:2.0:1767384947.860192:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=77 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384947.860195:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00000100:00000001:2.0:1767384947.860196:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384947.860198:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.860199:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.860201:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384947.860209:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.860212:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.860215:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.860221:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.860224:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384947.860226:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.860226:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384947.860232:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384947.860233:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384947.860237:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384947.860241:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3df13c5. 00000100:00100000:2.0:1767384947.860242:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc82cb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352230656:0@lo:103: 00000400:00000200:1.0:1767384947.860246:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009647cc3 00000100:00000001:2.0:1767384947.860249:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384947.860249:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009647cc3. 00000100:00000001:2.0:1767384947.860254:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384947.860256:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384947.860259:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc82cb64 x1853237352230656/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384947.860263:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384947.860271:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384947.860277:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767384947.860279:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384947.860281:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052586ac0. 02000000:00000001:2.0:1767384947.860287:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384947.860290:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384947.860292:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384947.860292:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384947.860295:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384947.860296:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384947.860300:0:16792:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384947.860301:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006c72d485. 02000000:00000001:1.0:1767384947.860303:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384947.860306:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384947.860307:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384947.860310:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384947.860311:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384947.860312:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc82cb64. 02000000:00000001:1.0:1767384947.860314:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.860317:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767384947.860318:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=77 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384947.860320:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.860322:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.860326:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384947.860329:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384947.860329:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.860334:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.860336:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384947.860337:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.860338:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.860342:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384947.860343:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.860344:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.860348:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.860352:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.860354:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384947.860355:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.860357:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384947.860358:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384947.860360:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d45f1376/0x7ec529173eeb84bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb84b4 expref: 16 pid: 16770 timeout: 419 lvb_type: 0 00010000:00000040:1.0:1767384947.860364:0:16792:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:1.0:1767384947.860366:0:16792:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00010000:00000001:1.0:1767384947.860370:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.860371:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.860375:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384947.860380:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352230528:0@lo:104: 00000100:00000001:1.0:1767384947.860385:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.860387:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.860389:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384947.860391:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384947.860394:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002805dbb x1853237352230528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.860399:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384947.860401:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384947.860403:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049e3af73. 02000000:00000001:1.0:1767384947.860406:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384947.860408:0:16792:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384947.860415:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000020:00000001:1.0:1767384947.860417:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384947.860419:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009607fa8e. 02000000:00000001:1.0:1767384947.860422:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384947.860423:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384947.860425:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002805dbb. 00000100:00000001:1.0:1767384947.860429:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384947.860430:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384947.860432:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8251f39. 00000100:00000001:1.0:1767384947.860435:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384947.860436:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384947.860438:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d6b42e2. 00010000:00000001:1.0:1767384947.860440:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.860443:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.860444:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384947.860446:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384947.860448:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384947.860450:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384947.860456:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.860460:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384947.860476:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384947.860479:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.860484:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384947.860485:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384947.860486:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000084f1d68d/0x7ec529173eeb84c2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384947.860490:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f46daac6 count: 0 00010000:00000001:1.0:1767384947.860499:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384947.860500:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384947.865697:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384947.865701:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384947.865702:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384947.865703:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384947.865706:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384947.865708:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384947.865709:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000010:3.0:1767384947.865711:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f60f60c6. 20000000:00000001:0.0:1767384947.865715:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384947.865717:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384947.865718:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384947.865722:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384947.865731:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384947.865734:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384947.865740:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384947.865746:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384947.865750:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384947.865757:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384947.865761:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384947.865762:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384947.865768:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca0733ff. 00010000:00000001:2.0:1767384947.865772:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384947.865775:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000026e79b31. 00000020:00000001:2.0:1767384947.865778:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384947.865780:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000026e79b31 with handle 0x7ec529173eeb84c9 to hash 00000020:00000001:2.0:1767384947.865782:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384947.865783:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384947.865786:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384947.865788:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384947.865790:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384947.865792:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.865798:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384947.865801:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384947.865802:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384947.865804:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384947.865806:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.865809:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384947.865811:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.865813:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384947.865814:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384947.865816:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384947.865817:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384947.865818:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca0733ff) refcount = 1 00010000:00010000:2.0:1767384947.865820:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.865824:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384947.865826:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384947.865827:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.865829:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.865830:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384947.865836:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384947.865838:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384947.865840:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384947.865842:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384947.865843:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026e79b31 refcount=4 00000020:00000001:2.0:1767384947.865845:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384947.865848:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384947.865849:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384947.865851:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.865855:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384947.865857:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.865861:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.865862:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384947.865863:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.865867:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384947.865868:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.865870:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384947.865871:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384947.865875:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000026e79b31 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384947.865877:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384947.865878:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384947.865880:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.865884:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384947.865904:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384947.865906:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384947.865912:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026e79b31 refcount=5 00000020:00000001:2.0:1767384947.865914:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384947.865916:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262574080 : -106558446977536 : ffff9f15ed9ebe00) 00010000:00000001:2.0:1767384947.865918:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384947.865920:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.865924:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384947.865926:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384947.865928:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.865932:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384947.865933:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384947.865935:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384947.865937:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384947.865939:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000026e79b31 with handle 0x7ec529173eeb84c9 from hash 00010000:00000001:2.0:1767384947.865941:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384947.865943:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.865944:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.1:1767384947.865944:0:34898:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000baea057f. 00010000:00000001:2.0:1767384947.865947:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384947.865950:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384947.865951:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384947.865953:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000010:1.1:1767384947.865954:0:34898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b6a4380. 00010000:00000001:2.0:1767384947.865955:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.865960:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.865962:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384947.865963:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000010:1.1:1767384947.865964:0:34898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d45f1376. 00010000:00000001:2.0:1767384947.865966:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.865968:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384947.865969:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.865970:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.865975:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384947.865976:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:1.1:1767384947.865978:0:34898:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f46daac6. 00010000:00000001:2.0:1767384947.865984:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.865987:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.1:1767384947.865989:0:34898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f1d68d. 00010000:00000001:2.0:1767384947.865995:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384947.865996:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384947.865998:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.866000:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384947.866002:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384947.866004:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384947.866006:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384947.866008:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.866012:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384947.866013:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384947.866015:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000026e79b31/0x7ec529173eeb84c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384947.866018:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca0733ff count: 0 00010000:00000001:2.0:1767384947.866031:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384947.866032:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384947.867771:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384947.867775:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384947.867777:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a983c617. 20000000:00000001:2.0:1767384947.867782:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384947.867785:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352230272 00010000:00000001:2.0:1767384947.867787:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384947.867793:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8bd0557 x1853237352230272/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384947.867810:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384947.867812:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.867814:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.867817:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384947.867819:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384947.867821:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384947.867823:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384947.867825:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.867828:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384947.867832:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384947.867841:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd22ec81. 00000100:00000200:2.0:1767384947.867845:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352230272, offset 224 00000400:00000200:2.0:1767384947.867851:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384947.867859:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384947.867867:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106d80 00000400:00000200:2.0:1767384947.867872:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d5d [2] + 224 00000400:00000200:2.0:1767384947.867877:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384947.867881:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384947.867884:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384947.867913:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384947.867921:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.867933:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384947.867938:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd22ec81 00000400:00000010:2.0:1767384947.867941:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd22ec81. 00000100:00000001:2.0:1767384947.867944:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384947.867946:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384947.867949:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.867952:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384947.867954:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384947.867956:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.867958:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384947.867962:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8bd0557 x1853237352230272/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384947.867968:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a8bd0557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352230272:12345-0@lo:253: Request processed in 17829us (18394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384947.867976:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:2.0:1767384947.867979:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384947.867981:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384947.867983:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384947.867986:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebdf22d3. 00000020:00000010:2.0:1767384947.867989:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03bf815. 00000020:00000010:2.0:1767384947.867999:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001721bb04. 00000020:00000040:2.0:1767384947.868005:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:2.0:1767384947.868009:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384947.868011:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000603d92d7. 02000000:00000001:2.0:1767384947.868015:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384947.868017:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384947.868022:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384947.868027:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069458b6a. 00000400:00000010:2.0:1767384947.868031:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd22ec81. 00000100:00000001:2.0:1767384947.868052:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384947.868053:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384947.868056:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384947.868058:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384947.868059:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f61354. 00000400:00000200:2.0:1767384947.868063:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3876dd7 00000400:00000010:2.0:1767384947.868064:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3876dd7. 00000100:00000001:2.0:1767384947.868067:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384947.868070:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384947.868075:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.868080:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384947.868081:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.868083:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384947.868085:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384947.868087:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384947.868088:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.868089:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.868092:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384947.868095:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.868097:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384947.868098:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.868100:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384947.868101:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.868103:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.868106:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.868119:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.868121:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384947.868123:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384947.868126:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384947.868128:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384947.868129:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384947.868131:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384947.868132:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384947.868133:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384947.868134:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384947.868135:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384947.868137:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384947.868138:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384947.868141:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384947.868145:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c70b0db9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352230272:0@lo:253: 00000100:00000001:2.0:1767384947.868148:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.868149:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384947.868151:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c70b0db9 x1853237352230272/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.868155:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384947.868156:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384947.868158:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007330ce2b. 02000000:00000001:2.0:1767384947.868163:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384947.868164:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384947.868166:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384947.868168:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384947.868170:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000035b06fa9. 02000000:00000001:2.0:1767384947.868174:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384947.868176:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384947.868177:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c70b0db9. 00000100:00000001:2.0:1767384947.868180:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384947.868181:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.868183:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.868193:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384947.868195:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.868198:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384947.868200:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384947.868606:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384947.868609:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384947.868611:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000095c2f133. 20000000:00000001:2.0:1767384947.868614:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384947.868616:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352230400 00010000:00000001:2.0:1767384947.868618:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384947.868621:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c19da05 x1853237352230400/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384947.868626:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384947.868627:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.868629:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.868631:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384947.868632:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384947.868633:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384947.868634:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384947.868635:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.868637:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384947.868638:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384947.868640:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3876dd7. 00000100:00000200:2.0:1767384947.868642:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352230400, offset 224 00000400:00000200:2.0:1767384947.868645:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384947.868649:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384947.868653:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106e00 00000400:00000200:2.0:1767384947.868656:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d65 [2] + 224 00000400:00000200:2.0:1767384947.868660:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384947.868662:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384947.868664:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384947.868667:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384947.868671:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.868692:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384947.868696:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3876dd7 00000400:00000010:2.0:1767384947.868698:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3876dd7. 00000100:00000001:2.0:1767384947.868701:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384947.868702:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384947.868704:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.868707:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:0.0:1767384947.868707:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.868711:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384947.868712:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384947.868715:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.868717:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384947.868718:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.868721:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384947.868722:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c19da05 x1853237352230400/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384947.868723:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fda5d3f. 00000400:00000200:0.0:1767384947.868729:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bffac960 00000400:00000010:0.0:1767384947.868733:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bffac960. 00000100:00100000:2.0:1767384947.868736:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c19da05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352230400:12345-0@lo:253: Request processed in 18558us (18984us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384947.868739:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384947.868746:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000200:0.0:1767384947.868746:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384947.868751:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384947.868755:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384947.868758:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384947.868762:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000554c3c00. 00000100:00000200:0.0:1767384947.868765:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384947.868767:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 00000020:00000010:2.0:1767384947.868773:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012d2c6bd. 00000100:00000001:0.0:1767384947.868779:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384947.868780:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:0.0:1767384947.868781:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384947.868784:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384947.868785:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384947.868786:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e9e660fa. 02000000:00000001:0.0:1767384947.868787:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384947.868791:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384947.868791:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384947.868792:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.868793:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384947.868796:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384947.868798:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384947.868800:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=77 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384947.868803:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f61354. 00000100:00001000:0.0:1767384947.868804:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.868809:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384947.868810:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384947.868811:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3876dd7. 00010000:00000001:0.0:1767384947.868819:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384947.868821:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.868822:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.868825:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.868831:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.868832:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384947.868833:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384947.868836:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384947.868837:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384947.868838:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384947.868839:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384947.868840:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384947.868841:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384947.868842:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384947.868843:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384947.868844:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384947.868846:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384947.868851:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001b4506c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352230400:0@lo:253: 00000100:00000001:0.0:1767384947.868854:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.868856:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384947.868857:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001b4506c3 x1853237352230400/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.868861:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384947.868862:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384947.868864:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a01fbd17. 02000000:00000001:0.0:1767384947.868868:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384947.868869:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384947.868870:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384947.868872:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384947.868874:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008b2f7f64. 02000000:00000001:0.0:1767384947.868877:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384947.868879:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384947.868880:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b4506c3. 00000100:00000001:0.0:1767384947.868914:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384947.868916:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.868919:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.868924:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384947.868926:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.868928:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.868930:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384947.869357:0:34897:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000333bb14e. 00000400:00000040:3.0:1767384947.869372:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384947.869378:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384947.869380:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384947.869382:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384947.869384:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384947.869385:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384947.869387:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384947.869388:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384947.869389:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384947.869390:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384947.869391:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384947.869392:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384947.869394:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384947.869395:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384947.869395:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384947.869397:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384947.869398:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384947.869399:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384947.869400:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384947.869401:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384947.869402:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384947.869404:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384947.869405:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384947.869406:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384947.869407:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384947.869408:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384947.869409:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384947.869410:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384947.869412:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384947.869412:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384947.869413:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384947.869414:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384947.869415:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384947.869416:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384947.869417:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384947.869418:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384947.869419:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384947.869420:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384947.869421:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384947.869422:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384947.869428:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384947.869429:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384947.869430:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384947.869431:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384947.869432:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384947.869433:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384947.869434:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384947.869435:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384947.869436:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384947.869437:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384947.869438:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384947.869439:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384947.869440:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384947.869441:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384947.869442:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384947.869443:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384947.869444:0:34897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384947.869538:0:34897:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000333bb14e. 00000100:00000040:1.0:1767384947.872936:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294936819, at 4294936820 00000100:00000010:1.0:1767384947.872943:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4971c9a. 00000100:00000040:0.0:1767384947.872946:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294936819, at 4294936820 00000100:00000040:2.0:1767384947.872951:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294936819, at 4294936820 00000100:00000010:0.0:1767384947.872954:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000010:2.0:1767384947.872959:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0a4a20b. 00000100:00000040:3.0:1767384947.873490:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294936819, at 4294936820 00000100:00000010:3.0:1767384947.873496:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079187d3f. 00010000:00000010:2.1:1767384947.873928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca0733ff. 00010000:00000010:2.1:1767384947.873937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000026e79b31. 00000800:00000200:2.0:1767384947.948976:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000400:00000001:0.0:1767384947.948986:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.948991:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.1:1767384947.948992:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000400:00000200:0.0:1767384947.948995:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384947.949000:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000400:00000200:0.0:1767384947.949005:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384947.949011:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384947.949023:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a7663425. 00000400:00000010:0.0:1767384947.949029:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008845c562. 00000400:00000200:0.0:1767384947.949036:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp40 00000400:00000010:0.0:1767384947.949040:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a4438feb. 00000400:00000010:0.0:1767384947.949045:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000487c5dc8. 00000400:00000010:0.0:1767384947.949049:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:0.0:1767384947.949057:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b23effec. 00000400:00000200:3.0:1767384947.949062:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949063:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp40 00000400:00000200:0.0:1767384947.949079:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp40 local destination 00000400:00000200:0.0:1767384947.949086:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp40 00000400:00000200:0.0:1767384947.949092:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp40 NI seq info: [166:166:256:4294967295] 192.168.203.112@tcp40 LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1767384947.949100:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp40 00000400:00000200:0.0:1767384947.949113:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40:) -> 192.168.203.112@tcp40(192.168.203.112@tcp40:192.168.203.112@tcp40) : GET try# 0 00000400:00000200:3.0:1767384947.949121:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000200:0.0:1767384947.949121:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp40 00000800:00000010:0.0:1767384947.949128:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f136f493. 00000800:00000200:0.0:1767384947.949138:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000800:00000200:0.1:1767384947.949144:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000400:00000200:3.0:1767384947.949151:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949167:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp40 added to recovery queue. ping count: 3 next ping: 277 health :700 00000400:00000200:3.0:1767384947.949177:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949182:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp42 00000400:00000010:0.0:1767384947.949186:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000056f49eff. 00000400:00000010:0.0:1767384947.949191:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ea93d55. 00000400:00000010:0.0:1767384947.949195:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814c8737. 00000400:00000010:0.0:1767384947.949201:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fee59aa0. 00000400:00000200:0.0:1767384947.949205:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp42 00000400:00000200:0.0:1767384947.949217:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp42 local destination 00000400:00000200:2.0:1767384947.949218:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949223:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp42 00000400:00000200:0.0:1767384947.949230:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp42 NI seq info: [167:167:256:4294967295] 192.168.203.112@tcp42 LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1767384947.949231:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949240:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp42 00000400:00000200:0.0:1767384947.949255:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp42(192.168.203.112@tcp42:) -> 192.168.203.112@tcp42(192.168.203.112@tcp42:192.168.203.112@tcp42) : GET try# 0 00000800:00000200:0.0:1767384947.949262:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp42 00000800:00000010:0.0:1767384947.949267:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c865c762. 00000800:00000200:0.0:1767384947.949273:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (2) 00000800:00000200:0.1:1767384947.949279:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (2) 00000400:00000200:2.0:1767384947.949295:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949300:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp42 added to recovery queue. ping count: 1 next ping: 271 health :900 00000400:00000200:3.0:1767384947.949305:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949371:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949374:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.949375:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949432:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.949453:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949504:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.949547:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949551:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949569:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.949615:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949626:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949630:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.949685:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949690:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949704:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.949756:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949761:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949772:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.949821:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.949828:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949939:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949969:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.949992:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950053:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950113:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950209:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950249:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950265:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950326:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950336:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950403:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950409:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.950484:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950487:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950493:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950548:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950568:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950625:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950640:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950708:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950712:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950782:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950793:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.950814:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.950841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950862:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.950882:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.950946:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.950954:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951002:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951008:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951063:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951077:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951134:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951159:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951209:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951233:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951282:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951306:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951357:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951384:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951430:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951456:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951508:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951546:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.951548:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951570:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951620:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.951621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951635:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951690:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.951694:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951711:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951764:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.951766:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951786:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951838:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.951840:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951846:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951929:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.951940:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.951950:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.951996:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.952004:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952016:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.952060:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952085:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.952118:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952154:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.952186:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000800:00000010:2.0:1767384947.952203:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:2.0:1767384947.952207:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8fdccd7. 00000800:00000010:2.0:1767384947.952213:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ad6f96c. 00000400:00000200:0.0:1767384947.952220:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000800:00000010:2.0:1767384947.952239:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ad6f96c. 00000400:00000200:3.0:1767384947.952243:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00020000:2.0:1767384947.952250:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384947.952253:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8fdccd7. 00000800:00000010:2.0:1767384947.952257:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:00000200:0.0:1767384947.952280:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:02020000:2.0:1767384947.952319:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp40 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384947.952326:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp40 notifying 192.168.203.112@tcp40: down 00000800:00000200:2.0:1767384947.952332:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp40 down 00000400:00000200:0.0:1767384947.952337:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000100:2.0:1767384947.952340:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp40 00000800:00000010:2.0:1767384947.952344:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f136f493. 00000400:00000200:2.0:1767384947.952351:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384947.952357:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp40->192.168.203.112@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384947.952365:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384947.952367:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384947.952369:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp40) recovery failed with -71 00000400:00000200:0.0:1767384947.952385:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:3.0:1767384947.952401:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ae96e14. 00000800:00000010:3.0:1767384947.952407:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faf98308. 00000800:00000010:3.0:1767384947.952411:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f2eff0e. 00000400:00000200:0.0:1767384947.952420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:3.0:1767384947.952436:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f2eff0e. 00000800:00020000:3.0:1767384947.952444:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384947.952447:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faf98308. 00000800:00000010:3.0:1767384947.952450:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ae96e14. 00000400:00000200:0.0:1767384947.952481:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:02020000:3.0:1767384947.952536:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp27 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384947.952537:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000800:00000100:3.0:1767384947.952539:0:16125:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384947.952581:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952606:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952624:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952644:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952664:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952705:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952737:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000400:00000200:0.0:1767384947.952763:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000800:00000010:0.0:1767384947.952965:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000501fa988. 00000800:00000010:0.0:1767384947.952970:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f1421e9. 00000800:00000010:0.0:1767384947.952975:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001927114a. 00000800:00000010:0.0:1767384947.953010:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001927114a. 00000400:00000200:3.0:1767384947.953136:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384947.953159:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp42 from 207.3.0.2 00000800:00000010:3.0:1767384947.953163:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000ad1d735. 00000800:00000010:3.0:1767384947.953875:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ae96e14. 00000800:00000010:3.0:1767384947.953879:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faf98308. 00000800:00000010:3.0:1767384947.953919:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6670e57. 00000800:00000200:3.1:1767384947.953925:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (2) 00000800:00000200:3.1:1767384947.953930:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp42 00000000a6670e57 deleted 00000800:00000010:3.1:1767384947.953932:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a6670e57. 00000800:00000200:3.1:1767384947.953936:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384947.953941:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp42 ip 192.168.203.112:975 00000800:00000200:3.1:1767384947.953944:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c865c762 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384947.953950:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp42 p 3.x 192.168.203.112 -> 192.168.203.112:975 incarnation:1767384943328748372 sched[0] 00000800:00000010:3.0:1767384947.953954:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f2eff0e. 00000800:00000010:3.0:1767384947.953999:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f2eff0e. 00000800:00000010:3.0:1767384947.954003:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faf98308. 00000800:00000010:3.0:1767384947.954040:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000ad1d735. 00000800:00000001:0.0:1767384947.954043:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384947.954050:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384947.954095:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384947.954098:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c865c762. 00000400:00000200:3.0:1767384947.954102:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.954107:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp42->192.168.203.112@tcp42: GET: OK 00000400:00000200:3.0:1767384947.954110:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384947.954112:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp42 recovery message sent successfully:0 00000800:00000200:3.1:1767384947.954155:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384947.954159:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp42 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384943328748372 sched[0] 00000800:00000010:3.0:1767384947.954161:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f1421e9. 00000400:00000200:3.0:1767384947.954223:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954274:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954327:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954394:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954458:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954531:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954575:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954619:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954713:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954762:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.954851:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955123:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955151:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955170:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955188:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955215:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955264:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000800:00000001:2.0:1767384947.955311:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.955319:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.955322:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000800:00000001:2.0:1767384947.955322:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.955333:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384947.955343:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp42(192.168.203.112@tcp42) <- 192.168.203.112@tcp42 : GET - for me 00000400:00000200:2.0:1767384947.955354:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384947.955361:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1d55 [1] + 0 00000400:00000200:2.0:1767384947.955372:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp42 to MR: 192.168.203.112@tcp42 local destination 00000400:00000200:3.0:1767384947.955379:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.955380:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp42 NI seq info: [168:168:256:4294967295] 192.168.203.112@tcp42 LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1767384947.955401:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp42(192.168.203.112@tcp42:192.168.203.112@tcp42) -> 192.168.203.112@tcp42(192.168.203.112@tcp42:192.168.203.112@tcp42) 192.168.203.112@tcp42 : REPLY try# 0 00000800:00000200:2.0:1767384947.955407:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp42 00000800:00000010:2.0:1767384947.955411:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001278299b. 00000800:00000200:2.0:1767384947.955415:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (4) 00000800:00000200:2.0:1767384947.955419:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp42 ip 192.168.203.112:988 00000800:00000200:2.0:1767384947.955421:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001278299b type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384947.955442:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384947.955446:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955489:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000800:00000001:0.0:1767384947.955495:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.955525:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000800:00000200:2.0:1767384947.955537:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384947.955540:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001278299b. 00000400:00000200:2.0:1767384947.955543:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384947.955547:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp42->192.168.203.112@tcp42: REPLY: OK 00000800:00000001:2.0:1767384947.955558:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.955563:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384947.955565:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.955569:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.955571:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384947.955577:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp42(192.168.203.112@tcp42) <- 192.168.203.112@tcp42 : REPLY - for me 00000400:00000200:2.0:1767384947.955588:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp42: Reply from 12345-192.168.203.112@tcp42 of length 272/272 into md 0x1da9 00000800:00000001:2.0:1767384947.955592:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384947.955597:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384947.955599:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384947.955603:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp42->192.168.203.112@tcp42: REPLY: OK 00000400:00000200:2.0:1767384947.955606:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c8737 00000400:00000010:2.0:1767384947.955608:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814c8737. 00000400:00000200:2.0:1767384947.955611:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384947.955616:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000056f49eff. 00000400:00000010:2.0:1767384947.955620:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ea93d55. 00000800:00000001:2.0:1767384947.955626:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384947.955629:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000800:00000001:2.0:1767384947.955630:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.955693:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955745:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955790:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955837:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955868:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955933:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.955992:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.956039:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384947.956073:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384947.956156:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384947.956160:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faf98308. 00000800:00000010:3.0:1767384947.956163:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f2eff0e. 00000800:00000010:3.0:1767384947.956176:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f2eff0e. 00000800:00020000:3.0:1767384947.956182:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384947.956184:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faf98308. 00000800:00000010:3.0:1767384947.956186:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001a56191. 00000400:02020000:3.0:1767384947.956229:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp42 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384948.205949:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384948.205954:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384948.205961:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384948.205962:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384948.205981:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384948.205984:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384948.205987:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384948.972976:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384948.972982:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384948.972985:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384948.972989:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000400:00000200:0.0:1767384948.972996:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384948.973003:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384948.973015:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a4438feb. 00000400:00000010:0.0:1767384948.973019:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000487c5dc8. 00000400:00000200:0.0:1767384948.973025:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp41 00000400:00000010:0.0:1767384948.973029:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a4438feb. 00000400:00000010:0.0:1767384948.973034:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000487c5dc8. 00000400:00000010:0.0:1767384948.973037:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:0.0:1767384948.973096:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000763b2eaa. 00000400:00000200:0.0:1767384948.973102:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp41 00000400:00000200:0.0:1767384948.973116:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp41 local destination 00000400:00000200:0.0:1767384948.973122:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp41 00000400:00000200:0.0:1767384948.973125:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp41 NI seq info: [169:169:256:4294967295] 192.168.203.112@tcp41 LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1767384948.973132:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp41 00000400:00000200:0.0:1767384948.973140:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp41(192.168.203.112@tcp41:) -> 192.168.203.112@tcp41(192.168.203.112@tcp41:192.168.203.112@tcp41) : GET try# 0 00000800:00000200:0.0:1767384948.973159:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp41 00000800:00000010:0.0:1767384948.973164:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007284a114. 00000800:00000200:0.0:1767384948.973171:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000800:00000200:0.1:1767384948.973175:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000400:00000200:0.0:1767384948.973211:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp41 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:3.0:1767384948.973284:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973343:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973376:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973413:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973433:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973450:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973492:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973512:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973532:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973551:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973568:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973590:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973616:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973637:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973662:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973700:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973738:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973767:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973790:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973812:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973832:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973852:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973871:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973945:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.973993:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974033:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974201:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974233:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974261:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974316:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974357:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974391:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974483:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974544:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384948.974575:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384948.974772:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384948.974777:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000951aab49. 00000800:00000010:3.0:1767384948.974783:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cece580e. 00000800:00000010:3.0:1767384948.974809:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cece580e. 00000800:00020000:3.0:1767384948.974819:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384948.974822:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000951aab49. 00000800:00000010:3.0:1767384948.974826:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001a56191. 00000400:02020000:3.0:1767384948.974914:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp41 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384948.974929:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp41 notifying 192.168.203.112@tcp41: down 00000800:00000200:3.0:1767384948.974940:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp41 down 00000800:00000100:3.0:1767384948.974955:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp41 00000800:00000010:3.0:1767384948.974960:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007284a114. 00000400:00000200:3.0:1767384948.974972:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384948.974982:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp41->192.168.203.112@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384948.974992:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384948.974996:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384948.975000:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384949.230011:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384949.230028:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.230037:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384949.230039:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.230077:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384949.230083:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384949.230097:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384949.549539:0:35395:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384949.549553:0:35395:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.549558:0:35395:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384949.549565:0:35395:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384949.549571:0:35395:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384949.549575:0:35395:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384949.996968:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384949.996975:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384949.996979:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384949.996984:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000400:00000200:0.0:1767384949.996989:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384949.996997:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384949.997010:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a4438feb. 00000400:00000010:0.0:1767384949.997015:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000487c5dc8. 00010000:00000001:2.0:1767384950.252951:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384950.252956:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384950.252961:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384950.252962:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.252996:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384950.253000:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.253003:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384950.282929:0:35559:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384950.282935:0:35559:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:1.0:1767384950.285785:0:35559:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384950.291976:0:35560:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000867baacd. 00000400:00000010:1.0:1767384950.291989:0:35560:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000efe443fd. 00000400:00000010:1.0:1767384950.291997:0:35560:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bf8d5b21. 00000400:00000010:1.0:1767384950.292000:0:35560:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000daf276a. 00000400:00000010:1.0:1767384950.292003:0:35560:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e36c3ad. 00000400:00000010:1.0:1767384950.292007:0:35560:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000014af5e7. 00000400:00000010:1.0:1767384950.292008:0:35560:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d26927a2. 00000400:00000010:1.0:1767384950.292009:0:35560:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001744d8db. 00000400:00000010:1.0:1767384950.292012:0:35560:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b38ef247. 00000800:00000010:1.0:1767384950.292027:0:35560:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bf243d15. 00000800:00000200:1.0:1767384950.292035:0:35560:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384950.292047:0:35560:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384950.292080:0:35560:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384950.292105:0:35560:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp45 [8/256/0/180] 00000400:00000010:1.0:1767384950.293509:0:35560:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000bd1c5b50. 00000400:00000010:1.0:1767384950.293515:0:35560:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743b2243. 00000400:00000010:1.0:1767384950.293519:0:35560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000400:00000001:1.0:1767384950.293577:0:35560:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384950.293578:0:35560:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384950.293580:0:35560:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcd0911a. 00000400:00000200:1.0:1767384950.293588:0:35560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048aec23d 00000400:00000010:1.0:1767384950.293589:0:35560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048aec23d. 00000400:00000010:1.0:1767384950.293594:0:35560:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000b9b2bce9. 00000400:00000200:1.0:1767384950.293598:0:35560:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (37) 00000400:00000200:1.0:1767384950.293608:0:35560:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384950.293615:0:35560:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:1.0:1767384950.293621:0:35560:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009f7fc1e1. 00000020:01000000:1.0:1767384950.293626:0:35560:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384950.293628:0:35560:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp45 00000400:00000200:2.0:1767384950.293639:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384950.293640:0:35560:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000efe443fd. 00000400:00000010:1.0:1767384950.293645:0:35560:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000867baacd. 00000400:00000200:2.0:1767384950.293646:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 00000400:00000010:2.0:1767384950.293654:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae2b5821. 00000400:00000200:2.0:1767384950.293657:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (38) 00000400:00000010:2.0:1767384950.293662:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d1b9bb6. 00000400:00000200:2.0:1767384950.293666:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000001:0.0:1767384950.293668:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384950.293673:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384950.293676:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384950.293678:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 10000000:01000000:0.0:1767384950.293679:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384950.293684:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384950.293685:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000020:01000004:0.0:1767384950.293687:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384950.293691:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384950.293694:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384950.293696:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:0.0:1767384950.293697:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384950.293701:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384950.293704:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384950.293706:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:0.0:1767384950.293707:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384950.293711:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384950.293714:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384950.293715:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000100:00000010:0.0:1767384950.293720:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c235ab4f. 00000400:00000200:2.0:1767384950.293721:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000020:00000040:0.0:1767384950.293727:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767384950.293728:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000100:00000001:0.0:1767384950.293733:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384950.293735:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 02000000:00000001:0.0:1767384950.293737:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384950.293741:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 02000000:00000001:0.0:1767384950.293743:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.293746:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:2.0:1767384950.293750:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 02000000:00000010:0.0:1767384950.293752:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c726dc27. 00000400:00000200:2.0:1767384950.293753:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:2.0:1767384950.293756:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 38], ns[161, 38] 00000100:00000001:0.0:1767384950.293766:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.293770:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 38], ns[165, 38] 00000400:00000200:2.0:1767384950.293774:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:0.0:1767384950.293774:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384950.293778:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.293782:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000100:00000040:0.0:1767384950.293788:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c235ab4f] to pc [ptlrpcd_00_02+2] req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.293789:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:2.0:1767384950.293806:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:2.0:1767384950.293813:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:2.0:1767384950.293816:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000400:00000200:2.0:1767384950.293819:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[84, 34] 00000400:00000200:2.0:1767384950.293822:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[111, 34], ns[121, 34] 00000400:00000200:2.0:1767384950.293827:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 34], ns[94, 34] 10000000:00000001:0.0:1767384950.293827:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.293829:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384950.293832:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.293836:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384950.293837:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.293840:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 34], ns[83, 34] 00000100:00000001:1.0:1767384950.293842:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384950.293842:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384950.293850:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 34], ns[143, 34] 00000100:00000040:1.0:1767384950.293851:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384950.293852:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384950.293856:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384950.293859:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384950.293863:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[122, 34] 10000000:01000000:0.0:1767384950.293863:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384950.293867:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384950.293871:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384950.293875:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384950.293878:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384950.293880:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 34], ns[117, 34] 00000020:01000004:0.0:1767384950.293881:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384950.293901:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384950.293903:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384950.293904:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384950.293905:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384950.293908:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a968d37. 00000020:00000040:0.0:1767384950.293912:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767384950.293916:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 34], ns[115, 34] 00000100:00000001:0.0:1767384950.293917:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384950.293920:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384950.293924:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.293925:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 34], ns[145, 34] 00000100:00000001:1.0:1767384950.293927:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384950.293931:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384950.293932:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009486e6fc. 00000400:00000200:2.0:1767384950.293933:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 34], ns[154, 34] 00000100:00000001:0.0:1767384950.293939:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384950.293940:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384950.293941:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 34], ns[150, 34] 00000100:00000001:0.0:1767384950.293945:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384950.293947:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384950.293948:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384950.293956:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384950.293957:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a968d37] to pc [ptlrpcd_00_03+3] req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.293963:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 34], ns[166, 34] 00000100:00100000:1.0:1767384950.293965:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c235ab4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352230784:0@lo:253: 00000100:00000001:1.0:1767384950.293979:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384950.293981:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[151, 34], ns[169, 34] 10000000:00000001:0.0:1767384950.293985:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.293987:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[168, 34] 02000000:00000001:1.0:1767384950.293987:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:0.0:1767384950.293989:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384950.293992:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.293995:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 02000000:00000001:1.0:1767384950.293998:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384950.294000:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384950.294004:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384950.294006:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000010:0.0:1767384950.294007:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009f7fc1e1. 02000000:00000010:1.0:1767384950.294008:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a983c617. 00000400:00000200:2.0:1767384950.294012:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 02000000:00000001:1.0:1767384950.294014:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.294018:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp43 00000400:00000010:1.0:1767384950.294022:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a435b1. 00000100:00000001:0.0:1767384950.294023:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384950.294024:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp43 lpni_is_preferred = 0 00000100:00000001:0.0:1767384950.294027:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384950.294030:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384950.294032:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp43 00000400:00000010:1.0:1767384950.294032:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efe443fd. 00000100:00000040:0.0:1767384950.294036:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384950.294040:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352230784, portal 25 00000400:00000200:2.0:1767384950.294041:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp43 NI seq info: [170:170:256:4294967295] 192.168.203.112@tcp43 LPNI seq info [152:152:8:4294967295] 00000100:00000001:1.0:1767384950.294049:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384950.294054:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605066240 : -106559104485376 : ffff9f15c66df800) 00000400:00000200:2.0:1767384950.294055:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp43 00000100:00000001:0.0:1767384950.294059:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384950.294066:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384950.294067:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp43(192.168.203.112@tcp43:) -> 192.168.203.112@tcp43(192.168.203.112@tcp:192.168.203.112@tcp43) : PUT try# 0 00000100:00000001:0.0:1767384950.294071:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384950.294076:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767384950.294079:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.112@tcp43 02000000:00000001:0.0:1767384950.294082:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384950.294087:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c0f73d2. 02000000:00000001:0.0:1767384950.294088:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384950.294095:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a968d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352230912:0@lo:253: 00000100:00000001:1.0:1767384950.294096:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384950.294099:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000206d3bf0. 00000100:00000001:0.0:1767384950.294099:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384950.294103:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384950.294104:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384950.294106:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384950.294107:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000e496e2e. 00000400:00000010:1.0:1767384950.294110:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b58c406. 02000000:00000001:0.0:1767384950.294113:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384950.294116:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352230784, offset 0 00000800:00000200:2.0:1767384950.294117:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 02000000:00000010:0.0:1767384950.294122:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f93f4618. 00000800:00000200:2.1:1767384950.294126:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 02000000:00000001:0.0:1767384950.294128:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384950.294131:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384950.294136:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d3371e. 00000400:00000200:2.0:1767384950.294143:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000010:0.0:1767384950.294145:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009636e33. 00000400:00000200:1.0:1767384950.294147:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384950.294150:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300551 rc 0 00000100:00000200:0.0:1767384950.294152:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352230912, portal 25 00000100:00000001:0.0:1767384950.294157:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384950.294159:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605057280 : -106559104494336 : ffff9f15c66dd500) 00000400:00000200:1.0:1767384950.294164:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272106f80 00000100:00000040:0.0:1767384950.294168:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384950.294177:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1501 [2] + 0 00000100:00000001:0.0:1767384950.294180:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384950.294186:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097f4eb92. 00000100:00000040:0.0:1767384950.294186:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384950.294190:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1abed02. 00000400:00000200:1.0:1767384950.294193:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001df49758 00000400:00000200:1.0:1767384950.294202:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384950.294202:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352230912, offset 0 00000400:00000200:2.0:1767384950.294209:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384950.294214:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384950.294215:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384950.294224:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001df49758 00000400:00000200:0.0:1767384950.294225:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384950.294230:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001df49758. 00000400:00000200:0.0:1767384950.294236:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107000 00000100:00000001:1.0:1767384950.294239:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384950.294242:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384950.294251:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000001ed8aa9a x1853237352230784 msgsize 4848 00000400:00000200:0.0:1767384950.294251:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1541 [2] + 0 00000400:00000200:2.0:1767384950.294253:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000010:0.0:1767384950.294261:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006254b07b. 00000100:00100000:1.0:1767384950.294267:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384950.294268:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a26ffe2a 00000100:00000040:1.0:1767384950.294273:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384950.294275:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384950.294280:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384950.294281:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384950.294283:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26ffe2a 00000100:00000001:1.0:1767384950.294284:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384950.294288:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a26ffe2a. 00000100:00000001:0.0:1767384950.294293:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384950.294295:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b58c406 00000100:00000200:0.0:1767384950.294295:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384950.294301:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b58c406. 00000100:00000040:0.0:1767384950.294301:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000004e93e42 x1853237352230912 msgsize 4848 00000400:00000200:2.0:1767384950.294305:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:1.0:1767384950.294309:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384950.294313:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384950.294316:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:1.0:1767384950.294319:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.294327:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384950.294328:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:1.0:1767384950.294331:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384950.294333:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1abed02 00000400:00000010:0.0:1767384950.294337:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1abed02. 00000100:00000040:1.0:1767384950.294338:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384950.294342:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384950.294349:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.294352:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.294354:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:1.0:1767384950.294359:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384950.294362:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384950.294366:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.294369:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.294375:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294378:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294939254 00000100:00000001:0.0:1767384950.294378:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384950.294380:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:0.0:1767384950.294383:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384950.294384:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000131d439e. 00000100:00000001:0.0:1767384950.294387:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294939254 00000100:00000001:1.0:1767384950.294398:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384950.294405:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294939254 00000100:00000001:0.0:1767384950.294406:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294939254 00000100:00000001:0.0:1767384950.294411:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294939254 00000100:00000010:1.0:1767384950.294413:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2f944a. 00000100:00000001:1.0:1767384950.294419:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384950.294425:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294939254 00000100:00000001:0.0:1767384950.294426:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294939254 00000100:00000001:0.0:1767384950.294431:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294939254 00000100:00000010:1.0:1767384950.294434:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c495d6a. 00000100:00000001:1.0:1767384950.294439:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384950.294445:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000001:0.0:1767384950.294445:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294939254 00000100:00000001:1.0:1767384950.294446:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294939254 00000100:00000001:0.0:1767384950.294462:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294939254 00000100:00000010:0.0:1767384950.294469:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc5ba335. 00000100:00000001:0.0:1767384950.294479:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384950.294483:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384950.294484:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294939254 00000100:00000001:0.0:1767384950.294486:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.294490:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294492:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384950.294493:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.294499:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294503:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294505:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.294510:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:0.0:1767384950.294518:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384950.294520:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384950.294521:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384950.294524:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384950.294526:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.294529:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384950.294530:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384950.294531:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294534:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384950.294536:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294540:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294545:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384950.294552:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000001:0.0:1767384950.294559:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384950.294562:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230784 02000000:00000001:0.0:1767384950.294564:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384950.294567:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384950.294568:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384950.294572:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384950.294574:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230784 00000020:00000001:0.0:1767384950.294576:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384950.294578:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384950.294580:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.294582:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:0.0:1767384950.294584:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384950.294587:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384950.294591:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384950.294592:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000020:00000010:0.0:1767384950.294595:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bda4c9e6. 00000100:00000001:0.0:1767384950.294599:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384950.294601:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bda4c9e6. 00000020:00000010:0.0:1767384950.294607:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c440076. 00000020:00000010:0.0:1767384950.294611:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b15160f. 00000020:00000010:0.0:1767384950.294615:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f473561. 00000100:00000040:0.0:1767384950.294624:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384950.294625:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000001:0.0:1767384950.294627:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384950.294630:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384950.294631:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.294643:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.294651:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.294660:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000100:00000001:0.0:1767384950.294661:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384950.294665:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352230912 02000000:00000001:0.0:1767384950.294667:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384950.294668:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384950.294670:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384950.294672:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384950.294674:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352230912 00000020:00000001:0.0:1767384950.294676:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384950.294677:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384950.294678:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.294680:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:0.0:1767384950.294682:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384950.294683:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384950.294685:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384950.294688:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bda4c9e6. 00000100:00000001:0.0:1767384950.294689:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384950.294691:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bda4c9e6. 00000020:00000010:0.0:1767384950.294696:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cae3db08. 00000020:00000010:0.0:1767384950.294698:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029e9b128. 00000020:00000010:0.0:1767384950.294701:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002eda82cc. 00000400:00000200:2.0:1767384950.294702:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000001:0.0:1767384950.294704:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384950.294707:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384950.294708:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.294712:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.294714:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384950.294726:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384950.294727:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384950.294732:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:0.0:1767384950.294735:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384950.294737:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526576208 : -106558182975408 : ffff9f15fd5b1850) 00000100:00000040:0.0:1767384950.294741:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ed8aa9a x1853237352230784/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:176/0 lens 4848/0 e 0 to 0 dl 1767384961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.294743:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384950.294748:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000100:00000001:1.0:1767384950.294749:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384950.294760:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000001:0.0:1767384950.294767:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384950.294768:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000010:0.0:1767384950.294771:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bda4c9e6. 00000100:00000001:1.0:1767384950.294773:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526585424 : -106558182966192 : ffff9f15fd5b3c50) 00000100:00000001:0.0:1767384950.294774:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384950.294780:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bda4c9e6. 00000100:00000040:1.0:1767384950.294785:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004e93e42 x1853237352230912/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:176/0 lens 4848/0 e 0 to 0 dl 1767384961 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384950.294788:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ed8aa9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352230784:12345-0@lo:253: 00000400:00000200:2.0:1767384950.294790:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000100:00000200:0.0:1767384950.294797:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230784 00000020:00000001:0.0:1767384950.294802:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384950.294806:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384950.294808:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384950.294808:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.294813:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384950.294815:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00000020:00000001:0.0:1767384950.294816:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384950.294822:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384950.294823:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384950.294824:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384950.294829:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000020:00000010:1.0:1767384950.294832:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000020:00000001:0.0:1767384950.294832:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384950.294836:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384950.294840:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384950.294845:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004e93e42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352230912:12345-0@lo:253: 00000100:00000001:0.0:1767384950.294846:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384950.294850:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384950.294856:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008b2f7f64. 02000000:00000001:0.0:1767384950.294860:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384950.294865:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384950.294867:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352230912 00000400:00000200:2.0:1767384950.294868:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 20000000:00000001:0.0:1767384950.294869:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384950.294872:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384950.294877:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384950.294880:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384950.294880:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a01fbd17. 20000000:01000000:0.0:1767384950.294906:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384950.294909:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384950.294912:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384950.294912:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384950.294916:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384950.294917:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 20000000:00000001:0.0:1767384950.294919:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.294924:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384950.294925:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384950.294926:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000020:00000001:1.0:1767384950.294928:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384950.294933:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:0.0:1767384950.294933:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000454ac999. 00000020:00000001:1.0:1767384950.294936:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767384950.294937:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000020:00000001:1.0:1767384950.294941:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.294944:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384950.294947:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384950.294950:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:1.0:1767384950.294951:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384950.294957:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f7fc1e1. 02000000:00000001:1.0:1767384950.294961:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.294963:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384950.294966:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384950.294971:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 20000000:00000010:1.0:1767384950.294976:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000425b1ae4. 20000000:01000000:1.0:1767384950.294981:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384950.294983:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384950.294986:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384950.294988:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384950.294990:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384950.294993:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384950.295001:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384950.295004:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00080000:00000001:0.0:1767384950.295005:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384950.295008:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384950.295010:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384950.295014:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384950.295018:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:0.0:1767384950.295022:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384950.295028:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00080000:00000010:0.0:1767384950.295029:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000badb0cdc. 00080000:00000001:0.0:1767384950.295033:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514901571584 : -106558807980032 : ffff9f15d81a4800) 00080000:00000001:0.0:1767384950.295036:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384950.295059:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295081:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295106:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295134:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000001:00000001:0.0:1767384950.295150:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384950.295154:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384950.295157:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384950.295163:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00080000:00000001:0.0:1767384950.295183:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384950.295188:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384950.295191:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295238:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295297:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00080000:00000001:0.0:1767384950.295337:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384950.295338:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00080000:00000001:0.0:1767384950.295341:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384950.295374:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295408:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295471:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384950.295528:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:2.0:1767384950.295744:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:2.0:1767384950.295748:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2347a91. 00000800:00000010:2.0:1767384950.295754:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000298f4638. 00000800:00000010:2.0:1767384950.295781:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000298f4638. 00000800:00020000:2.0:1767384950.295791:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384950.295794:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2347a91. 00000800:00000010:2.0:1767384950.295797:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:02020000:2.0:1767384950.295834:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp43 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384950.295840:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp43 notifying 192.168.203.112@tcp43: down 00000800:00000200:2.0:1767384950.295845:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp43 down 00000800:00000100:2.0:1767384950.295850:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.112@tcp43 00000800:00000010:2.0:1767384950.295853:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c0f73d2. 00000400:00000200:2.0:1767384950.295856:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384950.295859:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp43->192.168.203.112@tcp43: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384950.295865:0:16125:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp43 added to recovery queue. ping count: 0 next ping: 272 health :900 00000400:00000200:2.0:1767384950.295867:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384950.295871:0:16125:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:2.0:1767384950.295874:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384950.295946:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384950.295951:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x301151 00000400:00000001:2.0:1767384950.295954:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384950.295955:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384950.295956:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae2b5821 00000400:00000010:2.0:1767384950.295958:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae2b5821. 00000400:00000200:2.0:1767384950.295961:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384950.295966:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384950.295969:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (39) 00000400:00000200:2.0:1767384950.295973:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384950.295976:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 rc -71 00000400:00000200:2.0:1767384950.295980:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384950.295983:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (38) 00080000:00000001:0.0:1767384950.304374:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384950.304381:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:2.0:1767384950.304385:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384950.304386:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384950.304391:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384950.304391:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384950.304396:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384950.304397:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384950.304402:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384950.304406:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384950.304410:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000badb0cdc. 00080000:00000001:2.0:1767384950.304414:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384950.304416:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384950.304420:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384950.304423:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026ba725d. 00080000:00000020:0.0:1767384950.304426:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384950.304430:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384950.304438:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384950.304443:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384950.304445:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384950.304460:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384950.304466:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384950.304470:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384950.304473:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384950.304480:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000301c9d2d. 00010000:00000001:0.0:1767384950.304485:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384950.304488:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053c9c6ce. 00080000:00000001:1.0:1767384950.304491:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384950.304491:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384950.304495:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000053c9c6ce with handle 0x7ec529173eeb84d0 to hash 00080000:00000001:1.0:1767384950.304498:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384950.304498:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384950.304502:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384950.304505:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384950.304508:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00000020:00000001:1.0:1767384950.304511:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384950.304512:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.304517:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384950.304518:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384950.304518:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.304524:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384950.304525:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384950.304531:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384950.304536:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e21d2ec6. 00010000:00000001:0.0:1767384950.304536:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384950.304538:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384950.304542:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384950.304543:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510247721984 : -106563461829632 : ffff9f14c2b62c00) 00010000:00000001:0.0:1767384950.304544:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.304551:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384950.304552:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384950.304552:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.304557:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384950.304559:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384950.304560:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384950.304561:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384950.304563:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000301c9d2d) refcount = 1 00010000:00010000:0.0:1767384950.304565:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.304569:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384950.304570:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384950.304572:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.304573:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.304574:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384950.304577:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384950.304579:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384950.304581:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.304583:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.304584:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=4 00000020:00000001:0.0:1767384950.304586:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.304588:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.304590:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384950.304597:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384950.304602:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384950.304602:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384950.304606:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384950.304608:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.304614:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384950.304616:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384950.304617:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384950.304620:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.304625:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.304626:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.304629:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384950.304631:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384950.304633:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.304635:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053c9c6ce already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384950.304639:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767384950.304640:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384950.304641:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384950.304644:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.304648:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384950.304649:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.304651:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.304652:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=5 00000020:00000001:0.0:1767384950.304653:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.304655:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.304657:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384950.304658:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.304662:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384950.304668:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384950.304670:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.304673:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384950.304674:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384950.304676:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.304677:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384950.304679:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053c9c6ce with handle 0x7ec529173eeb84d0 from hash 00010000:00000001:0.0:1767384950.304681:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384950.304682:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.304684:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.304685:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384950.304686:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384950.304687:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384950.304689:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384950.304691:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.304693:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.304694:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384950.304695:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384950.304697:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.304698:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.304700:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.304701:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.304703:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.304704:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.304708:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.304709:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.304710:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384950.304711:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384950.304713:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.304714:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.304716:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384950.304718:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.304720:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.304722:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384950.304734:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384950.304734:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384950.304736:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384950.304740:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384950.304741:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:0.0:1767384950.304747:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000301c9d2d count: 0 00010000:00000001:0.0:1767384950.304755:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384950.304756:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384950.307925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000301c9d2d. 00000100:00000040:2.0:1767384950.307931:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294939254, at 4294939255 00000100:00000040:1.0:1767384950.307932:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294939254, at 4294939255 00010000:00000010:0.1:1767384950.307935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053c9c6ce. 00000100:00000010:2.0:1767384950.307941:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c495d6a. 00000100:00000040:3.0:1767384950.307944:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294939254, at 4294939255 00000100:00000010:1.0:1767384950.307944:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2f944a. 00000100:00000010:3.0:1767384950.307951:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc5ba335. 00000100:00000040:0.0:1767384950.307955:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294939254, at 4294939255 00000100:00000010:0.0:1767384950.307963:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000131d439e. 00080000:00000001:2.0:1767384950.312584:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384950.312587:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384950.312588:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384950.312589:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384950.312592:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384950.312594:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384950.312596:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000010:2.0:1767384950.312597:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e21d2ec6. 00080000:00000001:2.0:1767384950.312602:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384950.312603:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384950.312608:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384950.312611:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384950.312626:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384950.312630:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384950.312632:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384950.312636:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384950.312638:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384950.312638:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384950.312643:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384950.312646:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384950.312651:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000301c9d2d. 00010000:00000001:0.0:1767384950.312655:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384950.312658:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053c9c6ce. 00000020:00000001:0.0:1767384950.312661:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384950.312663:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000053c9c6ce with handle 0x7ec529173eeb84d7 to hash 00000020:00000001:0.0:1767384950.312665:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384950.312667:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.312669:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.312671:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.312672:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.312675:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312681:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384950.312683:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384950.312684:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384950.312686:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384950.312687:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.312694:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384950.312695:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.312697:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384950.312698:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384950.312700:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384950.312701:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384950.312702:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000301c9d2d) refcount = 1 00010000:00010000:0.0:1767384950.312704:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312709:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384950.312710:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384950.312711:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.312713:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.312714:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384950.312716:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384950.312719:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384950.312721:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.312722:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.312724:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=4 00000020:00000001:0.0:1767384950.312726:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.312728:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.312729:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384950.312731:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312736:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384950.312737:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312741:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.312743:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384950.312744:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312748:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.312752:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.312754:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384950.312756:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384950.312761:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053c9c6ce already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384950.312762:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384950.312763:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384950.312765:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312769:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384950.312771:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384950.312772:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384950.312774:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=5 00000020:00000001:0.0:1767384950.312775:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.312777:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:0.0:1767384950.312779:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384950.312781:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312785:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384950.312787:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384950.312788:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.312791:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384950.312792:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384950.312794:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384950.312795:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384950.312797:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053c9c6ce with handle 0x7ec529173eeb84d7 from hash 00010000:00000001:0.0:1767384950.312799:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384950.312800:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.312801:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.312802:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384950.312803:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384950.312805:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384950.312810:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384950.312812:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384950.312813:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.312815:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384950.312817:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384950.312819:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.312820:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.312821:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.312822:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384950.312824:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.312826:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312829:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.312830:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.312831:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384950.312832:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384950.312834:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384950.312835:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384950.312836:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384950.312838:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384950.312839:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384950.312841:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384950.312844:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384950.312846:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384950.312847:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84d7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384950.312850:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000301c9d2d count: 0 00010000:00000001:0.0:1767384950.312861:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384950.312862:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384950.314553:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384950.314558:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384950.314561:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a01fbd17. 20000000:00000001:1.0:1767384950.314568:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384950.314573:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352230784 00010000:00000001:1.0:1767384950.314576:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384950.314585:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ed8aa9a x1853237352230784/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384950.314595:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384950.314598:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384950.314602:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384950.314608:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384950.314610:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384950.314613:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384950.314617:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384950.314626:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.314631:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384950.314634:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384950.314639:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fd84382. 00000100:00000200:1.0:1767384950.314645:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352230784, offset 224 00000400:00000200:1.0:1767384950.314654:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384950.314667:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384950.314678:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272106f80 00000400:00000200:1.0:1767384950.314686:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1db9 [2] + 224 00000400:00000200:1.0:1767384950.314694:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384950.314698:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384950.314704:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384950.314710:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384950.314720:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.314734:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384950.314742:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fd84382 00000400:00000010:1.0:1767384950.314745:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fd84382. 00000100:00000001:1.0:1767384950.314751:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384950.314754:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384950.314760:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384950.314764:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384950.314767:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384950.314770:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384950.314772:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384950.314777:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ed8aa9a x1853237352230784/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384950.314788:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ed8aa9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352230784:12345-0@lo:253: Request processed in 20018us (20535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384950.314797:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:1.0:1767384950.314801:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:1.0:1767384950.314803:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384950.314812:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384950.314818:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b15160f. 00000020:00000010:1.0:1767384950.314823:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f473561. 00000020:00000010:1.0:1767384950.314828:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c440076. 00000020:00000040:1.0:1767384950.314834:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384950.314840:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384950.314842:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008b2f7f64. 02000000:00000001:1.0:1767384950.314847:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384950.314850:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384950.314856:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384950.315067:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384950.315070:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384950.315076:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384950.315078:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384950.315079:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a435b1. 00000400:00000200:1.0:1767384950.315083:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efe443fd 00000400:00000010:1.0:1767384950.315088:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efe443fd. 00000100:00000001:1.0:1767384950.315093:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384950.315097:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384950.315106:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.315113:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384950.315115:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.315117:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384950.315120:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384950.315122:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384950.315125:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384950.315128:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384950.315132:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384950.315136:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384950.315139:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384950.315141:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.315143:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384950.315145:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.315148:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384950.315152:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.315167:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384950.315171:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384950.315173:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384950.315177:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384950.315180:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384950.315182:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384950.315184:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384950.315185:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384950.315187:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384950.315188:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384950.315190:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384950.315192:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384950.315193:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384950.315197:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384950.315206:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c235ab4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352230784:0@lo:253: 00000100:00000001:1.0:1767384950.315211:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.315214:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384950.315217:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c235ab4f x1853237352230784/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.315224:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384950.315226:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384950.315229:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a983c617. 02000000:00000001:1.0:1767384950.315233:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384950.315235:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384950.315237:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384950.315239:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384950.315241:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c726dc27. 02000000:00000001:1.0:1767384950.315245:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384950.315247:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384950.315248:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c235ab4f. 00000100:00000001:1.0:1767384950.315252:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384950.315254:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.315256:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.315270:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384950.315272:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.315275:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384950.315277:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384950.315284:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a435b1. 00000400:00000010:1.0:1767384950.315288:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fd84382. 00080000:00000020:3.0:1767384950.315774:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384950.315778:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384950.315780:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000425b1ae4. 20000000:00000001:3.0:1767384950.315787:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384950.315791:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352230912 00010000:00000001:3.0:1767384950.315794:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384950.315798:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004e93e42 x1853237352230912/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384950.315807:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384950.315815:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384950.315818:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384950.315821:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384950.315824:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384950.315826:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384950.315829:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384950.315831:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384950.315834:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384950.315836:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384950.315839:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf98308. 00000100:00000200:3.0:1767384950.315842:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352230912, offset 224 00000400:00000200:3.0:1767384950.315848:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384950.315854:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384950.315860:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107000 00000400:00000200:3.0:1767384950.315865:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc1 [2] + 224 00000400:00000200:3.0:1767384950.315871:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384950.315875:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384950.315878:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384950.315881:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384950.315917:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384950.315933:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384950.315940:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf98308 00000400:00000010:3.0:1767384950.315942:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf98308. 00000100:00000001:1.0:1767384950.315943:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384950.315945:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384950.315945:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384950.315946:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384950.315948:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384950.315950:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384950.315951:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384950.315951:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d3371e. 00000100:00000040:3.0:1767384950.315953:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:1.0:1767384950.315954:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009636e33 00010000:00000001:3.0:1767384950.315956:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384950.315956:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009636e33. 00000020:00000001:3.0:1767384950.315958:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.315958:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384950.315960:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384950.315962:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384950.315964:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004e93e42 x1853237352230912/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:176/0 lens 4848/4768 e 0 to 0 dl 1767384961 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384950.315971:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.315978:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384950.315979:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.315981:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384950.315983:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384950.315984:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384950.315985:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004e93e42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352230912:12345-0@lo:253: Request processed in 21178us (21682us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384950.315986:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384950.315988:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384950.315991:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384950.315994:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384950.315996:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384950.315997:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.315999:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384950.316000:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.316002:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384950.316005:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384950.316011:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384950.316013:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384950.316021:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384950.316024:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384950.316026:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:3.0:1767384950.316027:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000020:01000004:1.0:1767384950.316028:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384950.316029:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000020:01000004:1.0:1767384950.316029:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384950.316031:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:1.0:1767384950.316031:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384950.316032:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384950.316033:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:1.0:1767384950.316034:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384950.316035:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384950.316036:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:3.0:1767384950.316037:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029e9b128. 00000100:00000040:1.0:1767384950.316039:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384950.316040:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002eda82cc. 00000020:00000010:3.0:1767384950.316043:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cae3db08. 00000020:00000040:3.0:1767384950.316046:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00100000:1.0:1767384950.316046:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a968d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352230912:0@lo:253: 02000000:00000001:3.0:1767384950.316049:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384950.316050:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384950.316051:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f7fc1e1. 00000100:00000001:1.0:1767384950.316052:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384950.316055:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a968d37 x1853237352230912/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384950.316057:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384950.316058:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.316061:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384950.316063:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384950.316063:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384950.316065:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f93f4618. 00000400:00000010:3.0:1767384950.316068:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dd9060. 02000000:00000001:1.0:1767384950.316069:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384950.316070:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384950.316071:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000400:00000010:3.0:1767384950.316072:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf98308. 00000020:00000001:1.0:1767384950.316074:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384950.316076:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009486e6fc. 02000000:00000001:1.0:1767384950.316079:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384950.316081:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384950.316082:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a968d37. 00000100:00000001:1.0:1767384950.316086:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384950.316087:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.316089:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384950.316093:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384950.316094:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384950.316097:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384950.316099:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384950.316376:0:35565:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e2787359. 00000400:00000040:0.0:1767384950.316391:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384950.316393:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384950.316395:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384950.316399:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384950.316401:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384950.316402:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384950.316405:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384950.316406:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384950.316407:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384950.316408:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384950.316409:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384950.316410:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384950.316412:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384950.316413:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384950.316414:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384950.316415:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384950.316416:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384950.316417:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384950.316418:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384950.316419:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384950.316420:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384950.316421:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384950.316422:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384950.316423:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384950.316424:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384950.316425:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384950.316426:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384950.316427:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384950.316428:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384950.316429:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384950.316430:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384950.316431:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384950.316432:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384950.316434:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384950.316434:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384950.316435:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384950.316436:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384950.316438:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384950.316439:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384950.316440:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384950.316441:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384950.316442:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384950.316463:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384950.316465:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384950.316466:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384950.316467:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384950.316469:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384950.316470:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384950.316472:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384950.316473:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384950.316474:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384950.316475:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384950.316476:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384950.316478:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384950.316478:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384950.316479:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384950.316480:0:35565:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384950.316605:0:35565:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e2787359. 00010000:00000010:0.1:1767384950.322108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000301c9d2d. 00010000:00000010:0.1:1767384950.322119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053c9c6ce. 00000400:00000200:0.0:1767384951.020960:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp43 00000400:00000010:0.0:1767384951.020965:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000000470f56. 00000400:00000010:0.0:1767384951.020971:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000033c768f. 00000400:00000010:0.0:1767384951.020975:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:0.0:1767384951.020983:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9cf6c8d. 00000400:00000200:0.0:1767384951.020987:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp43 00000800:00000200:2.0:1767384951.020998:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (6) 00000400:00000200:0.0:1767384951.021006:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp43 local destination 00000800:00000200:2.0:1767384951.021007:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:988 00000800:00000200:2.0:1767384951.021014:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384951.021017:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp43 00000400:00000200:0.0:1767384951.021022:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp43 NI seq info: [171:171:256:4294967295] 192.168.203.112@tcp43 LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1767384951.021027:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp43 00000400:00000200:0.0:1767384951.021037:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp43(192.168.203.112@tcp43:) -> 192.168.203.112@tcp43(192.168.203.112@tcp43:192.168.203.112@tcp43) : GET try# 0 00000800:00000200:0.0:1767384951.021041:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp43 00000800:00000010:0.0:1767384951.021045:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085bdf040. 00000800:00000200:0.0:1767384951.021049:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000800:00000200:0.1:1767384951.021053:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000400:00000200:0.0:1767384951.021069:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp43 added to recovery queue. ping count: 1 next ping: 274 health :900 00000800:00000200:2.0:1767384951.021095:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384951.021100:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384951.021108:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384951.021112:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384951.021114:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384951.021133:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021165:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021196:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021230:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021245:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021257:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021273:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021291:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021308:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021321:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021335:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021371:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021403:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021433:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021474:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021501:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021515:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021530:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021555:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021590:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021620:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021658:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021698:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021721:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021743:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021769:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021796:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021826:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021855:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021881:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021952:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021969:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.021992:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384951.022013:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384951.022128:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035b06fa9. 00000800:00000010:0.0:1767384951.022133:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009636e33. 00000800:00000010:0.0:1767384951.022139:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d43c993. 00000800:00000010:0.0:1767384951.022153:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d43c993. 00000800:00020000:0.0:1767384951.022159:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384951.022161:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009636e33. 00000800:00000010:0.0:1767384951.022163:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000035b06fa9. 00000400:02020000:0.0:1767384951.022194:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp43 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384951.022205:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp43 notifying 192.168.203.112@tcp43: down 00000400:00000200:0.0:1767384951.022211:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384951.022217:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp43 00000800:00000010:0.0:1767384951.022219:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085bdf040. 00000400:00000200:0.0:1767384951.022221:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384951.022224:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp43->192.168.203.112@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384951.022231:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384951.022233:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384951.022237:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp43) recovery failed with -71 00010000:00000001:2.0:1767384951.277982:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384951.277986:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.277991:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384951.277993:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384951.277995:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384951.277997:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.278000:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384951.278001:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.278003:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.278005:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384951.278040:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384951.278043:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384951.278046:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384951.990146:0:36073:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384951.990165:0:36073:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384951.990171:0:36073:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384951.990181:0:36073:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384951.990188:0:36073:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384951.990192:0:36073:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384952.045938:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384952.045944:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384952.045947:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384952.045953:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000400:00000200:0.0:1767384952.045957:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384952.045965:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384952.045978:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000000470f56. 00000400:00000010:0.0:1767384952.045982:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000033c768f. 00000400:00000200:0.0:1767384952.045986:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp30 00000400:00000010:0.0:1767384952.045990:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000000470f56. 00000400:00000010:0.0:1767384952.046004:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000833345c0. 00000400:00000010:0.0:1767384952.046008:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:0.0:1767384952.046015:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004425c951. 00000400:00000200:0.0:1767384952.046018:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp30 00000400:00000200:0.0:1767384952.046032:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp30 local destination 00000400:00000200:0.0:1767384952.046038:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp30 00000400:00000200:0.0:1767384952.046041:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp30 NI seq info: [172:172:256:4294967295] 192.168.203.112@tcp30 LPNI seq info [154:154:8:4294967295] 00000400:00000200:0.0:1767384952.046047:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp30 00000400:00000200:0.0:1767384952.046053:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp30(192.168.203.112@tcp30:) -> 192.168.203.112@tcp30(192.168.203.112@tcp30:192.168.203.112@tcp30) : GET try# 0 00000800:00000200:0.0:1767384952.046058:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp30 00000800:00000010:0.0:1767384952.046062:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085bdf040. 00000800:00000200:0.0:1767384952.046068:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000800:00000200:0.1:1767384952.046073:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000400:00000200:0.0:1767384952.046091:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp30 added to recovery queue. ping count: 5 next ping: 305 health :500 00000400:00000200:3.0:1767384952.046196:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046259:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046289:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046315:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046340:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046363:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046386:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046410:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046451:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046480:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046507:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046532:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046559:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046584:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046648:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046674:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046699:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046723:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046745:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046770:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046795:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046816:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046834:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046935:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.046963:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047014:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047037:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047056:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047080:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047104:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047129:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047153:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.047178:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384952.047353:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384952.047359:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f64770e0. 00000800:00000010:3.0:1767384952.047365:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a267d400. 00000800:00000010:3.0:1767384952.047389:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a267d400. 00000800:00020000:3.0:1767384952.047400:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384952.047404:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f64770e0. 00000800:00000010:3.0:1767384952.047407:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001a56191. 00000400:02020000:3.0:1767384952.047462:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp30 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384952.047470:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp30 notifying 192.168.203.112@tcp30: down 00000800:00000200:3.0:1767384952.047479:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp30 down 00000800:00000100:3.0:1767384952.047492:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp30 00000800:00000010:3.0:1767384952.047495:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085bdf040. 00000400:00000200:3.0:1767384952.047500:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384952.047505:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp30->192.168.203.112@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384952.047519:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384952.047523:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384952.047527:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp30) recovery failed with -71 00010000:00000001:2.0:1767384952.300940:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384952.300953:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.300960:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384952.300961:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.300993:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384952.300998:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.301001:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384952.748957:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384952.748962:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384952.748968:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384952.748971:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384952.748973:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384952.748974:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384952.748977:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384952.748980:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384952.748982:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 75 10000000:00000001:2.0:1767384952.748985:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384952.748987:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384952.748995:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000020:00000040:2.0:1767384952.748999:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384952.749004:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384952.749008:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384952.749013:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384952.749019:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae90b283. 00000100:00000001:2.0:1767384952.749027:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.749032:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384952.749035:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384952.749044:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3fc5717. 00010000:00000001:2.0:1767384952.749048:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384952.749050:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000006932bd5. 00000020:00000001:2.0:1767384952.749054:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384952.749058:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000006932bd5 with handle 0x7ec529173eeb84de to hash 00000020:00000001:2.0:1767384952.749059:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384952.749062:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:2.0:1767384952.749065:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:2.0:1767384952.749068:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384952.749072:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384952.749074:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384952.749091:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384952.749099:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384952.749103:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384952.749105:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384952.749110:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a2391d. 00000100:00000001:2.0:1767384952.749113:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510267071296 : -106563442480320 : ffff9f14c3dd6b40) 00000100:00000001:2.0:1767384952.749115:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384952.749116:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000001:2.0:1767384952.749121:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384952.749123:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.749125:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384952.749126:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384952.749135:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.749142:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384952.749144:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.749148:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384952.749150:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384952.749153:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384952.749154:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352231040:0@lo:101: 00000100:00000001:2.0:1767384952.749158:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384952.749164:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384952.749167:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.749169:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384952.749172:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a6adbea3. 02000000:00000001:2.0:1767384952.749173:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.749178:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000480a7fd1. 00000400:00000010:2.0:1767384952.749187:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae2b5821. 00000100:00000200:2.0:1767384952.749200:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352231040, portal 25 00000100:00000001:2.0:1767384952.749201:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384952.749203:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000040:2.0:1767384952.749206:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.749212:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384952.749214:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384952.749217:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000100:00000200:2.0:1767384952.749219:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352231040, offset 0 00000400:00000200:2.0:1767384952.749225:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384952.749239:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384952.749252:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272107080 00000400:00000200:2.0:1767384952.749258:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1565 [2] + 0 00000400:00000010:2.0:1767384952.749261:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb8381f. 00000400:00000200:2.0:1767384952.749263:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c0afb82 00000400:00000200:2.0:1767384952.749269:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.749272:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384952.749276:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0afb82 00000400:00000010:2.0:1767384952.749278:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c0afb82. 00000100:00000001:2.0:1767384952.749283:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384952.749284:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384952.749287:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000001be3a01a x1853237352231040 msgsize 328 00000100:00100000:2.0:1767384952.749290:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384952.749291:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384952.749303:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384952.749309:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:2.0:1767384952.749311:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000100:00000001:2.0:1767384952.749313:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384952.749315:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.749323:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384952.749325:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.749329:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.749335:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384952.749340:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.749343:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294941709 00000100:00000010:2.0:1767384952.749346:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069eaba88. 00000100:00000001:2.0:1767384952.749353:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384952.749362:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294941709 00000100:00000010:2.0:1767384952.749365:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009084bb4d. 00000100:00000001:2.0:1767384952.749370:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384952.749377:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294941709 00000100:00000010:2.0:1767384952.749379:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d192eaa1. 00000100:00000001:2.0:1767384952.749382:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384952.749384:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294941709 00000100:00000001:3.0:1767384952.749386:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384952.749386:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a9d4f96. 00000100:00000001:2.0:1767384952.749389:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00100000:3.0:1767384952.749394:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231040 00000100:00000001:2.0:1767384952.749395:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.749400:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.749401:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384952.749402:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384952.749405:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384952.749406:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384952.749407:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 0000000081a2391d going to sleep for 11 seconds 00000100:00000001:3.0:1767384952.749412:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.749413:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384952.749418:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.749422:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.749429:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231040 00000020:00000001:3.0:1767384952.749444:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384952.749446:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384952.749449:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384952.749452:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:3.0:1767384952.749455:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384952.749457:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384952.749462:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384952.749467:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae9a8178. 00000100:00000001:3.0:1767384952.749470:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384952.749472:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae9a8178. 00000020:00000010:3.0:1767384952.749480:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009199a93f. 00000020:00000010:3.0:1767384952.749488:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001316c928. 00000020:00000010:3.0:1767384952.749493:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000100:00000040:3.0:1767384952.749503:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384952.749506:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384952.749508:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384952.749510:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.749518:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.749530:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.749544:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384952.749553:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384952.749558:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000040:3.0:1767384952.749563:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384952.749565:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526583376 : -106558182968240 : ffff9f15fd5b3450) 00000100:00000040:3.0:1767384952.749570:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001be3a01a x1853237352231040/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.749577:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384952.749580:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae9a8178. 00000100:00000001:3.0:1767384952.749583:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384952.749585:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae9a8178. 00000100:00100000:3.0:1767384952.749589:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001be3a01a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352231040:12345-0@lo:101: 00000100:00000200:3.0:1767384952.749592:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231040 00000020:00000001:3.0:1767384952.749596:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384952.749600:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384952.749603:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.749606:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384952.749609:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:3.0:1767384952.749613:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384952.749615:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384952.749618:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384952.749621:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384952.749625:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.749627:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384952.749631:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384952.749633:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384952.749636:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384952.749638:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.749644:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384952.749654:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000010b2aeab. 00010000:00000001:3.0:1767384952.749659:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384952.749662:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c986555c. 00000020:00000001:3.0:1767384952.749666:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384952.749668:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c986555c with handle 0x7ec529173eeb84e5 to hash 00000020:00000001:3.0:1767384952.749678:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384952.749679:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:3.0:1767384952.749682:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00010000:3.0:1767384952.749685:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb84de expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384952.749694:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:3.0:1767384952.749697:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:3.0:1767384952.749708:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384952.749709:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384952.749713:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b412d77e. 02000000:00000001:3.0:1767384952.749715:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.749716:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.749718:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384952.749722:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384952.749724:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384952.749727:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384952.749729:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384952.749732:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384952.749734:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384952.749736:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384952.749738:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384952.749739:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384952.749740:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384952.749742:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010b2aeab) refcount = 1 00010000:00010000:3.0:1767384952.749745:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb84de expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384952.749750:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384952.749751:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384952.749752:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384952.749754:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.749755:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384952.749759:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384952.749761:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb84de expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384952.749771:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384952.749774:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384952.749776:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384952.749778:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.749779:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384952.749781:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384952.749782:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384952.749783:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c986555c, rc 0) 00000020:00000001:3.0:1767384952.749785:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384952.749788:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352231040 00010000:00000001:3.0:1767384952.749791:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384952.749795:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001be3a01a x1853237352231040/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/344 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384952.749802:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384952.749806:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384952.749810:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384952.749816:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384952.749819:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384952.749822:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384952.749825:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384952.749828:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.749833:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384952.749837:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384952.749842:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000100:00000200:3.0:1767384952.749847:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352231040, offset 224 00000400:00000200:3.0:1767384952.749854:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384952.749862:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384952.749871:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272107080 00000400:00000200:3.0:1767384952.749880:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1de1 [1] + 224 00000100:00000040:0.0:1767384952.749968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384952.749971:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384952.749980:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384952.749981:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384952.749990:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000018173c2. 00000100:00000001:3.0:1767384952.749991:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384952.749997:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384952.750005:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384952.750006:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384952.750010:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384952.750017:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.750021:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384952.750028:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097a7d4cd. 00000100:00000001:0.0:1767384952.750036:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384952.750039:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384952.750043:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:0.0:1767384952.750044:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384952.750045:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1767384952.750048:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:2.0:1767384952.750053:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384952.750058:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000100:00000001:2.0:1767384952.750058:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384952.750062:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384952.750063:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000100:00000001:0.0:1767384952.750067:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384952.750068:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.750072:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384952.750073:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384952.750074:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ad44461. 00000100:00000001:3.0:1767384952.750076:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384952.750081:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.750084:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000018173c2] to pc [ptlrpcd_00_00+0] req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.750087:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.750087:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384952.750091:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.750094:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000040:2.0:1767384952.750100:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002574fd07] to pc [ptlrpcd_00_01+1] req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384952.750101:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384952.750104:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.750108:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384952.750114:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001be3a01a x1853237352231040/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/344 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384952.750128:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.750142:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001be3a01a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352231040:12345-0@lo:101: Request processed in 560us (849us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384952.750143:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.750149:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384952.750151:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384952.750151:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.750156:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000040:2.0:1767384952.750157:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384952.750158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384952.750160:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384952.750166:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384952.750170:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384952.750170:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384952.750174:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384952.750176:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384952.750178:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001316c928. 00000100:00000010:0.0:1767384952.750178:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094f09720. 02000000:00000001:2.0:1767384952.750179:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384952.750182:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384952.750185:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 02000000:00000001:2.0:1767384952.750186:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384952.750187:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000010:3.0:1767384952.750193:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009199a93f. 00000100:00100000:2.0:1767384952.750193:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352231296:0@lo:13: 00000100:00000001:0.0:1767384952.750194:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384952.750199:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384952.750202:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384952.750205:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384952.750207:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384952.750211:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.750213:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.750214:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384952.750215:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384952.750219:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b412d77e. 02000000:00000010:2.0:1767384952.750220:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005962c73c. 02000000:00000010:0.0:1767384952.750223:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ec5ee2c. 02000000:00000001:2.0:1767384952.750225:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.750226:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384952.750232:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cf133f8. 00000100:00000001:3.0:1767384952.750233:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.750235:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.750239:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000100:00000200:3.0:1767384952.750240:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384952.750243:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352231296, portal 4 00000100:00000040:0.0:1767384952.750245:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384952.750246:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b334f3f. 00000100:00000001:2.0:1767384952.750246:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384952.750249:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000400:00000010:3.0:1767384952.750253:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a771641. 00000100:00000040:2.0:1767384952.750258:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.750267:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384952.750268:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384952.750270:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384952.750274:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384952.750278:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 00000100:00000200:2.0:1767384952.750283:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352231296, offset 0 00000100:00000040:0.0:1767384952.750284:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094f09720] to pc [ptlrpcd_00_02+2] req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.750285:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384952.750293:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384952.750302:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384952.750303:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384952.750307:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384952.750310:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272107180 00000400:00000010:3.0:1767384952.750311:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000480a7fd1. 00000100:00000001:0.0:1767384952.750312:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.750317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384952.750319:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae2b5821 00000100:00000001:0.0:1767384952.750321:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384952.750323:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae2b5821. 00000100:00000010:0.0:1767384952.750325:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000413617cb. 00000100:00000001:3.0:1767384952.750329:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384952.750330:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384952.750334:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3136 00000100:00000001:0.0:1767384952.750335:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384952.750337:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767384952.750338:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384952.750340:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384952.750346:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d884a2af. 00000400:00000200:2.0:1767384952.750350:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384952.750351:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.750362:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384952.750362:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384952.750367:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.750369:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384952.750374:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384952.750381:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086ca8573. 00000100:00000040:2.0:1767384952.750386:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000086ca8573 x1853237352231296 msgsize 224 00000100:00000001:0.0:1767384952.750388:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384952.750390:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384952.750393:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.750395:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.750398:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384952.750402:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384952.750406:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384952.750406:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384952.750407:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000413617cb] to pc [ptlrpcd_00_03+3] req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.750410:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.750416:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.750420:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:3.0:1767384952.750424:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384952.750429:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=82 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384952.750443:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000100:00000001:3.0:1767384952.750444:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384952.750444:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.750448:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.750448:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000100:00000040:0.0:1767384952.750451:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (279) 00010000:00000001:3.0:1767384952.750454:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384952.750456:0:16137:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767384952.750458:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.750462:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384952.750466:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384952.750469:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.750470:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384952.750475:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384952.750478:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384952.750485:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.750488:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384952.750494:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384952.750494:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.750501:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384952.750504:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384952.750512:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.750513:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384952.750517:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.750520:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.750523:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384952.750525:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384952.750527:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.750530:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.750533:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.750537:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098609bc9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352231040:0@lo:101: 00000100:00000040:2.0:1767384952.750538:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5511 usecs (6 jiffies) 00000100:00100000:0.0:1767384952.750539:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094f09720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352231424:0@lo:400: 00000100:00000001:2.0:1767384952.750545:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294941703 00000100:00000001:3.0:1767384952.750546:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.750546:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384952.750551:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294941709 02000000:00000001:0.0:1767384952.750551:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384952.750554:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.750557:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294941703 02000000:00000001:0.0:1767384952.750559:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384952.750560:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.750562:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294941709 00000100:00000001:3.0:1767384952.750563:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000010:0.0:1767384952.750564:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c72d485. 00000100:00000001:3.0:1767384952.750567:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384952.750568:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294941703 02000000:00000001:0.0:1767384952.750569:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.750574:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.750574:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294941709 00000400:00000010:0.0:1767384952.750576:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1c386c8. 00000100:00000001:2.0:1767384952.750580:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294941703 00000400:00000010:0.0:1767384952.750584:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c77c222. 00000100:00000001:2.0:1767384952.750585:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294941709 00000100:00000200:0.0:1767384952.750590:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352231424, portal 10 00000100:00000001:2.0:1767384952.750592:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384952.750593:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.750596:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384952.750599:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384952.750600:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000081a2391d. 00000100:00000001:0.0:1767384952.750600:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605054592 : -106559104497024 : ffff9f15c66dca80) 00000100:00000001:2.0:1767384952.750605:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.750607:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384952.750611:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.750611:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.750614:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384952.750616:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384952.750620:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384952.750621:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384952.750623:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384952.750625:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384952.750625:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384952.750627:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006932bd5 refcount=4 00000100:00000001:2.0:1767384952.750631:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384952.750632:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384952.750633:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00000100:00000001:2.0:1767384952.750633:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384952.750638:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00000100:00000001:2.0:1767384952.750639:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.750639:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000689463b. 00010000:00000040:3.0:1767384952.750646:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000006932bd5, remote cookie: 0x7ec529173eeb84e5, flags: 0x0 00000100:00000200:0.0:1767384952.750647:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352231424, offset 0 00000100:00100000:2.0:1767384952.750648:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000001:3.0:1767384952.750651:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1767384952.750654:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384952.750655:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384952.750658:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384952.750659:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:0.0:1767384952.750659:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384952.750663:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:2.0:1767384952.750663:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384952.750665:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384952.750667:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384952.750669:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3fc5717) refcount = 1 00000100:00000001:2.0:1767384952.750670:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384952.750675:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384952.750675:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384952.750676:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384952.750681:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384952.750684:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384952.750688:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384952.750690:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384952.750696:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272107200 00010000:00000001:3.0:1767384952.750698:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384952.750698:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384952.750702:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.750705:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.750706:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384952.750706:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 02000000:00000001:2.0:1767384952.750709:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384952.750711:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384952.750713:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.750714:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384952.750720:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000018173c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352231168:0@lo:400: 00000400:00000200:0.0:1767384952.750723:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384952.750729:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384952.750732:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000001:0.0:1767384952.750732:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384952.750733:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384952.750738:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1767384952.750739:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384952.750739:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.750744:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384952.750744:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8dbbe5d. 02000000:00000010:2.0:1767384952.750747:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ad3a899. 00010000:00000001:3.0:1767384952.750750:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384952.750750:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.750750:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000b8dbbe5d x1853237352231424 msgsize 224 00010000:00000001:3.0:1767384952.750755:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384952.750757:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000387cfd5. 00010000:00000001:3.0:1767384952.750759:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384952.750762:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007955e951. 00000100:00100000:0.0:1767384952.750763:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767384952.750764:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384952.750767:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352231168, portal 4 00000100:00000001:3.0:1767384952.750771:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384952.750771:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384952.750772:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605055488 : -106559104496128 : ffff9f15c66dce00) 00000100:00000001:0.0:1767384952.750776:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384952.750781:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098609bc9 x1853237352231040/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.750781:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384952.750783:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000689463b 00000400:00000010:0.0:1767384952.750787:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000689463b. 00000100:00000001:0.0:1767384952.750791:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384952.750798:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.750810:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384952.750817:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384952.750821:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384952.750822:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384952.750824:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384952.750824:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000100:00000040:0.0:1767384952.750827:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384952.750830:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6adbea3. 00000100:00000200:2.0:1767384952.750830:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352231168, offset 0 02000000:00000001:3.0:1767384952.750839:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384952.750840:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.750842:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384952.750844:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384952.750844:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384952.750849:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000400:00000200:2.0:1767384952.750851:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384952.750852:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.750853:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384952.750856:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ae90b283. 00000100:00000040:0.0:1767384952.750858:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3388 usecs (4 jiffies) 00000400:00000200:2.0:1767384952.750860:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272107100 02000000:00000001:3.0:1767384952.750862:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384952.750865:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294941701 02000000:00000001:3.0:1767384952.750866:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384952.750869:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098609bc9. 00000400:00000200:2.0:1767384952.750870:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4560 00000100:00000001:0.0:1767384952.750871:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294941709 00000100:00000001:3.0:1767384952.750874:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384952.750876:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294941701 00000100:00000001:3.0:1767384952.750878:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.750880:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384952.750880:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294941709 10000000:00000001:3.0:1767384952.750881:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384952.750916:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384952.750918:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:3.0:1767384952.750920:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.750923:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384952.750925:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384952.750928:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006932bd5 refcount=3 00000020:00000001:3.0:1767384952.750929:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:3.0:1767384952.750931:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:3.0:1767384952.750933:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00000001:0.0:1767384952.750936:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294941702 00010000:00000001:3.0:1767384952.750937:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384952.750940:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384952.750943:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384952.750944:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.750944:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294941709 10000000:00000001:3.0:1767384952.750949:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000100:00000001:2.0:1767384952.750949:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384952.750951:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294941702 00000100:00000200:2.0:1767384952.750952:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 10000000:00000010:3.0:1767384952.750953:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000009e0c25c. 00000100:00000001:0.0:1767384952.750957:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294941709 00000100:00000010:2.0:1767384952.750959:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002e8fb6b. 00000100:00000001:0.0:1767384952.750963:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384952.750964:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000002e8fb6b x1853237352231168 msgsize 224 00000100:00100000:2.0:1767384952.750967:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384952.750972:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759d5eb2. 00000100:00000001:2.0:1767384952.750976:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384952.750977:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384952.750977:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.750981:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000100:00000001:0.0:1767384952.750982:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.750985:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000100:00000001:3.0:1767384952.750987:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384952.750989:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384952.750989:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384952.750990:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384952.750994:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384952.750995:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.751000:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384952.751003:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009199a93f. 00000100:00000001:0.0:1767384952.751004:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384952.751009:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751009:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384952.751010:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384952.751014:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384952.751015:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000040:2.0:1767384952.751015:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384952.751020:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b412d77e. 00000100:00000001:0.0:1767384952.751020:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751024:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384952.751027:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ae9a8178. 00000100:00000001:2.0:1767384952.751027:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384952.751028:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384952.751031:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384952.751033:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384952.751033:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384952.751035:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5511 usecs (6 jiffies) 00000100:00000001:3.0:1767384952.751039:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384952.751040:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294941704 00000100:00000001:0.0:1767384952.751041:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384952.751042:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384952.751046:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294941709 00000100:00000001:0.0:1767384952.751046:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384952.751048:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cad83f4e. 00000100:00000001:2.0:1767384952.751051:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294941704 00000100:00000001:3.0:1767384952.751053:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515038371392 : -106558671180224 : ffff9f15e041ae40) 00000100:00000001:0.0:1767384952.751053:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.751054:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294941709 00000100:00000001:0.0:1767384952.751056:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384952.751058:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384952.751061:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384952.751062:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000001:2.0:1767384952.751062:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294941704 00000100:00000001:2.0:1767384952.751067:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294941709 00000100:00000001:3.0:1767384952.751068:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384952.751069:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.751071:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751076:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384952.751078:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294941704 00000100:00000001:3.0:1767384952.751079:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384952.751085:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.751085:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384952.751086:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294941709 00000100:00000001:0.0:1767384952.751087:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751092:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384952.751094:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384952.751099:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.751099:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384952.751102:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384952.751106:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751106:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.751106:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751113:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.751114:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1767384952.751116:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000413617cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352231552:0@lo:400: 02000000:00000001:3.0:1767384952.751118:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.751122:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384952.751123:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.751125:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384952.751126:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384952.751128:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352231680:0@lo:256: 02000000:00000001:0.0:1767384952.751129:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751130:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751136:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384952.751136:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384952.751141:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384952.751143:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052586ac0. 02000000:00000001:3.0:1767384952.751144:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751145:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384952.751148:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384952.751149:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231296 00000100:00000001:3.0:1767384952.751150:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 02000000:00000001:2.0:1767384952.751154:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384952.751154:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb8381f. 00000100:00000001:2.0:1767384952.751156:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384952.751157:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e583d65. 00000100:00000001:2.0:1767384952.751159:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.751160:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000689463b. 02000000:00000001:2.0:1767384952.751162:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384952.751163:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000007e2da6c. 00000100:00000200:0.0:1767384952.751166:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352231552, portal 10 00000100:00100000:2.0:1767384952.751167:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231296 00000100:00000200:3.0:1767384952.751169:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272107300-0x6958272107300, portal 33 00000100:00000001:0.0:1767384952.751169:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384952.751170:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384952.751172:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605061760 : -106559104489856 : ffff9f15c66de680) 00000020:00000040:2.0:1767384952.751174:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:3.0:1767384952.751176:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.751177:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384952.751180:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000040:0.0:1767384952.751183:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384952.751184:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 02000000:00000001:3.0:1767384952.751186:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384952.751190:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 02000000:00000010:3.0:1767384952.751192:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c01ce76. 00000100:00000001:2.0:1767384952.751197:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384952.751198:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384952.751201:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e402b194. 00000400:00000010:3.0:1767384952.751202:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dad8ad8. 00000020:00000010:2.0:1767384952.751209:0:17549:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000030322ed6. 00000400:00000010:3.0:1767384952.751211:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000100:00000001:0.0:1767384952.751212:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384952.751219:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352231680, portal 25 00000020:00000040:2.0:1767384952.751219:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000040:0.0:1767384952.751222:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384952.751226:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384952.751228:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000400:00000010:0.0:1767384952.751229:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b56cfe71. 00000100:00000001:2.0:1767384952.751233:0:17549:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1767384952.751235:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352231552, offset 0 00000100:00000040:3.0:1767384952.751238:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384952.751238:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e01eef9. 00000400:00000200:0.0:1767384952.751244:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384952.751245:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3cc3c16. 00000100:00000001:3.0:1767384952.751252:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384952.751252:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000400:00000200:0.0:1767384952.751259:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384952.751260:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384952.751262:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384952.751264:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384952.751266:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384952.751268:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000100:00000001:2.0:1767384952.751270:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.751270:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272107280 00000100:00000200:3.0:1767384952.751272:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352231680, offset 0 00000100:00000001:2.0:1767384952.751279:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.751281:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000400:00000200:0.0:1767384952.751285:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384952.751291:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.751292:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384952.751295:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.751303:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384952.751304:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384952.751307:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384952.751307:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384952.751311:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1767384952.751313:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fec36cab. 00000400:00000200:3.0:1767384952.751317:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272107300 00000100:00000040:0.0:1767384952.751320:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000fec36cab x1853237352231552 msgsize 224 00000100:00100000:2.0:1767384952.751321:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000200:3.0:1767384952.751326:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x156d [2] + 0 00000100:00000040:2.0:1767384952.751327:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00100000:0.0:1767384952.751331:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384952.751332:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581526272 : -106559128025344 : ffff9f15c506c700) 00000400:00000010:3.0:1767384952.751334:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7e18c5d. 00000400:00000200:3.0:1767384952.751339:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007df947e1 00000100:00000040:2.0:1767384952.751340:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086ca8573 x1853237352231296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384952.751343:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384952.751345:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384952.751353:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384952.751354:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384952.751354:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00000020:00000010:2.0:1767384952.751359:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030322ed6. 00000400:00000010:0.0:1767384952.751360:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000100:00000001:2.0:1767384952.751364:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.751365:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384952.751366:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007df947e1 00000020:00000010:2.0:1767384952.751368:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030322ed6. 00000400:00000010:3.0:1767384952.751370:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007df947e1. 00000100:00000200:0.0:1767384952.751373:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384952.751375:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086ca8573 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352231296:12345-0@lo:13: 00000100:00000001:3.0:1767384952.751377:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384952.751380:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384952.751386:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231296 00000100:00000040:3.0:1767384952.751388:0:16773:0:(events.c:337:request_in_callback()) incoming req@0000000031d5bda6 x1853237352231680 msgsize 304 00000100:00000001:0.0:1767384952.751389:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384952.751390:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384952.751394:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384952.751396:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384952.751398:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384952.751398:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.751403:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:2.0:1767384952.751404:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384952.751408:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00000001:0.0:1767384952.751410:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.751412:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384952.751413:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384952.751417:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384952.751417:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.751418:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.751421:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384952.751423:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3798 usecs (4 jiffies) 00000020:00000001:2.0:1767384952.751424:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384952.751426:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000020:00000001:2.0:1767384952.751427:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.751428:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294941702 00000400:00000010:3.0:1767384952.751442:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000100:00000001:2.0:1767384952.751444:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384952.751450:0:16773:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384952.751450:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384952.751450:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294941709 02000000:00000010:2.0:1767384952.751454:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a6adbea3. 00000100:00000001:0.0:1767384952.751455:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294941702 00000100:00000200:3.0:1767384952.751459:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384952.751459:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.751460:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294941709 00000100:00000001:2.0:1767384952.751463:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384952.751468:0:17549:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384952.751471:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294941702 00002000:00000001:2.0:1767384952.751473:0:17549:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384952.751478:0:17549:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384952.751478:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294941709 00000100:00000001:0.0:1767384952.751482:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294941702 00080000:00000001:2.0:1767384952.751484:0:17549:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767384952.751488:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294941709 00000100:00000001:0.0:1767384952.751493:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.751498:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384952.751499:0:17549:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751501:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384952.751502:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.751507:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.751507:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.751509:0:17549:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384952.751515:0:17549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767384952.751520:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384952.751523:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384952.751523:0:17549:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384952.751524:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384952.751530:0:17549:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384952.751531:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000020:2.0:1767384952.751536:0:17549:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384952.751539:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384952.751539:0:17549:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384952.751541:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384952.751545:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231424 00000100:00000001:3.0:1767384952.751546:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294941711 00000001:00000001:2.0:1767384952.751546:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384952.751550:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.751550:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384952.751554:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:2.0:1767384952.751555:0:17549:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751556:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941709 00000100:00000001:0.0:1767384952.751557:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384952.751559:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352231296 02000000:00000001:0.0:1767384952.751564:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751565:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294941711 00010000:00000001:2.0:1767384952.751565:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384952.751570:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231424 00010000:00000200:2.0:1767384952.751572:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086ca8573 x1853237352231296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.751574:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941709 00000020:00000001:0.0:1767384952.751574:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384952.751577:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000100:00000001:3.0:1767384952.751580:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294941711 00000020:00000001:0.0:1767384952.751581:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384952.751585:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:3.0:1767384952.751586:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941709 00010000:00000001:2.0:1767384952.751589:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384952.751590:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00010000:00000001:2.0:1767384952.751593:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751595:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294941711 00000020:00000001:0.0:1767384952.751595:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00001000:2.0:1767384952.751596:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.751603:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384952.751604:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384952.751605:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941709 00000100:00000040:2.0:1767384952.751607:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000010:0.0:1767384952.751610:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008225b1d. 00000100:00000001:2.0:1767384952.751611:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384952.751612:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.751614:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384952.751617:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384952.751618:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384952.751619:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008225b1d. 02000000:00000001:2.0:1767384952.751620:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751623:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384952.751626:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384952.751627:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384952.751628:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cad83f4e going to sleep for 11 seconds 00000020:00000010:0.0:1767384952.751629:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dfa5568. 00000100:00000001:3.0:1767384952.751632:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384952.751633:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384952.751636:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000731316d5. 00000100:00000001:3.0:1767384952.751637:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.751638:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000020:00000010:0.0:1767384952.751642:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a15c8f80. 00000100:00000200:2.0:1767384952.751644:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352231296, offset 224 00000400:00000200:2.0:1767384952.751651:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384952.751652:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384952.751656:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384952.751659:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384952.751660:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384952.751664:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384952.751665:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272107180 00000100:00100000:3.0:1767384952.751670:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231168 00000400:00000200:2.0:1767384952.751671:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ded [1] + 224 02000000:00000001:3.0:1767384952.751676:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384952.751677:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384952.751681:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384952.751682:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384952.751686:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751687:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.751691:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384952.751693:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.751699:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231168 00000020:00000001:3.0:1767384952.751702:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384952.751705:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:3.0:1767384952.751709:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384952.751712:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384952.751721:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000100:00000001:2.0:1767384952.751724:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384952.751727:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000200:2.0:1767384952.751730:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000020:00000001:3.0:1767384952.751733:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000010:2.0:1767384952.751733:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000100:00000001:2.0:1767384952.751737:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384952.751738:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384952.751740:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384952.751742:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384952.751744:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009501cf26. 00000100:00000040:2.0:1767384952.751745:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:3.0:1767384952.751748:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384952.751749:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384952.751752:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384952.751753:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009501cf26. 00000020:00000001:2.0:1767384952.751754:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384952.751759:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086ca8573 x1853237352231296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384952.751760:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb7a87bb. 00000020:00000010:3.0:1767384952.751765:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001316c928. 00000020:00000010:3.0:1767384952.751769:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000100:00100000:2.0:1767384952.751770:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086ca8573 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16137:x1853237352231296:12345-0@lo:13: Request processed in 414us (1380us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384952.751778:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384952.751778:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384952.751783:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384952.751784:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:3.0:1767384952.751785:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384952.751786:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384952.751788:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.751789:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384952.751794:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384952.751794:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3cc3c16. 00000020:00000010:2.0:1767384952.751796:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 00000100:00000001:3.0:1767384952.751798:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384952.751801:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384952.751801:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e01eef9. 00000020:00000040:2.0:1767384952.751806:0:17549:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:2.0:1767384952.751808:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.751813:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384952.751821:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384952.751825:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:3.0:1767384952.751827:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384952.751831:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384952.751836:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384952.751837:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384952.751839:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384952.751845:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000400:00000001:2.0:1767384952.751845:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384952.751848:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384952.751850:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514581528064 : -106559128023552 : ffff9f15c506ce00) 00000400:00000010:2.0:1767384952.751851:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cf133f8. 00000100:00000040:3.0:1767384952.751857:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002e8fb6b x1853237352231168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384952.751861:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:2.0:1767384952.751864:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000100:00000001:2.0:1767384952.751868:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.751873:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.751875:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384952.751881:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009501cf26. 00000100:00000200:2.0:1767384952.751882:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.751915:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.751917:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384952.751921:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009501cf26. 00000100:00000001:2.0:1767384952.751922:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.751925:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384952.751927:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384952.751929:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384952.751930:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.751932:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002e8fb6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352231168:12345-0@lo:400: 02000000:00000001:2.0:1767384952.751933:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384952.751939:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231168 00000100:00001000:2.0:1767384952.751941:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=72 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384952.751942:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:2.0:1767384952.751945:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.751947:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384952.751949:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.751952:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384952.751952:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384952.751956:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384952.751959:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384952.751960:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384952.751962:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:3.0:1767384952.751966:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384952.751970:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384952.751971:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.751973:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384952.751976:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384952.751976:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384952.751978:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:3.0:1767384952.751980:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.751981:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384952.751985:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384952.751985:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.751990:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384952.751990:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384952.751994:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384952.751999:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ce50da0c. 00000100:00000001:2.0:1767384952.751999:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384952.752003:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752004:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384952.752006:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752006:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384952.752011:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384952.752012:0:16137:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000040:3.0:1767384952.752016:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352231168 00000004:00000040:2.0:1767384952.752016:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:3.0:1767384952.752019:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000040:2.0:1767384952.752020:0:16137:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00010000:00000200:3.0:1767384952.752024:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002e8fb6b x1853237352231168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384952.752037:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000020:2.0:1767384952.752038:0:16137:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00010000:00000001:3.0:1767384952.752039:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384952.752044:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=72 v=5 (1 0 0 0) 00000004:00000001:2.0:1767384952.752047:0:16137:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.752049:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384952.752054:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000040:2.0:1767384952.752054:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.752060:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384952.752067:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384952.752068:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352231296:0@lo:13: 02000000:00000001:3.0:1767384952.752070:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752072:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752075:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384952.752076:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384952.752077:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352231296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384952.752084:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384952.752088:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384952.752091:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 02000000:00000001:2.0:1767384952.752091:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384952.752092:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005962c73c. 02000000:00000001:2.0:1767384952.752097:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384952.752098:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352231168, offset 224 00000020:00000001:2.0:1767384952.752099:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384952.752100:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384952.752104:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384952.752105:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ad44461. 00000400:00000200:3.0:1767384952.752110:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384952.752115:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384952.752118:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384952.752121:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384952.752121:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:2.0:1767384952.752128:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384952.752129:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272107100 00000100:00000001:2.0:1767384952.752130:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.752136:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752137:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384952.752140:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e01 [1] + 224 00000100:00000001:2.0:1767384952.752141:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384952.752142:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752143:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384952.752150:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384952.752153:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384952.752156:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384952.752161:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.752164:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384952.752167:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231680 02000000:00000001:2.0:1767384952.752171:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384952.752173:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384952.752175:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.752176:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.752182:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.752191:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384952.752192:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231680 00000020:00000001:2.0:1767384952.752195:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384952.752197:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384952.752199:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384952.752200:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000020:00000040:2.0:1767384952.752201:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000400:00000010:3.0:1767384952.752205:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000020:00000001:2.0:1767384952.752206:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384952.752211:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384952.752212:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384952.752214:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384952.752216:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384952.752218:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030322ed6. 00000100:00000001:3.0:1767384952.752223:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752223:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384952.752229:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000010:2.0:1767384952.752229:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030322ed6. 00010000:00000001:3.0:1767384952.752233:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384952.752234:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e01eef9. 00000020:00000001:3.0:1767384952.752236:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.752239:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384952.752241:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002e8fb6b x1853237352231168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384952.752244:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3cc3c16. 00000020:00000010:2.0:1767384952.752251:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000100:00100000:3.0:1767384952.752252:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002e8fb6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16137:x1853237352231168:12345-0@lo:400: Request processed in 376us (1285us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384952.752265:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384952.752268:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384952.752269:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767384952.752270:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384952.752275:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.752276:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:3.0:1767384952.752282:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384952.752286:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384952.752286:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384952.752291:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001316c928. 00000020:00000010:3.0:1767384952.752294:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000100:00000001:2.0:1767384952.752296:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384952.752297:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb7a87bb. 00000020:00000040:3.0:1767384952.752302:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:3.0:1767384952.752305:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.752305:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384952.752308:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384952.752312:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384952.752313:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384952.752315:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526574160 : -106558182977456 : ffff9f15fd5b1050) 00000100:00000040:2.0:1767384952.752319:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031d5bda6 x1853237352231680/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 304/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.752322:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384952.752325:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384952.752326:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:3.0:1767384952.752329:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384952.752330:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030322ed6. 00000100:00000001:2.0:1767384952.752331:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384952.752333:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030322ed6. 00000400:00000001:3.0:1767384952.752337:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384952.752337:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031d5bda6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352231680:12345-0@lo:256: 00000400:00000010:3.0:1767384952.752340:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000387cfd5. 00000400:00000200:3.0:1767384952.752344:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007955e951 00000400:00000010:3.0:1767384952.752344:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007955e951. 00000100:00000001:3.0:1767384952.752347:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.752350:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231680 00000020:00000001:2.0:1767384952.752353:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384952.752355:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384952.752355:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384952.752358:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.752361:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384952.752363:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:2.0:1767384952.752367:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384952.752369:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384952.752372:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384952.752375:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384952.752377:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384952.752378:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.752379:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384952.752381:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384952.752384:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005962c73c. 02000000:00000001:2.0:1767384952.752388:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.752391:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.752395:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000100:00000001:3.0:1767384952.752398:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384952.752400:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 00000100:00000001:3.0:1767384952.752402:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384952.752403:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384952.752407:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767384952.752408:0:16137:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:2.0:1767384952.752411:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.752412:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:2.0:1767384952.752414:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.752416:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:01000000:2.0:1767384952.752417:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000100:00000001:3.0:1767384952.752420:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384952.752422:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000872c50e1. 02000000:00000001:3.0:1767384952.752423:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.752426:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000100:00001000:3.0:1767384952.752428:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384952.752449:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384952.752450:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384952.752451:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.752452:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000040:2.0:1767384952.752453:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 00010000:00080000:3.0:1767384952.752456:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384952.752462:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00010000:00000001:3.0:1767384952.752463:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.752467:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384952.752468:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384952.752470:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 20000000:00000040:2.0:1767384952.752470:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:3.0:1767384952.752474:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:2.0:1767384952.752475:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00000100:00000040:3.0:1767384952.752477:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384952.752479:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384952.752483:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384952.752487:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384952.752491:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000100:00000001:3.0:1767384952.752492:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000040:2.0:1767384952.752495:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 00000100:00000001:3.0:1767384952.752496:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384952.752499:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384952.752499:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 00000100:00000040:3.0:1767384952.752502:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384952.752504:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384952.752513:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384952.752517:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384952.752521:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384952.752524:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 00000100:00100000:3.0:1767384952.752525:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000018173c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16137:1853237352231168:0@lo:400: 20000000:00000040:2.0:1767384952.752527:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384952.752531:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 00000100:00000001:3.0:1767384952.752533:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384952.752534:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000100:00000001:3.0:1767384952.752536:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000040:2.0:1767384952.752537:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 00000100:00000040:3.0:1767384952.752540:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000018173c2 x1853237352231168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384952.752542:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384952.752546:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384952.752549:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 00000100:00000001:3.0:1767384952.752553:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000040:2.0:1767384952.752553:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384952.752556:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 02000000:00000001:3.0:1767384952.752557:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000040:2.0:1767384952.752559:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 02000000:00000010:3.0:1767384952.752560:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ad3a899. 20000000:00000040:2.0:1767384952.752562:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384952.752564:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 02000000:00000001:3.0:1767384952.752565:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000040:2.0:1767384952.752566:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 00000020:00000001:3.0:1767384952.752569:0:16137:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000040:2.0:1767384952.752570:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 00000020:00000040:3.0:1767384952.752572:0:16137:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 20000000:00000040:2.0:1767384952.752573:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 00000020:00000001:3.0:1767384952.752575:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000040:2.0:1767384952.752576:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 02000000:00000010:3.0:1767384952.752579:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097a7d4cd. 20000000:00000040:2.0:1767384952.752580:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384952.752583:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 02000000:00000001:3.0:1767384952.752584:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384952.752587:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 20000000:00000040:2.0:1767384952.752587:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 00000100:00000010:3.0:1767384952.752590:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000018173c2. 20000000:00000040:2.0:1767384952.752591:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384952.752595:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384952.752596:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 00000100:00000001:3.0:1767384952.752597:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 20000000:01000000:2.0:1767384952.752598:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 00000100:00000001:3.0:1767384952.752600:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.752603:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.752606:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384952.752607:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:2.0:1767384952.752608:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 00000100:00000001:3.0:1767384952.752609:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000040:2.0:1767384952.752612:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00000001:3.0:1767384952.752613:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:2.0:1767384952.752616:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384952.752619:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384952.752620:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384952.752622:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384952.752623:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384952.752624:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384952.752625:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384952.752626:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384952.752628:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384952.752629:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384952.752635:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384952.752636:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384952.752638:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384952.752640:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384952.752642:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384952.752644:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384952.752645:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384952.752647:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384952.752648:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384952.752650:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384952.752652:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384952.752654:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384952.752655:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384952.752657:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384952.752659:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384952.752661:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384952.752664:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384952.752666:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384952.752669:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384952.752672:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384952.752675:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384952.752676:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 00000100:00000001:3.0:1767384952.752677:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 20000000:00000040:2.0:1767384952.752678:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 00000100:00100000:3.0:1767384952.752681:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231552 20000000:00000040:2.0:1767384952.752682:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 02000000:00000001:3.0:1767384952.752684:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 20000000:00000040:2.0:1767384952.752685:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 00000100:00000001:3.0:1767384952.752688:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:01000000:2.0:1767384952.752689:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 00000100:00000001:3.0:1767384952.752691:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384952.752692:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 02000000:00000001:3.0:1767384952.752694:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.752696:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00100000:3.0:1767384952.752698:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231552 00000100:00000001:2.0:1767384952.752700:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000020:00000001:3.0:1767384952.752701:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384952.752704:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000100:00000010:2.0:1767384952.752704:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000136cd98b. 00000020:00000001:3.0:1767384952.752708:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384952.752709:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000093bdf645. 00000020:00000040:3.0:1767384952.752711:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000020:00000040:2.0:1767384952.752713:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:2.0:1767384952.752715:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384952.752717:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000020:00000001:3.0:1767384952.752721:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000400:00000010:2.0:1767384952.752721:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000020:00000001:3.0:1767384952.752725:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:3.0:1767384952.752730:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384952.752731:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e1978109. 00000020:00000010:3.0:1767384952.752736:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009501cf26. 00000400:00000200:2.0:1767384952.752738:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384952.752742:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c2e523c0. 00000020:00000040:3.0:1767384952.752747:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000400:00000200:2.0:1767384952.752748:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384952.752755:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384952.752759:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb7a87bb. 00000400:00000200:2.0:1767384952.752763:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x6958272107300 00000020:00000010:3.0:1767384952.752764:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001316c928. 00000020:00000010:3.0:1767384952.752770:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000400:00000200:2.0:1767384952.752770:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1e0d [4] + 0 00000400:00000010:2.0:1767384952.752778:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e583d65. 00000100:00000001:3.0:1767384952.752781:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384952.752783:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007e2da6c 00000100:00000001:3.0:1767384952.752785:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384952.752788:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.752794:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384952.752796:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007e2da6c 00000400:00000010:2.0:1767384952.752797:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000007e2da6c. 00000100:00000001:2.0:1767384952.752801:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384952.752803:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000759d5eb2 desc 00000000b412d77e mbits 1853237352231680 00000100:00000001:3.0:1767384952.752810:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.752811:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384952.752814:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384952.752820:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384952.752824:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384952.752826:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384952.752831:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.752835:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e25 00000400:00000200:2.0:1767384952.752839:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.752844:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384952.752850:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384952.752852:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384952.752853:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000136cd98b 00000100:00000001:2.0:1767384952.752859:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384952.752878:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384952.752881:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000100:00000001:3.0:1767384952.752882:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384952.752909:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.752925:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384952.752929:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384952.752933:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.752942:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384952.752947:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:0.0:1767384952.752949:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.752950:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605065344 : -106559104486272 : ffff9f15c66df480) 00000100:00000040:3.0:1767384952.752970:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fec36cab x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.752977:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384952.752981:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dab50432. 00000100:00000001:3.0:1767384952.752985:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.752987:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384952.752988:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dab50432. 00000100:00000001:0.0:1767384952.752993:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384952.752999:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fec36cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352231552:12345-0@lo:400: 00000100:00100000:0.0:1767384952.753008:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000200:3.0:1767384952.753014:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231552 00000100:00000040:0.0:1767384952.753017:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000020:00000001:3.0:1767384952.753018:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384952.753026:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605062656 : -106559104488960 : ffff9f15c66dea00) 00000020:00000001:3.0:1767384952.753027:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384952.753036:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8dbbe5d x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384952.753037:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.753048:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384952.753055:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:3.0:1767384952.753064:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384952.753067:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384952.753068:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384952.753074:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384952.753075:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008225b1d. 00000020:00000001:3.0:1767384952.753077:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384952.753083:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.753085:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384952.753087:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384952.753094:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384952.753099:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384952.753100:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008225b1d. 02000000:00000010:3.0:1767384952.753102:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e65a5b52. 02000000:00000001:3.0:1767384952.753107:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.753109:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.753112:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384952.753115:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352231552 00010000:00000001:3.0:1767384952.753118:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384952.753119:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8dbbe5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352231424:12345-0@lo:400: 00010000:00000200:3.0:1767384952.753126:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fec36cab x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384952.753127:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231424 00000020:00000001:0.0:1767384952.753136:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384952.753143:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384952.753145:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384952.753147:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.753150:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384952.753151:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=77 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384952.753157:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384952.753160:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384952.753161:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000040:3.0:1767384952.753170:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:0.0:1767384952.753170:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384952.753180:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:0.0:1767384952.753181:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384952.753189:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384952.753191:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384952.753193:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.753195:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384952.753203:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.753204:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384952.753211:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384952.753215:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384952.753218:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384952.753219:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 02000000:00000001:0.0:1767384952.753226:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384952.753231:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000036bc1437. 02000000:00000001:0.0:1767384952.753236:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.753240:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.753250:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384952.753253:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352231424 00010000:00000001:0.0:1767384952.753257:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384952.753265:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b8dbbe5d x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384952.753273:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384952.753276:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384952.753280:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384952.753287:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384952.753292:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:0.0:1767384952.753295:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384952.753299:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384952.753302:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.753306:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.753312:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384952.753316:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b56cfe71. 00000400:00000010:2.0:1767384952.753455:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000100:00000001:2.0:1767384952.753459:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384952.753460:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000136cd98b 00000100:00000200:3.0:1767384952.753462:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352231552, offset 224 00000100:00000001:2.0:1767384952.753462:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384952.753464:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352231424, offset 224 00000100:00000200:2.0:1767384952.753476:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x6958272107300-0x6958272107300 00000100:00000001:2.0:1767384952.753480:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384952.753487:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384952.753487:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.753491:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384952.753494:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000400:00000200:0.0:1767384952.753499:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384952.753502:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000093bdf645. 00000400:00000200:3.0:1767384952.753504:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384952.753509:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000136cd98b. 00000100:00000001:2.0:1767384952.753514:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:3.0:1767384952.753516:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272107280 20000000:00000001:2.0:1767384952.753517:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384952.753528:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384952.753529:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e09 [1] + 224 20000000:00000010:2.0:1767384952.753532:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000872c50e1. 20000000:00000001:2.0:1767384952.753538:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.753541:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272107200 00000400:00000200:3.0:1767384952.753542:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384952.753557:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352231680 00000400:00000200:3.0:1767384952.753563:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384952.753563:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384952.753563:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1df9 [1] + 224 00000100:00000001:3.0:1767384952.753576:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:2.0:1767384952.753576:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031d5bda6 x1853237352231680/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 304/240 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384952.753577:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384952.753590:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384952.753595:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384952.753612:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384952.753620:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384952.753626:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384952.753627:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384952.753632:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384952.753637:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.753652:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384952.753661:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 23 to 0@lo 00000100:00000001:2.0:1767384952.753673:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384952.753681:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384952.753688:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.753693:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.753695:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.753704:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384952.753711:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000100:00000001:3.0:1767384952.753713:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384952.753721:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352231680, offset 224 00000100:00000001:0.0:1767384952.753723:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384952.753727:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000400:00000010:3.0:1767384952.753730:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000100:00000001:3.0:1767384952.753736:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384952.753737:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384952.753745:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384952.753746:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.753752:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 22 to 0@lo 00000400:00000200:0.0:1767384952.753755:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00010000:00000001:3.0:1767384952.753756:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384952.753763:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384952.753764:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.753765:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000400:00000200:2.0:1767384952.753775:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272107300 00000020:00000001:3.0:1767384952.753777:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384952.753779:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384952.753786:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fec36cab x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.753787:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384952.753789:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e11 [1] + 224 00000400:00000200:2.0:1767384952.753797:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384952.753805:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.753808:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384952.753818:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000100:00100000:3.0:1767384952.753819:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fec36cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853237352231552:12345-0@lo:400: Request processed in 828us (2485us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384952.753820:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.753830:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384952.753830:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384952.753836:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.753846:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384952.753857:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8dbbe5d x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384952.753859:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:2.0:1767384952.753864:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384952.753872:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:3.0:1767384952.753883:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384952.753936:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384952.753941:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001316c928. 00000020:00000010:3.0:1767384952.753950:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000100:00100000:0.0:1767384952.753955:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8dbbe5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853237352231424:12345-0@lo:400: Request processed in 877us (3193us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384952.753957:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb7a87bb. 00000020:00000040:3.0:1767384952.753971:0:16778:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000100:00100000:0.0:1767384952.753978:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000001:3.0:1767384952.753979:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384952.753983:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:0.0:1767384952.753994:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384952.754004:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384952.754008:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384952.754012:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000731316d5. 00000400:00000200:2.0:1767384952.754018:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000020:00000010:0.0:1767384952.754020:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a15c8f80. 00000100:00080000:3.0:1767384952.754021:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:2.0:1767384952.754022:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000100:00000001:2.0:1767384952.754031:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384952.754031:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dfa5568. 00000020:00000040:3.0:1767384952.754032:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:2.0:1767384952.754034:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384952.754040:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384952.754042:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000001:0.0:1767384952.754053:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384952.754054:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384952.754064:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384952.754068:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.754070:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384952.754071:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384952.754074:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384952.754080:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031d5bda6 x1853237352231680/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 304/240 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384952.754082:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384952.754086:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384952.754089:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acb8381f. 00000400:00000200:3.0:1767384952.754096:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000689463b 00000100:00100000:2.0:1767384952.754097:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031d5bda6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352231680:12345-0@lo:256: Request processed in 1763us (2702us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384952.754100:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000689463b. 00000100:00000001:3.0:1767384952.754106:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384952.754107:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384952.754112:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000200:3.0:1767384952.754115:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.754116:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384952.754119:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384952.754123:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3cc3c16. 00000100:00000200:3.0:1767384952.754128:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384952.754129:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 00000020:00000010:2.0:1767384952.754135:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e01eef9. 00000100:00000001:3.0:1767384952.754140:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384952.754147:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384952.754147:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:3.0:1767384952.754150:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384952.754152:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384952.754153:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384952.754155:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005962c73c. 00000100:00000001:3.0:1767384952.754156:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384952.754160:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.754162:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.754162:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384952.754166:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384952.754168:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=77 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384952.754170:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384952.754172:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=77 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384952.754175:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cf133f8. 00000100:00000001:3.0:1767384952.754176:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384952.754178:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.754181:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384952.754183:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384952.754183:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e1fc0c8. 00010000:00000001:3.0:1767384952.754191:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.754193:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384952.754194:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384952.754196:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384952.754196:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.754198:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.754202:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384952.754213:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384952.754213:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384952.754216:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384952.754219:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384952.754221:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384952.754223:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384952.754224:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dad8ad8. 00000400:00000200:2.0:1767384952.754229:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009281481f 00000400:00000010:2.0:1767384952.754232:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009281481f. 00000100:00000001:2.0:1767384952.754238:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384952.754242:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000413617cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16138:1853237352231552:0@lo:400: 00000100:00000200:2.0:1767384952.754243:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384952.754256:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384952.754256:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384952.754261:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384952.754264:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384952.754266:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1c386c8. 00000400:00000200:3.0:1767384952.754269:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c77c222 00000400:00000010:3.0:1767384952.754273:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c77c222. 00000100:00000001:2.0:1767384952.754273:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.754278:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384952.754278:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384952.754280:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384952.754282:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384952.754284:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384952.754285:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384952.754287:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384952.754292:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=82 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384952.754300:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384952.754300:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.754306:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384952.754308:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.754310:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384952.754311:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.754315:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384952.754319:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.754329:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.754341:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384952.754344:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.754347:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384952.754347:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.754352:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.754355:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384952.754356:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352231680:0@lo:256: 02000000:00000001:3.0:1767384952.754358:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384952.754363:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384952.754366:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.754368:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384952.754369:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.754374:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384952.754376:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=77 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384952.754377:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384952.754379:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767384952.754381:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384952.754385:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384952.754385:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.754388:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.754391:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384952.754397:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.754397:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384952.754403:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cad83f4e. 00000100:00000001:2.0:1767384952.754408:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384952.754409:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.754412:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.754413:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384952.754415:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 10000000:00000040:2.0:1767384952.754416:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 00000100:00000001:3.0:1767384952.754417:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 10000000:00000001:2.0:1767384952.754426:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 00000100:00000001:3.0:1767384952.754428:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767384952.754445:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ebe95ea1. 00000100:00000040:3.0:1767384952.754452:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:2.0:1767384952.754455:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000100:00000001:3.0:1767384952.754461:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384952.754464:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384952.754465:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384952.754466:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.754470:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384952.754472:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.754479:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00100000:3.0:1767384952.754482:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094f09720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853237352231424:0@lo:400: 00000100:00000001:2.0:1767384952.754484:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.754488:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000001:3.0:1767384952.754490:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384952.754492:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000001:3.0:1767384952.754495:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384952.754495:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000100:00000200:2.0:1767384952.754501:0:16773:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.203.112@tcp' 00000100:00000040:3.0:1767384952.754502:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000413617cb x1853237352231552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384952.754504:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384952.754509:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000100:00000001:3.0:1767384952.754511:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384952.754514:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 02000000:00000001:3.0:1767384952.754515:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384952.754518:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052586ac0. 00000400:00000200:2.0:1767384952.754523:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 02000000:00000001:3.0:1767384952.754527:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767384952.754530:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (37) 00000020:00000001:3.0:1767384952.754531:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384952.754534:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384952.754539:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384952.754541:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d884a2af. 00000400:00000200:2.0:1767384952.754542:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (38) 02000000:00000001:3.0:1767384952.754546:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384952.754550:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384952.754551:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000413617cb. 00000100:00000001:3.0:1767384952.754555:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384952.754556:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.754557:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384952.754560:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000100:00000040:3.0:1767384952.754562:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094f09720 x1853237352231424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384952.754564:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384952.754569:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000100:00000001:3.0:1767384952.754571:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384952.754573:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384952.754574:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 02000000:00000010:3.0:1767384952.754576:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c72d485. 00000400:00000200:2.0:1767384952.754580:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (39) 02000000:00000001:3.0:1767384952.754582:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384952.754584:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384952.754585:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:2.0:1767384952.754587:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:2.0:1767384952.754590:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.754592:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:0.0:1767384952.754593:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:3.0:1767384952.754595:0:16138:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:2.0:1767384952.754598:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000020:00000001:3.0:1767384952.754602:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384952.754606:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ec5ee2c. 02000000:00000001:3.0:1767384952.754617:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384952.754617:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.754617:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 02000000:00000001:3.0:1767384952.754625:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384952.754627:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000100:00000010:3.0:1767384952.754629:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094f09720. 00000400:00000010:0.0:1767384952.754629:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b56cfe71. 00000400:00000200:2.0:1767384952.754631:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000100:00000001:3.0:1767384952.754642:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384952.754643:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (38) 00000400:00000200:2.0:1767384952.754644:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000100:00000001:3.0:1767384952.754653:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.754657:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000100:00000001:3.0:1767384952.754659:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.754661:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000010:0.0:1767384952.754662:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009180d247. 00000100:00000001:3.0:1767384952.754670:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384952.754674:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000100:00000001:3.0:1767384952.754675:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.754682:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384952.754686:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000100:00000001:3.0:1767384952.754688:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384952.754693:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.754697:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:0.0:1767384952.754700:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384952.754708:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.754712:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:0.0:1767384952.754713:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:2.0:1767384952.754725:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:2.0:1767384952.754739:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.754739:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:2.0:1767384952.754750:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:2.0:1767384952.754758:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:0.0:1767384952.754759:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:2.0:1767384952.754772:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.754776:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:2.0:1767384952.754779:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:2.0:1767384952.754789:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:0.0:1767384952.754795:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:2.0:1767384952.754797:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.754801:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:2.0:1767384952.754810:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:2.0:1767384952.754821:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.754824:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:2.0:1767384952.754838:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:0.0:1767384952.754842:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:2.0:1767384952.754843:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.754855:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:2.0:1767384952.754858:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:0.0:1767384952.754861:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:2.0:1767384952.754868:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.754872:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:0.0:1767384952.754877:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:2.0:1767384952.754878:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:0.0:1767384952.754906:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:2.0:1767384952.754931:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.754934:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:2.0:1767384952.754937:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:2.0:1767384952.754943:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.754944:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:2.0:1767384952.754956:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:2.0:1767384952.754968:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:0.0:1767384952.754969:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:2.0:1767384952.754981:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.754986:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 38], ns[161, 38] 00000400:00000200:2.0:1767384952.754988:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:2.0:1767384952.754996:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:2.0:1767384952.755014:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755015:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 38], ns[165, 38] 00000400:00000200:2.0:1767384952.755025:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:2.0:1767384952.755034:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:0.0:1767384952.755041:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:2.0:1767384952.755047:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755052:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:0.0:1767384952.755054:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:0.0:1767384952.755058:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:0.0:1767384952.755065:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:2.0:1767384952.755069:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:0.0:1767384952.755077:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:2.0:1767384952.755078:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755090:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:2.0:1767384952.755094:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:0.0:1767384952.755095:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000400:00000200:2.0:1767384952.755104:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755110:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[84, 34] 00000400:00000200:2.0:1767384952.755111:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:2.0:1767384952.755122:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:2.0:1767384952.755136:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755141:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 34], ns[172, 34] 00000400:00000200:2.0:1767384952.755146:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:2.0:1767384952.755155:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:0.0:1767384952.755161:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 34], ns[94, 34] 00000400:00000200:2.0:1767384952.755166:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755174:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:0.0:1767384952.755175:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 34], ns[83, 34] 00000400:00000200:2.0:1767384952.755184:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:2.0:1767384952.755191:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755193:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:2.0:1767384952.755201:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:2.0:1767384952.755209:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755216:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:0.0:1767384952.755216:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 34], ns[143, 34] 00000400:00000200:2.0:1767384952.755225:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:2.0:1767384952.755234:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755237:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[122, 34] 00000400:00000200:2.0:1767384952.755243:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:2.0:1767384952.755250:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:0.0:1767384952.755256:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 34], ns[117, 34] 00000400:00000200:2.0:1767384952.755263:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755272:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:2.0:1767384952.755275:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:0.0:1767384952.755279:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 34], ns[115, 34] 00000400:00000200:2.0:1767384952.755290:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755299:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:0.0:1767384952.755305:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 34], ns[145, 34] 00000400:00000200:2.0:1767384952.755309:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:2.0:1767384952.755325:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755325:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 34], ns[154, 34] 00000400:00000200:2.0:1767384952.755334:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:2.0:1767384952.755342:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:0.0:1767384952.755343:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 34], ns[150, 34] 00000400:00000200:2.0:1767384952.755352:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755356:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 34], ns[166, 34] 00000400:00000200:2.0:1767384952.755361:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:2.0:1767384952.755365:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:0.0:1767384952.755368:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[151, 34], ns[169, 34] 00000400:00000200:2.0:1767384952.755374:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.755379:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:0.0:1767384952.755381:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[168, 34] 00000400:00000200:2.0:1767384952.755393:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:0.0:1767384952.755393:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[153, 34], ns[171, 34] 00000400:00000200:2.0:1767384952.755405:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755409:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000400:00000200:2.0:1767384952.755411:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:2.0:1767384952.755421:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000200:0.0:1767384952.755422:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000200:2.0:1767384952.755439:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755443:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp44 00000400:00000200:2.0:1767384952.755444:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp39 00000400:00000200:2.0:1767384952.755447:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.112@tcp40 00000400:00000200:0.0:1767384952.755453:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp44 lpni_is_preferred = 0 00000400:00000200:2.0:1767384952.755459:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.755463:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp44 00000400:00000200:2.0:1767384952.755465:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp40 00000100:00000001:2.0:1767384952.755470:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.755471:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp44 NI seq info: [173:173:256:4294967295] 192.168.203.112@tcp44 LPNI seq info [155:155:8:4294967295] 00010000:00000001:2.0:1767384952.755475:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384952.755484:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 00000400:00000200:0.0:1767384952.755484:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp44 10000000:00000010:2.0:1767384952.755497:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f3cc3c16. 10000000:00000040:2.0:1767384952.755504:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:2.0:1767384952.755509:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384952.755510:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44:) -> 192.168.203.112@tcp44(192.168.203.112@tcp:192.168.203.112@tcp44) : PUT try# 0 00000020:00000001:2.0:1767384952.755518:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000800:00000200:0.0:1767384952.755520:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.112@tcp44 00000020:00000010:2.0:1767384952.755522:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e01eef9. 00000800:00000010:0.0:1767384952.755526:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000101938f8. 00000020:00000010:2.0:1767384952.755529:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000697c98aa. 00000040:00000010:2.0:1767384952.755536:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ccb26c5. 00000020:00000010:2.0:1767384952.755548:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5847ffd. 00000800:00000010:0.0:1767384952.755552:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002eb2954f. 00000020:00000010:2.0:1767384952.755554:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000114f726d. 00000800:00000010:0.0:1767384952.755559:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000077a44e64. 00000020:00000010:2.0:1767384952.755560:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000309db8d. 80000000:00000010:2.0:1767384952.755569:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000079187d3f. 00000800:00000200:0.0:1767384952.755574:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 40000000:00000010:2.0:1767384952.755578:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030322ed6. 00000800:00000200:0.1:1767384952.755585:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00100000:00000010:2.0:1767384952.755587:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000096a10bef. 00040000:00000010:2.0:1767384952.755593:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ad44461. 00040000:00000010:2.0:1767384952.755598:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000387cda8a. 00040000:00000010:2.0:1767384952.755602:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d1aabb13. 00000400:00000200:0.0:1767384952.755607:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00080000:00000010:2.0:1767384952.755609:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b069bb0. 00000400:00000200:0.0:1767384952.755613:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000004:00000010:2.0:1767384952.755617:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008cbaf782. 00000004:00000010:2.0:1767384952.755623:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2b0a478. 00000004:00000010:2.0:1767384952.755628:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004f5a8bb2. 00002000:00000010:2.0:1767384952.755631:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005962c73c. 00000004:00000010:2.0:1767384952.755639:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000136cd98b. 00000004:00000001:2.0:1767384952.755643:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384952.755646:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384952.755647:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f3cc3c16 00000040:00001000:2.0:1767384952.755648:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384952.755650:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384952.755651:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384952.755652:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384952.755654:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384952.755656:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384952.755658:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384952.755658:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:2.0:1767384952.755660:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384952.755711:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000004:00000001:2.0:1767384952.755714:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384952.755719:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000697c98aa. 00000040:00000010:2.0:1767384952.755725:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ccb26c5. 00000020:00000010:2.0:1767384952.755731:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5847ffd. 00000020:00000010:2.0:1767384952.755736:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000114f726d. 00000020:00000010:2.0:1767384952.755744:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000309db8d. 80000000:00000010:2.0:1767384952.755749:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079187d3f. 40000000:00000010:2.0:1767384952.755753:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000030322ed6. 00100000:00000010:2.0:1767384952.755756:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000096a10bef. 00040000:00000010:2.0:1767384952.755761:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004ad44461. 00040000:00000010:2.0:1767384952.755766:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000387cda8a. 00040000:00000010:2.0:1767384952.755771:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d1aabb13. 00080000:00000010:2.0:1767384952.755775:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b069bb0. 00000004:00000010:2.0:1767384952.755779:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cbaf782. 00000400:00000200:3.0:1767384952.755781:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000004:00000010:2.0:1767384952.755782:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2b0a478. 00000004:00000010:2.0:1767384952.755789:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004f5a8bb2. 00002000:00000010:2.0:1767384952.755792:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005962c73c. 00000004:00000010:2.0:1767384952.755796:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000136cd98b. 00000020:00000010:2.0:1767384952.755800:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e01eef9. 00000020:00000001:2.0:1767384952.755804:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.755807:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384952.755810:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f3cc3c16. 10000000:00000010:2.0:1767384952.755817:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ebe95ea1. 10000000:00000001:2.0:1767384952.755820:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.755822:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384952.755837:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759d5eb2 x1853237352231680/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.755842:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384952.755844:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384952.755845:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c01ce76. 00000400:00000200:3.0:1767384952.755846:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 02000000:00000001:2.0:1767384952.755847:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384952.755850:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384952.755852:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384952.755854:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384952.755855:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384952.755856:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384952.755857:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384952.755859:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384952.755860:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ae9a8178. 00000100:00000010:2.0:1767384952.755863:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b412d77e. 00000100:00000001:2.0:1767384952.755866:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384952.755867:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009199a93f. 02000000:00000001:2.0:1767384952.755870:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384952.755872:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384952.755873:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759d5eb2. 00000100:00000001:2.0:1767384952.755876:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384952.755877:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384952.755920:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000009e0c25c. 10000000:01000000:2.0:1767384952.755925:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384952.755928:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384952.755931:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384952.755934:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384952.755935:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006932bd5 refcount=3 00000020:00000001:2.0:1767384952.755939:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:2.0:1767384952.755942:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:2.0:1767384952.755945:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384952.755947:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00010000:00010000:2.0:1767384952.755948:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384952.755958:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384952.755959:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384952.755962:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384952.755967:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384952.755968:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384952.755969:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384952.755970:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384952.755971:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384952.755973:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384952.755976:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384952.755977:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:2.0:1767384952.755979:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384952.755989:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756055:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756105:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756157:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756219:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756285:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756372:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756443:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756493:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756519:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756552:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756608:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756629:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756690:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756729:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756780:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756847:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756962:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.756998:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757048:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757120:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757182:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757278:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757370:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000001:00000001:1.0:1767384952.757389:0:36237:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384952.757398:0:36237:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000400:00000200:3.0:1767384952.757407:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757457:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757488:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757509:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757529:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757571:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384952.757613:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384952.757808:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384952.757814:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091a37147. 00000800:00000010:3.0:1767384952.757823:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dab50432. 00000800:00000010:3.0:1767384952.757853:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dab50432. 00000800:00020000:3.0:1767384952.757867:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384952.757871:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091a37147. 00000800:00000010:3.0:1767384952.757873:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001a56191. 00000400:02020000:3.0:1767384952.757937:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp44 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384952.757946:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp44 notifying 192.168.203.112@tcp44: down 00000800:00000200:3.0:1767384952.757954:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp44 down 00000800:00000100:3.0:1767384952.757963:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.112@tcp44 00000800:00000010:3.0:1767384952.757968:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000101938f8. 00000400:00000200:3.0:1767384952.757972:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384952.757976:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384952.757990:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp44 added to recovery queue. ping count: 0 next ping: 275 health :900 00000400:00000200:3.0:1767384952.757994:0:16124:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384952.758006:0:16124:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384952.758009:0:16124:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384952.758044:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384952.758049:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x301171 00000400:00000001:0.0:1767384952.758053:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384952.758055:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384952.758056:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00000400:00000010:0.0:1767384952.758058:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000400:00000200:0.0:1767384952.758062:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384952.758068:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384952.758072:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (39) 00000400:00000200:0.0:1767384952.758075:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384952.758076:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc -71 00000400:00000200:0.0:1767384952.758079:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384952.758082:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (38) 00000001:00000001:1.0:1767384952.760382:0:36237:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1767384952.764938:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294941711, at 4294941712 00000100:00000010:1.0:1767384952.764950:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009084bb4d. 00000100:00000040:0.0:1767384952.764968:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294941711, at 4294941712 00000100:00000010:0.0:1767384952.764980:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069eaba88. 00000020:00000010:3.0:1767384952.765032:0:36239:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000dab50432. 00000020:00000040:3.0:1767384952.765039:0:36239:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384952.765042:0:36239:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000dab50432. 00000100:00000040:2.0:1767384952.765288:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294941711, at 4294941712 00000100:00000010:2.0:1767384952.765295:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d192eaa1. 00000100:00000040:3.0:1767384952.765947:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294941711, at 4294941713 00000100:00000010:3.0:1767384952.765956:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a9d4f96. 00000400:00000010:1.0:1767384952.770491:0:36240:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000093234434. 00000400:00000010:1.0:1767384952.770504:0:36240:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000044bcc015. 00000400:00000010:1.0:1767384952.770511:0:36240:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000685d3fa. 00000400:00000010:1.0:1767384952.770514:0:36240:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000085caf535. 00000400:00000010:1.0:1767384952.770517:0:36240:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c00a1cde. 00000400:00000010:1.0:1767384952.770521:0:36240:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a2a554c. 00000400:00000010:1.0:1767384952.770522:0:36240:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f8ceaf42. 00000400:00000010:1.0:1767384952.770523:0:36240:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9230355. 00000400:00000010:1.0:1767384952.770526:0:36240:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a9ce1759. 00000800:00000010:1.0:1767384952.770539:0:36240:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005f6d7ad2. 00000800:00000200:1.0:1767384952.770548:0:36240:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384952.770559:0:36240:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384952.770589:0:36240:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384952.770610:0:36240:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp46 [8/256/0/180] 00000400:00000010:1.0:1767384952.772000:0:36240:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000f60f60c6. 00000400:00000010:1.0:1767384952.772005:0:36240:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097f4eb92. 00000400:00000010:1.0:1767384952.772009:0:36240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7e5c27. 00000400:00000001:1.0:1767384952.772030:0:36240:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384952.772031:0:36240:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384952.772033:0:36240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743b2243. 00000400:00000200:1.0:1767384952.772035:0:36240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384952.772037:0:36240:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000400:00000010:1.0:1767384952.772040:0:36240:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000bd1c5b50. 00000400:00000200:1.0:1767384952.772044:0:36240:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (37) 00000400:00000200:1.0:1767384952.772054:0:36240:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384952.772070:0:36240:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:1.0:1767384952.772076:0:36240:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000425b1ae4. 00000020:01000000:1.0:1767384952.772081:0:36240:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384952.772083:0:36240:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp46 00000400:00000200:0.0:1767384952.772086:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384952.772094:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000010:0.0:1767384952.772102:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b56cfe71. 00000400:00000010:1.0:1767384952.772104:0:36240:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000044bcc015. 00000400:00000200:0.0:1767384952.772106:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (38) 00000400:00000010:1.0:1767384952.772108:0:36240:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000093234434. 00000400:00000010:0.0:1767384952.772117:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000759c01ec. 00000400:00000200:0.0:1767384952.772125:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000020:00000001:2.0:1767384952.772136:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384952.772139:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 10000000:00000001:2.0:1767384952.772143:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384952.772148:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384952.772148:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 10000000:01000000:2.0:1767384952.772153:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384952.772160:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384952.772163:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384952.772166:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384952.772166:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000020:01000004:2.0:1767384952.772169:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384952.772173:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384952.772179:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384952.772181:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384952.772185:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384952.772186:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000020:01000004:2.0:1767384952.772193:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384952.772195:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384952.772204:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000100:00000010:2.0:1767384952.772205:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f10d12a3. 00000020:00000040:2.0:1767384952.772211:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384952.772215:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384952.772218:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384952.772225:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772227:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384952.772237:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 02000000:00000010:2.0:1767384952.772243:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e9e660fa. 00000400:00000200:0.0:1767384952.772246:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000100:00000001:2.0:1767384952.772250:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772255:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000100:00000001:2.0:1767384952.772258:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384952.772263:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772269:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000100:00000040:2.0:1767384952.772273:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10d12a3] to pc [ptlrpcd_00_00+0] req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384952.772283:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:0.0:1767384952.772312:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:0.0:1767384952.772319:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 38], ns[161, 38] 00000400:00000200:0.0:1767384952.772327:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 38], ns[165, 38] 10000000:00000001:2.0:1767384952.772331:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384952.772335:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.772338:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772338:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:1.0:1767384952.772340:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384952.772347:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384952.772348:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384952.772354:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384952.772357:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000020:00000001:2.0:1767384952.772359:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384952.772364:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384952.772369:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384952.772370:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384952.772374:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384952.772376:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000020:01000004:2.0:1767384952.772382:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384952.772388:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384952.772395:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384952.772400:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384952.772402:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384952.772405:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000020:01000004:2.0:1767384952.772409:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384952.772410:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384952.772417:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384952.772418:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000020:01000004:2.0:1767384952.772420:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384952.772420:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384952.772429:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384952.772443:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384952.772448:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384952.772449:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 02000000:00000001:1.0:1767384952.772455:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384952.772456:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000020:00000040:2.0:1767384952.772466:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00100000:1.0:1767384952.772468:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352231808:0@lo:253: 00000400:00000200:0.0:1767384952.772472:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 34], ns[84, 34] 00000100:00000001:2.0:1767384952.772479:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384952.772486:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384952.772488:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384952.772489:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 34], ns[172, 34] 02000000:00000001:2.0:1767384952.772500:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.772502:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384952.772508:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772509:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 34], ns[94, 34] 02000000:00000010:2.0:1767384952.772510:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000095c2f133. 02000000:00000001:1.0:1767384952.772514:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384952.772518:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384952.772522:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009486e6fc. 00000100:00000001:2.0:1767384952.772523:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384952.772526:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.772530:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384952.772539:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743b2243. 00000100:00000040:2.0:1767384952.772540:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002574fd07] to pc [ptlrpcd_00_01+1] req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384952.772549:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 34], ns[83, 34] 00000400:00000010:1.0:1767384952.772550:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044bcc015. 00000100:00000200:1.0:1767384952.772561:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352231808, portal 25 00000100:00000001:1.0:1767384952.772573:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384952.772576:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514581537024 : -106559128014592 : ffff9f15c506f100) 10000000:00000001:2.0:1767384952.772578:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772581:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 34], ns[143, 34] 00000100:00000040:1.0:1767384952.772584:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384952.772595:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772603:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[122, 34] 00000020:00000001:2.0:1767384952.772606:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384952.772614:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384952.772624:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000425b1ae4. 00000100:00000001:1.0:1767384952.772632:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384952.772633:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 34], ns[117, 34] 00000100:00000040:1.0:1767384952.772641:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384952.772645:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 34], ns[115, 34] 00000100:00000001:2.0:1767384952.772651:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384952.772651:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcf213dc. 00000400:00000200:0.0:1767384952.772652:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 34], ns[145, 34] 00000100:00000001:2.0:1767384952.772659:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384952.772660:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352231808, offset 0 00000100:00000001:2.0:1767384952.772663:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384952.772676:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384952.772677:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.772677:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 34], ns[154, 34] 00000100:00000001:2.0:1767384952.772709:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384952.772713:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.772713:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 34], ns[150, 34] 02000000:00000001:2.0:1767384952.772722:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384952.772728:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384952.772733:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 34], ns[166, 34] 02000000:00000001:2.0:1767384952.772735:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384952.772743:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352231936:0@lo:253: 00000100:00000001:2.0:1767384952.772754:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384952.772758:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384952.772758:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[151, 34], ns[169, 34] 02000000:00000001:2.0:1767384952.772764:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.772771:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384952.772778:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a081dc1c. 00000400:00000200:0.0:1767384952.772783:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[168, 34] 02000000:00000001:2.0:1767384952.772784:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.772790:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81c7c12. 00000400:00000200:0.0:1767384952.772797:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[153, 34], ns[171, 34] 00000400:00000010:2.0:1767384952.772799:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdb2c63b. 00000100:00000200:2.0:1767384952.772807:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352231936, portal 25 00000100:00000001:2.0:1767384952.772810:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384952.772814:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[155, 34], ns[173, 34] 00000100:00000001:2.0:1767384952.772815:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:2.0:1767384952.772828:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384952.772836:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000001:2.0:1767384952.772845:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384952.772854:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384952.772854:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp23 00000400:00000010:2.0:1767384952.772857:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8320de7. 00000100:00000200:2.0:1767384952.772861:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352231936, offset 0 00000400:00000200:0.0:1767384952.772866:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp23 lpni_is_preferred = 0 00000400:00000200:2.0:1767384952.772872:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.772877:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp23 00000400:00000200:0.0:1767384952.772883:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp23 NI seq info: [174:174:256:4294967295] 192.168.203.112@tcp23 LPNI seq info [156:156:8:4294967295] 00000400:00000200:0.0:1767384952.772937:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp23 00000400:00000200:0.0:1767384952.772949:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23:) -> 192.168.203.112@tcp23(192.168.203.112@tcp:192.168.203.112@tcp23) : PUT try# 0 00000800:00000200:0.0:1767384952.772959:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.112@tcp23 00000400:00000200:1.0:1767384952.772969:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384952.772976:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384952.772982:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000519a9515. 00000400:00000200:1.0:1767384952.772989:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107380 00000400:00000200:2.0:1767384952.773001:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107400 00000400:00000200:1.0:1767384952.773005:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1595 [2] + 0 00000800:00000200:0.0:1767384952.773008:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (6) 00000400:00000010:1.0:1767384952.773017:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec57dd4. 00000400:00000200:1.0:1767384952.773020:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e23d6d29 00000800:00000200:0.0:1767384952.773024:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp23 ip 192.168.203.112:988 00000400:00000200:1.0:1767384952.773029:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.773032:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x159d [2] + 0 00000800:00000200:0.0:1767384952.773034:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000519a9515 type 1, nob 736 niov 1 nkiov 1 00000400:00000200:1.0:1767384952.773046:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384952.773047:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c42bd03. 00000400:00000200:2.0:1767384952.773058:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024e76453 00000400:00000200:1.0:1767384952.773063:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e23d6d29 00000400:00000200:2.0:1767384952.773066:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384952.773067:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e23d6d29. 00000400:00000200:0.0:1767384952.773068:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:1.0:1767384952.773085:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384952.773086:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384952.773088:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000100:00000200:1.0:1767384952.773089:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384952.773092:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e76453 00000100:00000040:1.0:1767384952.773097:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000406dbe38 x1853237352231808 msgsize 4848 00000400:00000010:2.0:1767384952.773100:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024e76453. 00000100:00100000:1.0:1767384952.773111:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384952.773112:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384952.773117:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384952.773117:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384952.773126:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000c8ddfd67 x1853237352231936 msgsize 4848 00000100:00000001:1.0:1767384952.773137:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384952.773145:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384952.773147:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcf213dc 00000100:00000040:2.0:1767384952.773150:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:1.0:1767384952.773151:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcf213dc. 00000100:00000001:1.0:1767384952.773162:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384952.773171:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384952.773171:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384952.773181:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8320de7 00000400:00000010:2.0:1767384952.773186:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8320de7. 00000100:00000001:1.0:1767384952.773187:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384952.773199:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384952.773200:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384952.773212:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.773217:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.773226:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384952.773234:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384952.773236:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384952.773241:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.773244:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294941733 00000100:00000010:1.0:1767384952.773255:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000131d439e. 00000100:00000001:2.0:1767384952.773256:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773262:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384952.773265:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384952.773267:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773272:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294941733 00000100:00000001:1.0:1767384952.773275:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294941733 00000100:00000001:2.0:1767384952.773276:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294941733 00000100:00000001:2.0:1767384952.773281:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294941733 00000100:00000010:1.0:1767384952.773282:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ed6a988. 00000100:00000001:1.0:1767384952.773295:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384952.773297:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294941733 00000100:00000001:2.0:1767384952.773298:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294941733 00000100:00000010:1.0:1767384952.773303:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2f944a. 00000100:00000001:2.0:1767384952.773304:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294941733 00000100:00000001:1.0:1767384952.773318:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384952.773323:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294941733 00000100:00000001:2.0:1767384952.773324:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294941733 00000100:00000001:2.0:1767384952.773327:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294941733 00000100:00000010:1.0:1767384952.773333:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000afa39cb8. 00000100:00000001:1.0:1767384952.773344:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384952.773352:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294941733 00000100:00000001:1.0:1767384952.773352:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.773362:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384952.773363:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773381:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.773382:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773387:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.773389:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.773393:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.773404:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384952.773405:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384952.773407:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384952.773409:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384952.773412:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.773414:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.773416:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384952.773417:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1767384952.773417:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384952.773419:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.773424:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773426:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384952.773428:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000519a9515. 00000100:00000001:1.0:1767384952.773444:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.773456:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384952.773462:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384952.773466:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231808 00000400:00000200:0.0:1767384952.773467:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: PUT: OK 02000000:00000001:2.0:1767384952.773471:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384952.773474:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384952.773476:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.773476:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384952.773487:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.773488:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000100:00100000:2.0:1767384952.773490:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231808 00000020:00000001:2.0:1767384952.773495:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384952.773497:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384952.773500:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384952.773502:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000800:00000001:0.0:1767384952.773505:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384952.773506:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384952.773512:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384952.773515:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384952.773519:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030322ed6. 00000800:00000001:0.0:1767384952.773520:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.773525:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384952.773529:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384952.773530:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030322ed6. 00000020:00000010:2.0:1767384952.773541:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000697c98aa. 00000800:00000001:0.0:1767384952.773543:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384952.773546:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3cc3c16. 00000020:00000010:2.0:1767384952.773551:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000400:00000200:0.0:1767384952.773563:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23) <- 192.168.203.112@tcp23 : PUT - for me 00000100:00000040:2.0:1767384952.773564:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384952.773572:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384952.773574:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384952.773577:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.773586:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 640 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384952.773593:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.773602:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384952.773602:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 608/640 into md 0x1d79 [1] + 0 00000100:00000001:2.0:1767384952.773606:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384952.773608:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352231936 02000000:00000001:1.0:1767384952.773616:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384952.773617:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df1d279. 00000100:00000001:1.0:1767384952.773620:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384952.773624:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773626:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384952.773626:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049a1464c 02000000:00000001:1.0:1767384952.773629:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773630:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384952.773636:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384952.773638:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352231936 00000100:00100000:2.0:1767384952.773645:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000020:00000001:1.0:1767384952.773646:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767384952.773647:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384952.773655:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000020:00000040:1.0:1767384952.773656:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:0.0:1767384952.773656:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384952.773666:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526575184 : -106558182976432 : ffff9f15fd5b1450) 00000020:00000001:1.0:1767384952.773667:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384952.773675:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000400:00000200:0.0:1767384952.773677:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: PUT: OK 00000100:00000040:2.0:1767384952.773680:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000406dbe38 x1853237352231808/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 4848/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384952.773683:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384952.773689:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000020:00000001:1.0:1767384952.773696:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000010:0.0:1767384952.773699:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00000001:1.0:1767384952.773708:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384952.773712:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:1.0:1767384952.773716:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091a59289. 00000100:00000001:2.0:1767384952.773720:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384952.773724:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (39) 00000020:00000010:2.0:1767384952.773725:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030322ed6. 00000100:00000001:1.0:1767384952.773725:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.773737:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384952.773738:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091a59289. 00000400:00000200:0.0:1767384952.773738:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000020:00000010:2.0:1767384952.773750:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030322ed6. 00000020:00000010:1.0:1767384952.773754:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e741734e. 00000400:00000200:0.0:1767384952.773757:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (640 bytes) 00000020:00000010:1.0:1767384952.773760:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa5a5983. 00000100:00100000:2.0:1767384952.773761:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000406dbe38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352231808:12345-0@lo:253: 00000020:00000010:1.0:1767384952.773771:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029d0da34. 00000400:00000200:0.0:1767384952.773773:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000200:2.0:1767384952.773775:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231808 00000020:00000001:2.0:1767384952.773782:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384952.773785:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384952.773786:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384952.773787:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.773791:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (40) 00000020:00000001:2.0:1767384952.773793:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384952.773794:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384952.773796:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384952.773801:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384952.773801:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.773806:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384952.773808:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384952.773811:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384952.773812:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000001:2.0:1767384952.773816:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773820:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384952.773822:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384952.773823:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384952.773829:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000425b1ae4. 00000100:00000001:1.0:1767384952.773830:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384952.773830:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp23 to MR: 192.168.203.112@tcp23 local destination 02000000:00000001:2.0:1767384952.773836:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.773845:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.773850:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384952.773851:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp23 NI seq info: [175:175:256:4294967295] 192.168.203.112@tcp23 LPNI seq info [157:157:8:4294967295] 00000100:00000001:1.0:1767384952.773852:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384952.773855:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:2.0:1767384952.773860:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007330ce2b. 00000100:00100000:1.0:1767384952.773863:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 20000000:01000000:2.0:1767384952.773871:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:1.0:1767384952.773874:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384952.773880:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526572112 : -106558182979504 : ffff9f15fd5b0850) 20000000:00000001:2.0:1767384952.774173:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384952.774178:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384952.774181:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.774184:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.774187:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:1.0:1767384952.774196:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8ddfd67 x1853237352231936/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 4848/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1767384952.774197:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e01eef9. 20000000:01000000:2.0:1767384952.774205:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000400:00000200:0.0:1767384952.774207:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23:192.168.203.112@tcp23) -> 192.168.203.112@tcp23(192.168.203.112@tcp23:192.168.203.112@tcp23) 192.168.203.112@tcp23 : ACK try# 0 20000000:00000001:2.0:1767384952.774219:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384952.774228:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384952.774228:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp23 00080000:00000001:2.0:1767384952.774230:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000010:1.0:1767384952.774234:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091a59289. 00000100:00000001:1.0:1767384952.774239:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384952.774239:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000519a9515. 00000020:00000010:1.0:1767384952.774245:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091a59289. 00000100:00100000:1.0:1767384952.774254:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c8ddfd67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352231936:12345-0@lo:253: 00000800:00000200:0.0:1767384952.774255:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6a9f8a6] -> 12345-192.168.203.112@tcp23 (6) 00000100:00000200:1.0:1767384952.774259:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352231936 00000020:00000001:1.0:1767384952.774263:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:0.0:1767384952.774267:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp23 ip 192.168.203.112:995 00000020:00000001:1.0:1767384952.774269:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384952.774272:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384952.774272:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000519a9515 type 0, nob 96 niov 1 nkiov 0 00000020:00000001:1.0:1767384952.774277:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384952.774279:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384952.774283:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384952.774285:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384952.774286:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384952.774289:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384952.774291:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384952.774293:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:2.0:1767384952.774294:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384952.774294:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384952.774302:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384952.774302:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.774309:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384952.774310:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1767384952.774311:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384952.774320:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384952.774322:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 02000000:00000010:1.0:1767384952.774326:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f93f4618. 00080000:00000001:2.0:1767384952.774327:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:1.0:1767384952.774332:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.774334:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384952.774336:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000136cd98b. 20000000:00000001:1.0:1767384952.774337:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384952.774343:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249364480 : -106563460187136 : ffff9f14c2cf3c00) 00080000:00000001:2.0:1767384952.774348:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000010:1.0:1767384952.774350:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c726dc27. 20000000:01000000:1.0:1767384952.774355:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384952.774364:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384952.774366:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384952.774367:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:1.0:1767384952.774368:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384952.774374:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384952.774375:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000519a9515. 20000000:00000001:1.0:1767384952.774376:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384952.774382:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.774388:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: ACK: OK 00000800:00000001:0.0:1767384952.774396:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384952.774403:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384952.774406:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384952.774412:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384952.774414:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384952.774419:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384952.774425:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp23(192.168.203.112@tcp23) <- 192.168.203.112@tcp23 : ACK - for me 00000400:00000200:0.0:1767384952.774457:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp23: ACK from 12345-192.168.203.112@tcp23 into md 0x1e41 00000400:00000200:0.0:1767384952.774462:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.774468:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp23->192.168.203.112@tcp23: ACK: OK 00000400:00000200:0.0:1767384952.774474:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00000400:00000010:0.0:1767384952.774477:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000400:00000200:0.0:1767384952.774480:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000001:00000001:2.0:1767384952.774481:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384952.774485:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.774489:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00080000:00000001:2.0:1767384952.774490:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384952.774501:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384952.774506:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (39) 00080000:00000001:2.0:1767384952.774513:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384952.774524:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000001:0.0:1767384952.774529:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384952.774538:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384952.774581:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384952.774586:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000d6b480aa. 00000400:00000010:0.0:1767384952.774592:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004df1d279. 00000400:00000010:0.0:1767384952.774596:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b56cfe71. 00000400:00000200:0.0:1767384952.774601:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d6b480aa 00000400:00000010:0.0:1767384952.774607:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000e44246bc. 00000400:00000200:0.0:1767384952.774612:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000400:00000200:0.0:1767384952.774617:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:0.0:1767384952.774620:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (38) 00000400:00000010:0.0:1767384952.774625:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000a0c292a2. 00000400:00000010:0.0:1767384952.774630:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00080000:00000001:2.0:1767384952.774632:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384952.774636:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384952.774637:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094fc71a0. 00000400:00000200:0.0:1767384952.774649:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767384952.774662:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384952.774667:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 38], ns[62, 38] 00000400:00000200:0.0:1767384952.774674:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[66, 38] 00000400:00000200:0.0:1767384952.774681:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[74, 38] 00000400:00000200:0.0:1767384952.774688:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 38], ns[86, 38] 00000400:00000200:0.0:1767384952.774694:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 38], ns[89, 38] 00000400:00000200:0.0:1767384952.774701:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 38], ns[102, 38] 00000400:00000200:0.0:1767384952.774707:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 38], ns[109, 38] 00000400:00000200:0.0:1767384952.774716:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[124, 38] 00000400:00000200:0.0:1767384952.774724:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 38], ns[134, 38] 00000400:00000200:0.0:1767384952.774729:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 38], ns[141, 38] 00000400:00000200:0.0:1767384952.774746:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 38], ns[156, 38] 00000400:00000200:0.0:1767384952.774753:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 38], ns[161, 38] 00000400:00000200:0.0:1767384952.774760:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 38], ns[165, 38] 00000400:00000200:0.0:1767384952.774766:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 38], ns[175, 38] 00000400:00000200:0.0:1767384952.774771:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:0.0:1767384952.774778:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:0.0:1767384952.774784:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:0.0:1767384952.774788:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:0.0:1767384952.774794:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:0.0:1767384952.774798:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 38], ns[84, 38] 00000400:00000200:0.0:1767384952.774804:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 38], ns[172, 38] 00000400:00000200:0.0:1767384952.774809:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 38], ns[94, 38] 00000400:00000200:0.0:1767384952.774814:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 38], ns[83, 38] 00000400:00000200:0.0:1767384952.774819:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 38], ns[143, 38] 00000400:00000200:0.0:1767384952.774824:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 38], ns[122, 38] 00000400:00000200:0.0:1767384952.774829:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 38], ns[117, 38] 00000400:00000200:0.0:1767384952.774834:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 38], ns[115, 38] 00000400:00000200:0.0:1767384952.774839:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 38], ns[145, 38] 00000400:00000200:0.0:1767384952.774855:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[136, 38], ns[154, 38] 00000400:00000200:0.0:1767384952.774861:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[150, 38] 00000400:00000200:0.0:1767384952.774867:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 38], ns[166, 38] 00000400:00000200:0.0:1767384952.774872:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[151, 38], ns[169, 38] 00000400:00000200:0.0:1767384952.774877:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 38], ns[168, 38] 00000400:00000200:0.0:1767384952.774935:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[153, 38], ns[171, 38] 00000400:00000200:0.0:1767384952.774943:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[155, 38], ns[173, 38] 00000400:00000200:0.0:1767384952.774948:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384952.774952:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp 00000400:00000200:0.0:1767384952.774956:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384952.774959:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767384952.774965:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [176:176:256:4294967295] 192.168.203.112@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1767384952.774972:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp 00000400:00000200:0.0:1767384952.774980:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : GET try# 0 00000800:00000200:0.0:1767384952.774988:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767384952.774994:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000519a9515. 00000800:00000200:0.0:1767384952.775001:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000800:00000200:0.0:1767384952.775012:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767384952.775016:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000519a9515 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384952.775037:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384952.775044:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000800:00000001:1.0:1767384952.775148:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384952.775152:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384952.775157:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384952.775157:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000519a9515. 00000800:00000001:1.0:1767384952.775161:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384952.775166:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384952.775169:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384952.775175:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: GET: OK 00000400:00000200:1.0:1767384952.775181:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : GET - for me 00000400:00000200:0.0:1767384952.775190:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384952.775191:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384952.775197:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000400:00000200:1.0:1767384952.775204:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 640/640 into md 0x1e3d [1] + 0 00000400:00000200:1.0:1767384952.775214:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767384952.775220:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [177:177:255:4294967295] 192.168.203.112@tcp LPNI seq info [159:159:7:4294967295] 00000400:00000200:1.0:1767384952.775233:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : REPLY try# 0 00000800:00000200:1.0:1767384952.775240:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767384952.775244:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3a21a2a. 00000800:00000200:1.0:1767384952.775253:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000800:00000200:1.0:1767384952.775261:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:1023 00000800:00000200:1.0:1767384952.775266:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3a21a2a type 3, nob 736 niov 1 nkiov 1 00000800:00000001:0.0:1767384952.775354:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384952.775370:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384952.775378:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384952.775381:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384952.775382:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384952.775387:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3a21a2a. 00000800:00000001:0.0:1767384952.775389:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384952.775392:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384952.775400:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: REPLY: OK 00000400:00000200:0.0:1767384952.775403:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : REPLY - for me 00000400:00000200:0.0:1767384952.775418:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp: Reply from 12345-192.168.203.112@tcp of length 640/640 into md 0x1e59 00000800:00000001:0.0:1767384952.775428:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384952.775429:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384952.775454:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384952.775459:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.775464:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: REPLY: OK 00000400:00000200:0.0:1767384952.775468:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:0.0:1767384952.775470:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000400:00000200:0.0:1767384952.775474:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384952.775478:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:0.0:1767384952.775481:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384952.775486:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 38. state = 0x300271 00000400:00000200:0.0:1767384952.775491:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384952.775501:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (39) 00000800:00000001:0.0:1767384952.775506:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384952.775510:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384952.775522:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384952.775526:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000400:00000010:0.0:1767384952.775534:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 00000000eebdf1fd. 00000400:00000010:0.0:1767384952.775537:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000ff5274cb. 00000400:00000010:0.0:1767384952.775541:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 0000000037ac9c22. 00000400:00000200:0.0:1767384952.775580:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp30(000000004f2f3714) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384952.775606:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp40(000000006abe0604) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384952.775610:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp41(00000000769a1e60) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384952.775615:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp43(0000000068c86542) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384952.775621:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp44(0000000029b3143f) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384952.775641:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000044d623e1. 00000400:00000200:0.0:1767384952.775647:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000044d623e1 nid 192.168.203.112@tcp45 00000400:00000010:0.0:1767384952.775654:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fd4833e3. 00000400:00000200:0.0:1767384952.775657:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fd4833e3 net tcp45 00000400:00000200:0.0:1767384952.775660:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (38) 00000400:00000200:0.0:1767384952.775666:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp45 flags 0x11 00000400:00000010:0.0:1767384952.775672:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000033c768f. 00000400:00000200:0.0:1767384952.775676:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000033c768f nid 192.168.203.112@tcp46 00000400:00000010:0.0:1767384952.775682:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000980cdc6a. 00000400:00000200:0.0:1767384952.775684:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000980cdc6a net tcp46 00000400:00000200:0.0:1767384952.775686:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (39) 00000400:00000200:0.0:1767384952.775689:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp46 flags 0x11 00000400:00000010:0.0:1767384952.775694:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 00000000eebdf1fd. 00000400:00000010:0.0:1767384952.775698:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000ff5274cb. 00000400:00000010:0.0:1767384952.775701:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 0000000037ac9c22. 00000400:00000010:0.0:1767384952.775705:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000a0c292a2. 00000400:00000200:0.0:1767384952.775708:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:0.0:1767384952.775713:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:0.0:1767384952.775718:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:0.0:1767384952.775725:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000200:0.0:1767384952.775729:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384952.775731:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300111 rc 0 00000400:00000200:0.0:1767384952.775737:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:0.0:1767384952.775741:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (40) 00080000:00000001:2.0:1767384952.784493:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384952.784500:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000001:3.0:1767384952.784504:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384952.784505:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.784509:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384952.784510:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384952.784514:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384952.784515:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384952.784516:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384952.784519:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000136cd98b. 20000000:01000000:2.0:1767384952.784520:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384952.784526:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384952.784538:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384952.784543:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384952.784548:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384952.784553:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fbdbe0e8. 20000000:01000000:0.0:1767384952.784556:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384952.784558:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:0.0:1767384952.784563:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384952.784566:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384952.784568:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384952.784573:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384952.784574:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384952.784580:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384952.784586:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000010b2aeab count: 2 00010000:00000001:0.0:1767384952.784590:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384952.784592:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384952.784594:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384952.784596:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384952.784599:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053c9c6ce. 00080000:00000001:1.0:1767384952.784603:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384952.784605:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384952.784609:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384952.784612:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384952.784614:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000020:00000040:0.0:1767384952.784617:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000053c9c6ce with handle 0x7ec529173eeb84ec to hash 00080000:00000001:1.0:1767384952.784619:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384952.784623:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:1.0:1767384952.784625:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9101054. 00010000:00000001:0.0:1767384952.784626:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00080000:00000001:1.0:1767384952.784629:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510236007424 : -106563473544192 : ffff9f14c2036c00) 00010000:00000001:0.0:1767384952.784631:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00080000:00000001:1.0:1767384952.784633:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384952.784639:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384952.784642:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.784645:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384952.784655:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384952.784659:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384952.784661:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384952.784664:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384952.784667:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384952.784671:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb84de expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384952.784674:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384952.784677:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384952.784680:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384952.784682:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384952.784685:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.784688:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384952.784689:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384952.784691:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.784692:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384952.784697:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384952.784698:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384952.784702:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384952.784710:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010b2aeab) refcount = 2 00010000:00000040:0.0:1767384952.784714:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384952.784717:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb84de expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384952.784723:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384952.784725:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384952.784735:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384952.784741:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.0:1767384952.784749:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021562d79. 00000100:00000001:0.0:1767384952.784753:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384952.784757:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093db1c4c. 00000100:00000001:0.0:1767384952.784760:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637514779699264 : -106558929852352 : ffff9f15d0d6a840) 00000100:00000001:0.0:1767384952.784763:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637514779699264 : -106558929852352 : ffff9f15d0d6a840) 00000100:00000001:0.0:1767384952.784765:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384952.784767:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384952.784769:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384952.784773:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.784775:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384952.784779:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384952.784782:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384952.784786:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384952.784788:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384952.784793:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004abf2db4. 00000020:00000040:0.0:1767384952.784797:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000100:00000001:0.0:1767384952.784801:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384952.784805:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384952.784809:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384952.784815:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a823625a. 00000100:00000001:0.0:1767384952.784820:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.784825:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb84de expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384952.784846:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb84de expref: 16 pid: 16771 timeout: 424 lvb_type: 0 00010000:00000001:0.0:1767384952.784856:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384952.784859:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384952.784864:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384952.784873:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384952.784876:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384952.784880:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352232064:0@lo:104: 00000100:00000001:0.0:1767384952.784917:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384952.784924:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384952.784927:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.784931:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384952.784937:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c90242f3. 02000000:00000001:0.0:1767384952.784942:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.784948:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d3371e. 00000400:00000010:0.0:1767384952.784955:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000100:00000200:0.0:1767384952.784960:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352232064, portal 16 00000100:00000001:0.0:1767384952.784963:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384952.784964:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605053696 : -106559104497920 : ffff9f15c66dc700) 00000100:00000040:0.0:1767384952.784969:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384952.784978:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.784981:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384952.784984:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dbffc2. 00000100:00000200:0.0:1767384952.784988:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352232064, offset 0 00000400:00000200:0.0:1767384952.784995:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.785008:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384952.785022:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272107480 00000400:00000200:0.0:1767384952.785030:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1761 [2] + 1312 00000400:00000200:0.0:1767384952.785039:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.785045:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384952.785053:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384952.785056:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384952.785061:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4353fa7. 00000100:00000040:0.0:1767384952.785065:0:16792:0:(events.c:337:request_in_callback()) incoming req@00000000c4353fa7 x1853237352232064 msgsize 328 00000100:00100000:0.0:1767384952.785073:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384952.785086:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384952.785092:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dbffc2 00000400:00000010:0.0:1767384952.785096:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dbffc2. 00000100:00000001:0.0:1767384952.785101:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384952.785107:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384952.785110:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384952.785114:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232064 02000000:00000001:1.0:1767384952.785117:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384952.785120:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384952.785122:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.785128:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384952.785133:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232064 00000020:00000001:1.0:1767384952.785137:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384952.785140:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000100:00000001:0.0:1767384952.785143:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384952.785144:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384952.785147:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000020:00000001:1.0:1767384952.785150:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000040:0.0:1767384952.785151:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384952.785153:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:1.0:1767384952.785160:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384952.785164:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b901ba05. 00000100:00000001:0.0:1767384952.785168:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.785169:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384952.785176:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b901ba05. 00000100:00000001:0.0:1767384952.785176:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384952.785186:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024603696. 00000100:00000001:0.0:1767384952.785188:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384952.785194:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f992e77. 00000100:00000001:0.0:1767384952.785195:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294941745 00000020:00000010:1.0:1767384952.785201:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000419de97b. 00000100:00000001:0.0:1767384952.785209:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294941733 00000100:00000040:1.0:1767384952.785217:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384952.785220:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294941745 00000100:00000001:1.0:1767384952.785226:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384952.785230:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384952.785231:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294941733 00000100:00000001:1.0:1767384952.785232:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.785243:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294941745 00000100:00000001:1.0:1767384952.785244:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.785258:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294941733 00000100:00000001:1.0:1767384952.785261:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.785271:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294941745 00000100:00000001:0.0:1767384952.785284:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294941733 00000100:00000001:1.0:1767384952.785285:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384952.785288:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384952.785293:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384952.785293:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384952.785299:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:0.0:1767384952.785300:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.785302:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605064448 : -106559104487168 : ffff9f15c66df100) 00010000:00000001:0.0:1767384952.785305:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.785308:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c4353fa7 x1853237352232064/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/0 e 0 to 0 dl 1767384963 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384952.785310:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.785316:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.785321:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384952.785321:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384952.785324:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b901ba05. 00010000:00000001:0.0:1767384952.785325:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.785329:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.785330:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384952.785335:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b901ba05. 00010000:00000001:0.0:1767384952.785335:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384952.785339:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:1.0:1767384952.785342:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c4353fa7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352232064:12345-0@lo:104: 00000100:00000001:0.0:1767384952.785344:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384952.785346:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232064 00000100:00000001:0.0:1767384952.785349:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384952.785350:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767384952.785356:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384952.785357:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384952.785361:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384952.785362:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 0000000093db1c4c going to sleep for 11 seconds 00000020:00000040:1.0:1767384952.785363:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006932bd5 refcount=2 00000020:00000001:1.0:1767384952.785367:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00000100:00000001:0.0:1767384952.785368:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384952.785370:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00000100:00000001:0.0:1767384952.785372:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.785374:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384952.785378:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384952.785380:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384952.785387:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384952.785389:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384952.785391:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ecb668d4. 02000000:00000001:1.0:1767384952.785398:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.785400:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.785403:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384952.785405:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384952.785409:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384952.785412:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384952.785416:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384952.785418:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384952.785422:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384952.785426:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.785444:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384952.785450:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384952.785454:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000200:1.0:1767384952.785458:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352232064, offset 224 00000400:00000200:1.0:1767384952.785467:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384952.785475:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384952.785485:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272107480 00000400:00000200:1.0:1767384952.785495:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e5d [1] + 224 00000400:00000200:1.0:1767384952.785499:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384952.785505:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384952.785509:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384952.785511:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384952.785523:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384952.785539:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384952.785546:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384952.785549:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:1.0:1767384952.785555:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384952.785556:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384952.785557:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384952.785564:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384952.785565:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384952.785567:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384952.785569:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384952.785575:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384952.785578:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d3371e. 00000400:00000200:0.0:1767384952.785583:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:0.0:1767384952.785585:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00000001:0.0:1767384952.785592:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384952.785598:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384952.785611:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384952.785624:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384952.785629:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.785632:0:16792:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384952.785635:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384952.785637:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384952.785639:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.785642:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384952.785646:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384952.785650:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384952.785657:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384952.785659:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.785663:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384952.785667:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.785671:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.785677:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384952.785686:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.785690:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384952.785693:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384952.785696:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384952.785698:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.785700:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.785702:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.785707:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384952.785716:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352232064:0@lo:104: 00000100:00000001:0.0:1767384952.785734:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.785738:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.785740:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384952.785743:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384952.785747:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004abf2db4 x1853237352232064/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384952.785755:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384952.785758:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384952.785761:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c90242f3. 02000000:00000001:0.0:1767384952.785767:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384952.785771:0:16792:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384952.785773:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000020:00000001:0.0:1767384952.785776:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384952.785780:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a823625a. 02000000:00000001:0.0:1767384952.785788:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384952.785791:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384952.785795:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004abf2db4. 00000100:00000001:0.0:1767384952.785800:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384952.785803:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384952.785807:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000093db1c4c. 00000100:00000001:0.0:1767384952.785811:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384952.785813:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384952.785815:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000951aab49. 00010000:00000010:0.0:1767384952.785816:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021562d79. 00010000:00000001:0.0:1767384952.785820:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.785822:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.785824:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384952.785827:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384952.785830:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384952.785833:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.785852:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384952.785865:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384952.785869:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.785871:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.785873:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.785878:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4353fa7 x1853237352232064/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384952.785879:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767384952.785922:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c4353fa7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352232064:12345-0@lo:104: Request processed in 600us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384952.785933:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384952.785937:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:1.0:1767384952.785941:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384952.785945:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384952.785946:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384952.785949:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f992e77. 00010000:00010000:0.0:1767384952.785952:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:1.0:1767384952.785954:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000419de97b. 00010000:00000001:0.0:1767384952.785960:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:1.0:1767384952.785961:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024603696. 00010000:00000001:0.0:1767384952.785967:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:1.0:1767384952.785969:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:1.0:1767384952.785972:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384952.785980:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384952.785992:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000006932bd5 already unused, calling callback (000000005e873491) 10000000:00000001:0.0:1767384952.785997:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384952.786001:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384952.786009:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384952.786013:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384952.786017:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384952.786021:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006932bd5 refcount=3 00000020:00000001:0.0:1767384952.786024:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:0.0:1767384952.786029:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262572032 : -106558446979584 : ffff9f15ed9eb600) 00010000:00000001:0.0:1767384952.786034:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384952.786038:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384952.786048:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384952.786051:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384952.786060:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384952.786065:0:16765:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384952.786069:0:16765:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384952.786074:0:16765:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384952.786078:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384952.786082:0:16765:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384952.786108:0:16765:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384952.786111:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384952.786114:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:0.0:1767384952.786119:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384952.786123:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.786130:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384952.786135:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384952.786146:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384952.786153:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384952.786157:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384952.786162:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000006932bd5 with handle 0x7ec529173eeb84de from hash 00010000:00000001:0.0:1767384952.786169:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384952.786173:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.786177:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.786180:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384952.786185:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384952.786188:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384952.786193:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384952.786196:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384952.786204:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004abf2db4. 00000020:00000040:0.0:1767384952.786208:0:16765:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384952.786214:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384952.786217:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384952.786223:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384952.786230:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a823625a. 00000100:00000001:0.0:1767384952.786237:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.786241:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384952.786247:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384952.786256:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384952.786259:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.786263:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384952.786267:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.786277:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004abf2db4] to pc [ptlrpcd_00_02+2] req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384952.786312:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384952.786317:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.786320:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.786322:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.786327:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384952.786331:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.786334:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384952.786349:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384952.786351:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 0000000006932bd5/0x7ec529173eeb84de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb84e5 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384952.786360:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3fc5717 count: 0 00010000:00000001:0.0:1767384952.786383:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.786386:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384952.786390:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000951aab49. 00010000:00000001:0.0:1767384952.786397:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.786401:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384952.786403:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.786409:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384952.786411:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384952.786415:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.786419:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384952.786426:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384952.786445:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.786451:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384952.786491:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384952.786497:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384952.786502:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384952.786510:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.786520:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384952.786523:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.786529:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384952.786534:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384952.786538:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384952.786544:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352232192:0@lo:103: 00000100:00000001:0.0:1767384952.786549:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384952.786555:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384952.786558:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.786562:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384952.786575:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c90242f3. 02000000:00000001:0.0:1767384952.786578:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.786583:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d3371e. 00000400:00000010:0.0:1767384952.786591:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000100:00000200:0.0:1767384952.786595:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352232192, portal 18 00000100:00000001:0.0:1767384952.786598:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384952.786600:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605053696 : -106559104497920 : ffff9f15c66dc700) 00000100:00000040:0.0:1767384952.786610:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.786618:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.786624:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384952.786628:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dbffc2. 00000100:00000200:0.0:1767384952.786632:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352232192, offset 0 00000400:00000200:0.0:1767384952.786640:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.786653:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384952.786664:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272107500 00000400:00000200:0.0:1767384952.786674:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:0.0:1767384952.786681:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.786689:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384952.786700:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384952.786703:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384952.786708:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bb10766. 00000100:00000040:0.0:1767384952.786713:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000001bb10766 x1853237352232192 msgsize 328 00000100:00100000:0.0:1767384952.786718:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384952.786731:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384952.786737:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dbffc2 00000400:00000010:0.0:1767384952.786739:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dbffc2. 00000100:00000001:0.0:1767384952.786742:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384952.786748:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.786755:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384952.786758:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384952.786759:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232192 02000000:00000001:1.0:1767384952.786763:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384952.786765:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384952.786766:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.786769:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.786776:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.786778:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384952.786781:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232192 00000020:00000001:1.0:1767384952.786784:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384952.786788:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384952.786789:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384952.786793:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384952.786795:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384952.786796:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000100:00000001:0.0:1767384952.786800:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294941746 00000020:00000001:1.0:1767384952.786802:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384952.786807:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384952.786814:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384952.786814:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941745 00000100:00000001:0.0:1767384952.786823:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294941746 00000020:00000010:1.0:1767384952.786827:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00000100:00000001:1.0:1767384952.786833:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.786833:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941745 00000020:00000010:1.0:1767384952.786841:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000100:00000001:0.0:1767384952.786842:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294941746 00000020:00000010:1.0:1767384952.786849:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024603696. 00000100:00000001:0.0:1767384952.786852:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941745 00000020:00000010:1.0:1767384952.786856:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f992e77. 00000100:00000001:0.0:1767384952.786859:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294941746 00000020:00000010:1.0:1767384952.786861:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000419de97b. 00000100:00000001:0.0:1767384952.786870:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941745 00000100:00000040:1.0:1767384952.786878:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384952.786881:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384952.786882:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384952.786884:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.786933:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.786934:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384952.786936:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.786938:0:16762:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384952.786942:0:16762:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.786944:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384952.786946:0:16762:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384952.786947:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384952.786950:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384952.786953:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384952.786954:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384952.786957:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000100:00000001:0.0:1767384952.786957:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384952.786963:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.786964:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00000100:00000001:0.0:1767384952.786968:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.786969:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00010000:1.0:1767384952.786977:0:16762:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb84de expref: 17 pid: 16771 timeout: 424 lvb_type: 0 00010000:00000001:1.0:1767384952.786984:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.786985:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.786986:0:16762:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.786987:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.786988:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.786992:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.786995:0:16762:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384952.787004:0:16762:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bb10766 x1853237352232192/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/0 e 0 to 0 dl 1767384963 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.787009:0:16762:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384952.787010:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.787019:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.787037:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384952.787041:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384952.787048:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384952.787049:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384952.787054:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384952.787056:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:2.0:1767384952.787058:0:22984:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.787060:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605059072 : -106559104492544 : ffff9f15c66ddc00) 00000100:00000001:2.0:1767384952.787068:0:22984:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.787072:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bb10766 x1853237352232192/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/0 e 0 to 0 dl 1767384963 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.787079:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384952.787083:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00000100:00000001:1.0:1767384952.787084:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384952.787086:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000100:00100000:1.0:1767384952.787093:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bb10766 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16138:x1853237352232192:12345-0@lo:103: 00000100:00000200:1.0:1767384952.787097:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232192 00010000:00000001:1.0:1767384952.787099:0:16762:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384952.787101:0:16762:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384952.787102:0:16762:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384952.787105:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384952.787107:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384952.787109:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093234434. 02000000:00000001:1.0:1767384952.787110:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.787112:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787113:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384952.787115:0:16762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384952.787116:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384952.787117:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384952.787118:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c986555c refcount=4 00000020:00000001:1.0:1767384952.787120:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000001:1.0:1767384952.787123:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385028608 : -106558324523008 : ffff9f15f4eb4000) 00010000:00000040:1.0:1767384952.787125:0:16762:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000010b2aeab count: 3 00010000:00010000:1.0:1767384952.787127:0:16762:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb84de expref: 17 pid: 16771 timeout: 424 lvb_type: 0 00000100:00001000:1.0:1767384952.787131:0:16762:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384952 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384952.787134:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384952.787141:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787142:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384952.787144:0:16762:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb84de expref: 17 pid: 16771 timeout: 424 lvb_type: 0 00000020:00000001:1.0:1767384952.787159:0:16762:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384952.787161:0:16762:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384952.787163:0:16762:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.787165:0:16762:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787171:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384952.787173:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384952.787178:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787180:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787182:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384952.787183:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384952.787185:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c986555c with handle 0x7ec529173eeb84e5 from hash 00010000:00000001:1.0:1767384952.787187:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384952.787188:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787188:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787189:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384952.787190:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384952.787190:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384952.787192:0:16762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c986555c/0x7ec529173eeb84e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb84de expref: 17 pid: 16771 timeout: 424 lvb_type: 0 00010000:00000040:1.0:1767384952.787197:0:16762:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:1.0:1767384952.787198:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:1.0:1767384952.787203:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787204:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384952.787206:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384952.787207:0:16762:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000053c9c6ce 00010000:00000001:1.0:1767384952.787208:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384952.787210:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384952.787211:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.787212:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384952.787213:0:16762:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.787215:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384952.787216:0:16762:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384952.787217:0:16762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787228:0:16762:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384952.787230:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384952.787231:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384952.787232:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384952.787233:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000010b2aeab) refcount = 2 00010000:00010000:1.0:1767384952.787235:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787239:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384952.787241:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384952.787243:0:16762:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.787245:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384952.787247:0:16762:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006fb19298. 00000100:00000001:1.0:1767384952.787249:0:16762:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384952.787252:0:16762:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8251f39. 00000100:00000001:1.0:1767384952.787253:0:16762:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510257774784 : -106563451776832 : ffff9f14c34f90c0) 00000100:00000001:1.0:1767384952.787254:0:16762:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510257774784 : -106563451776832 : ffff9f14c34f90c0) 00000100:00000001:1.0:1767384952.787255:0:16762:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384952.787256:0:16762:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384952.787257:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384952.787258:0:16762:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384952.787260:0:16762:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384952.787262:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384952.787263:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384952.787264:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=5 00000020:00000001:1.0:1767384952.787267:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:1.0:1767384952.787268:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:1.0:1767384952.787270:0:16762:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384952.787272:0:16762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787275:0:16762:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384952.787277:0:16762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787285:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787285:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384952.787287:0:16762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787290:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384952.787291:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787292:0:16762:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384952.787293:0:16762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384952.787296:0:16762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053c9c6ce already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384952.787298:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384952.787299:0:16762:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384952.787300:0:16762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787303:0:16762:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384952.787304:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384952.787305:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384952.787305:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053c9c6ce refcount=6 00000020:00000001:1.0:1767384952.787307:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:1.0:1767384952.787308:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262401024 : -106558447150592 : ffff9f15ed9c1a00) 00010000:00000001:1.0:1767384952.787310:0:16762:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384952.787311:0:16762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787315:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384952.787316:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384952.787317:0:16762:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787326:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384952.787327:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384952.787328:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384952.787333:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384952.787335:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053c9c6ce with handle 0x7ec529173eeb84ec from hash 00010000:00000001:1.0:1767384952.787337:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384952.787338:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787339:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787339:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384952.787340:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384952.787341:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384952.787342:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384952.787343:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.787344:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787346:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384952.787347:0:16762:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384952.787349:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787350:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787351:0:16762:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787353:0:16762:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787354:0:16762:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384952.787356:0:16762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787360:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787361:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787362:0:16762:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384952.787364:0:16762:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:0.0:1767384952.787364:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787367:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.787369:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787372:0:16762:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384952.787374:0:16762:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.787378:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384952.787379:0:16762:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787383:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:0.0:1767384952.787384:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384952.787385:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.787387:0:16762:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.787391:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:0.0:1767384952.787392:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.787394:0:16762:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384952.787398:0:16762:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.787402:0:16762:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.787406:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384952.787409:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384952.787410:0:16762:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384952.787412:0:16762:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8251f39. 00010000:00010000:0.0:1767384952.787412:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053c9c6ce/0x7ec529173eeb84ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384952.787415:0:16762:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384952.787416:0:16762:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384952.787418:0:16762:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006fb19298. 00010000:00000001:1.0:1767384952.787419:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384952.787422:0:16762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384952.787425:0:16762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.787429:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1767384952.787449:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000010b2aeab count: 0 00010000:00000001:1.0:1767384952.787450:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384952.787455:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384952.787461:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384952.787461:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384952.787465:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 20000000:00000001:0.0:1767384952.787466:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384952.787470:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384952.787474:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384952.787477:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.787480:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384952.787482:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384952.787486:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000200:1.0:1767384952.787489:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352232192, offset 224 00000400:00000200:1.0:1767384952.787494:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384952.787501:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384952.787507:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272107500 00000400:00000200:1.0:1767384952.787512:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e69 [1] + 224 00000400:00000200:1.0:1767384952.787515:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384952.787518:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384952.787522:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384952.787525:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384952.787534:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.787550:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384952.787555:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384952.787557:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:1.0:1767384952.787569:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384952.787570:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384952.787576:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.787576:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384952.787580:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384952.787583:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:0.0:1767384952.787586:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384952.787588:0:16762:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384952.787590:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384952.787592:0:16762:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.787594:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d3371e. 00000100:00000040:1.0:1767384952.787599:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bb10766 x1853237352232192/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384952.787599:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:0.0:1767384952.787604:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00000001:0.0:1767384952.787611:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384952.787613:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bb10766 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352232192:12345-0@lo:103: Request processed in 533us (899us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384952.787619:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384952.787622:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384952.787627:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384952.787631:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384952.787633:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384952.787636:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f992e77. 00000020:00000010:1.0:1767384952.787640:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000419de97b. 00000100:00000200:0.0:1767384952.787641:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384952.787644:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024603696. 00000020:00000040:1.0:1767384952.787649:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000001:1.0:1767384952.787653:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.787660:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384952.787663:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.787666:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384952.787668:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384952.787670:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384952.787671:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.787675:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384952.787678:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384952.787682:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384952.787686:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384952.787687:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.787689:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384952.787691:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.787694:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.787698:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.787706:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.787709:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384952.787711:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384952.787728:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384952.787736:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352232192:0@lo:103: 00000100:00000001:0.0:1767384952.787746:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.787752:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384952.787759:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004abf2db4 x1853237352232192/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.787767:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384952.787771:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384952.787773:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c90242f3. 02000000:00000001:0.0:1767384952.787777:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384952.787779:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384952.787781:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384952.787783:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384952.787785:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a823625a. 02000000:00000001:0.0:1767384952.787788:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384952.787789:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384952.787790:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004abf2db4. 00000100:00000001:0.0:1767384952.787795:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384952.787796:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.787798:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.787805:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384952.787806:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.787810:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384952.787812:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384952.790026:0:16640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3fc5717. 00010000:00000010:0.1:1767384952.790032:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006932bd5. 00010000:00000010:0.1:1767384952.792921:0:16640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000010b2aeab. 00010000:00000010:0.1:1767384952.792934:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053c9c6ce. 00010000:00000010:1.1:1767384952.792961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c986555c. 00080000:00000001:3.0:1767384952.795836:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384952.795841:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384952.795843:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384952.795845:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384952.795850:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384952.795854:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384952.795854:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00080000:00000010:3.0:1767384952.795859:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e9101054. 20000000:00000001:1.0:1767384952.795860:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384952.795869:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384952.795870:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384952.795876:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384952.795938:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384952.795942:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384952.795949:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384952.795959:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384952.795962:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384952.795964:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384952.795967:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384952.795969:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384952.795976:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d00f36b1. 00010000:00000001:1.0:1767384952.795980:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384952.795989:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 00000020:00000001:1.0:1767384952.795992:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384952.795995:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002f09508b with handle 0x7ec529173eeb84f3 to hash 00000020:00000001:1.0:1767384952.795997:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384952.796000:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384952.796003:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384952.796005:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384952.796007:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384952.796010:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796017:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384952.796020:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384952.796023:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384952.796024:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384952.796026:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.796028:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384952.796031:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.796033:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384952.796036:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384952.796037:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384952.796039:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384952.796040:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d00f36b1) refcount = 1 00010000:00010000:1.0:1767384952.796042:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796047:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384952.796050:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384952.796052:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.796055:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.796058:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384952.796060:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384952.796064:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384952.796067:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384952.796070:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384952.796076:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=4 00000020:00000001:1.0:1767384952.796080:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384952.796084:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384952.796087:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384952.796089:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796096:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384952.796099:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796103:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.796105:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384952.796108:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796112:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384952.796113:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.796115:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384952.796116:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384952.796122:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002f09508b already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384952.796126:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384952.796128:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384952.796129:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796132:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384952.796134:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384952.796135:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384952.796138:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f09508b refcount=5 00000020:00000001:1.0:1767384952.796141:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384952.796145:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685539840 : -106559024011776 : ffff9f15cb39e600) 00010000:00000001:1.0:1767384952.796149:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384952.796155:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796160:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384952.796164:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384952.796166:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.796169:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384952.796170:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384952.796172:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384952.796172:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384952.796174:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f09508b with handle 0x7ec529173eeb84f3 from hash 00010000:00000001:1.0:1767384952.796175:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384952.796176:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.796177:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.796177:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384952.796178:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384952.796179:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384952.796181:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384952.796182:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384952.796184:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.796186:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384952.796186:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384952.796189:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.796190:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.796192:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.796193:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.796196:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384952.796197:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796200:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.796201:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.796202:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384952.796204:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384952.796205:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384952.796205:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384952.796206:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384952.796209:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384952.796216:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384952.796218:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384952.796223:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384952.796224:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384952.796225:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f09508b/0x7ec529173eeb84f3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384952.796230:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d00f36b1 count: 0 00010000:00000001:1.0:1767384952.796239:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384952.796240:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384952.798541:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384952.798545:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384952.798547:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007330ce2b. 20000000:00000001:2.0:1767384952.798557:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384952.798561:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352231808 00010000:00000001:2.0:1767384952.798564:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384952.798570:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000406dbe38 x1853237352231808/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384952.798577:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384952.798579:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384952.798583:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.798587:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384952.798592:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384952.798594:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384952.798597:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384952.798600:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.798604:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384952.798608:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384952.798612:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8320de7. 00000100:00000200:2.0:1767384952.798617:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352231808, offset 224 00000400:00000200:2.0:1767384952.798624:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384952.798634:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384952.798643:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107380 00000400:00000200:2.0:1767384952.798650:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e45 [2] + 224 00000400:00000200:2.0:1767384952.798657:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.798660:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384952.798667:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.798670:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.798676:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.798695:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384952.798704:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.798708:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384952.798710:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8320de7 00000400:00000010:2.0:1767384952.798713:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8320de7. 00000100:00000001:2.0:1767384952.798718:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384952.798720:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384952.798720:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384952.798728:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384952.798732:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384952.798733:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743b2243. 00000100:00000040:2.0:1767384952.798743:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:1.0:1767384952.798744:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044bcc015 00010000:00000001:2.0:1767384952.798750:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384952.798750:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044bcc015. 00000020:00000001:2.0:1767384952.798752:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.798758:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384952.798759:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384952.798774:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000406dbe38 x1853237352231808/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384952.798775:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384952.798798:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000406dbe38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352231808:12345-0@lo:253: Request processed in 25074us (25697us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384952.798821:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384952.798824:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000200:1.0:1767384952.798831:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.798832:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384952.798835:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384952.798842:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3cc3c16. 00000020:00000010:2.0:1767384952.798850:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 00000100:00000001:1.0:1767384952.798852:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384952.798854:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000697c98aa. 00000100:00000001:1.0:1767384952.798855:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.798860:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384952.798862:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:1.0:1767384952.798864:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384952.798870:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384952.798873:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384952.798873:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384952.798880:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000425b1ae4. 02000000:00000001:1.0:1767384952.798881:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.798918:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384952.798920:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384952.798926:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384952.798931:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde69961. 00000400:00000010:2.0:1767384952.798936:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8320de7. 00000100:00001000:1.0:1767384952.798941:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384952.798947:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384952.798951:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384952.798953:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.798956:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384952.798970:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.798973:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.798977:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.798985:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384952.798988:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384952.798990:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384952.798994:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384952.798996:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384952.798999:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384952.799001:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384952.799002:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384952.799004:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384952.799006:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384952.799008:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384952.799009:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384952.799010:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384952.799015:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384952.799020:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f10d12a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352231808:0@lo:253: 00000100:00000001:1.0:1767384952.799024:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.799026:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384952.799029:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f10d12a3 x1853237352231808/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.799033:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384952.799035:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384952.799036:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009486e6fc. 02000000:00000001:1.0:1767384952.799040:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384952.799042:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384952.799045:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384952.799047:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384952.799050:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e9e660fa. 02000000:00000001:1.0:1767384952.799053:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384952.799055:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384952.799056:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f10d12a3. 00000100:00000001:1.0:1767384952.799064:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384952.799066:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.799067:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.799072:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384952.799075:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.799077:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.799079:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384952.799833:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384952.799835:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384952.799837:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c726dc27. 20000000:00000001:2.0:1767384952.799841:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384952.799843:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352231936 00010000:00000001:2.0:1767384952.799845:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384952.799849:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c8ddfd67 x1853237352231936/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384952.799860:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384952.799862:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384952.799863:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.799866:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384952.799867:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384952.799869:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384952.799871:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384952.799872:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.799873:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384952.799875:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384952.799878:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c19aec3. 00000100:00000200:2.0:1767384952.799880:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352231936, offset 224 00000400:00000200:2.0:1767384952.799883:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384952.799926:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384952.799937:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107400 00000400:00000200:2.0:1767384952.799941:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e4d [2] + 224 00000400:00000200:2.0:1767384952.799947:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.799953:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384952.799957:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.799961:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.799969:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384952.799970:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294941746, at 4294941747 00000100:00000040:3.0:1767384952.799975:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294941746, at 4294941747 00000100:00000040:1.0:1767384952.799975:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294941746, at 4294941747 00000100:00000010:0.0:1767384952.799986:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000131d439e. 00000100:00000010:3.0:1767384952.799991:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000afa39cb8. 00000100:00000010:1.0:1767384952.799993:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ed6a988. 00000100:00000001:2.0:1767384952.800012:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384952.800019:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c19aec3 00000400:00000010:2.0:1767384952.800021:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c19aec3. 00000100:00000001:2.0:1767384952.800024:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384952.800025:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384952.800027:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384952.800029:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384952.800030:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384952.800031:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.800033:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384952.800041:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8ddfd67 x1853237352231936/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:178/0 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384952.800048:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c8ddfd67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352231936:12345-0@lo:253: Request processed in 25820us (26922us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384952.800053:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000040:2.0:1767384952.800054:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384952.800056:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384952.800057:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384952.800059:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa5a5983. 00000020:00000010:2.0:1767384952.800062:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029d0da34. 00000020:00000010:2.0:1767384952.800064:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e741734e. 00000020:00000040:2.0:1767384952.800067:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384952.800069:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384952.800070:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f93f4618. 02000000:00000001:2.0:1767384952.800072:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384952.800073:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384952.800077:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384952.800080:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a2ea318. 00000400:00000010:2.0:1767384952.800082:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c19aec3. 00000100:00000040:2.0:1767384952.800098:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294941746, at 4294941747 00000100:00000010:2.0:1767384952.800105:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2f944a. 00000100:00000001:2.0:1767384952.800118:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.800121:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384952.800127:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384952.800129:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384952.800131:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81c7c12. 00000400:00000200:2.0:1767384952.800134:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdb2c63b 00000400:00000010:2.0:1767384952.800136:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdb2c63b. 00000100:00000001:2.0:1767384952.800140:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.800146:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384952.800155:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.800171:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384952.800173:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.800175:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384952.800177:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384952.800178:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384952.800179:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.800182:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384952.800186:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384952.800188:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.800190:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384952.800191:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.800193:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384952.800194:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.800196:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384952.800199:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.800203:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.800205:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384952.800206:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384952.800209:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384952.800210:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384952.800212:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384952.800213:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384952.800214:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384952.800215:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384952.800216:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384952.800217:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384952.800218:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384952.800220:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384952.800224:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352231936:0@lo:253: 00000100:00000001:2.0:1767384952.800227:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.800228:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384952.800230:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352231936/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.800240:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384952.800242:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384952.800244:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a081dc1c. 02000000:00000001:2.0:1767384952.800247:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384952.800249:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384952.800251:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384952.800253:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384952.800255:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000095c2f133. 02000000:00000001:2.0:1767384952.800258:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384952.800259:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384952.800260:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:2.0:1767384952.800262:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384952.800263:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.800264:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.800268:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384952.800269:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.800270:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.800272:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384952.800411:0:36245:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002c8ebf93. 00000400:00000040:1.0:1767384952.800428:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384952.800443:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384952.800446:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384952.800448:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384952.800450:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384952.800451:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384952.800453:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384952.800455:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384952.800457:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384952.800457:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384952.800459:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384952.800460:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384952.800461:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384952.800463:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384952.800463:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384952.800465:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384952.800466:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384952.800466:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384952.800467:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384952.800469:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384952.800470:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384952.800471:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384952.800472:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384952.800473:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384952.800473:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384952.800475:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384952.800476:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384952.800476:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384952.800483:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384952.800484:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384952.800485:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384952.800487:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384952.800488:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384952.800489:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384952.800490:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384952.800491:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384952.800492:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384952.800493:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384952.800494:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384952.800495:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384952.800496:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384952.800497:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384952.800498:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384952.800499:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384952.800500:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384952.800501:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384952.800502:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384952.800503:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384952.800505:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384952.800505:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384952.800506:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384952.800507:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384952.800508:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384952.800509:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384952.800510:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384952.800511:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384952.800512:0:36245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384952.800597:0:36245:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002c8ebf93. 00010000:00000010:1.1:1767384952.807928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d00f36b1. 00010000:00000010:1.1:1767384952.807937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f09508b. 00000800:00000200:2.0:1767384953.068995:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (6) 00000800:00000200:2.0:1767384953.069007:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp28 ip 192.168.203.112:988 00000800:00000200:2.0:1767384953.069011:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000001:0.0:1767384953.069014:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384953.069018:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384953.069021:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384953.069026:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000400:00000200:0.0:1767384953.069033:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384953.069042:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384953.069053:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000000470f56. 00000400:00000010:0.0:1767384953.069064:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000833345c0. 00000400:00000200:0.0:1767384953.069075:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp43 00000400:00000010:0.0:1767384953.069078:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000000470f56. 00000400:00000010:0.0:1767384953.069084:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000000162883. 00000400:00000010:0.0:1767384953.069088:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:0.0:1767384953.069097:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6a6d8ac. 00000400:00000200:0.0:1767384953.069110:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp43 00000400:00000200:0.0:1767384953.069130:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp43 local destination 00000400:00000200:0.0:1767384953.069139:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp43 00000800:00000001:2.0:1767384953.069148:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384953.069152:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384953.069153:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp43 NI seq info: [178:178:256:4294967295] 192.168.203.112@tcp43 LPNI seq info [160:160:8:4294967295] 00000800:00000001:2.0:1767384953.069163:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.069168:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp43 00000800:00000001:2.0:1767384953.069173:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384953.069180:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.069194:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp43(192.168.203.112@tcp43:) -> 192.168.203.112@tcp43(192.168.203.112@tcp43:192.168.203.112@tcp43) : GET try# 0 00000800:00000200:0.0:1767384953.069220:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp43 00000800:00000010:0.0:1767384953.069226:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a88fb2fa. 00000800:00000200:0.0:1767384953.069235:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000800:00000200:0.1:1767384953.069243:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000400:00000200:0.0:1767384953.069271:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp43 added to recovery queue. ping count: 2 next ping: 278 health :800 00000400:00000200:0.0:1767384953.069278:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp41 00000400:00000010:0.0:1767384953.069282:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d9b816a8. 00000400:00000010:0.0:1767384953.069286:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000008fdcbf. 00000400:00000010:0.0:1767384953.069289:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000400:00000010:0.0:1767384953.069293:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000414826ee. 00000400:00000200:0.0:1767384953.069303:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp41 00000400:00000200:0.0:1767384953.069313:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp41 local destination 00000400:00000200:0.0:1767384953.069316:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp41 00000400:00000200:0.0:1767384953.069321:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp41 NI seq info: [179:179:256:4294967295] 192.168.203.112@tcp41 LPNI seq info [161:161:8:4294967295] 00000400:00000200:0.0:1767384953.069325:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp41 00000400:00000200:0.0:1767384953.069338:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp41(192.168.203.112@tcp41:) -> 192.168.203.112@tcp41(192.168.203.112@tcp41:192.168.203.112@tcp41) : GET try# 0 00000800:00000200:0.0:1767384953.069349:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp41 00000400:00000200:2.0:1767384953.069352:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000010:0.0:1767384953.069353:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad9fb50e. 00000800:00000200:0.0:1767384953.069369:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000800:00000200:0.1:1767384953.069379:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000400:00000200:0.0:1767384953.069406:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp41 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:0.0:1767384953.069421:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp38 00000400:00000010:0.0:1767384953.069426:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b7936176. 00000400:00000010:0.0:1767384953.069450:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000092604ac6. 00000400:00000200:2.0:1767384953.069455:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000010:0.0:1767384953.069455:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dbffc2. 00000400:00000010:0.0:1767384953.069473:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000029cb1aa3. 00000400:00000200:0.0:1767384953.069482:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp38 00000400:00000200:0.0:1767384953.069498:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp38 local destination 00000400:00000200:0.0:1767384953.069501:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp38 00000400:00000200:0.0:1767384953.069505:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp38 NI seq info: [180:180:256:4294967295] 192.168.203.112@tcp38 LPNI seq info [162:162:8:4294967295] 00000400:00000200:0.0:1767384953.069510:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp38 00000400:00000200:0.0:1767384953.069526:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp38(192.168.203.112@tcp38:) -> 192.168.203.112@tcp38(192.168.203.112@tcp38:192.168.203.112@tcp38) : GET try# 0 00000400:00000200:2.0:1767384953.069528:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000200:0.0:1767384953.069535:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp38 00000800:00000010:0.0:1767384953.069538:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b6fde3c4. 00000800:00000200:0.0:1767384953.069547:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000800:00000200:0.1:1767384953.069551:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:2.0:1767384953.069563:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.069570:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp38 added to recovery queue. ping count: 4 next ping: 290 health :600 00000400:00000200:2.0:1767384953.069606:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.069677:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.069698:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.069712:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.069816:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.069837:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.069860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.070011:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.070025:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.070129:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.070179:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.070309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.070372:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.070539:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.070588:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.070590:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.070721:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.070724:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.070761:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.070933:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.070977:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.071050:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.071072:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.071138:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.071215:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.071220:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.071282:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.071353:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.071378:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.071471:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.071510:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.071579:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.071674:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.071678:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.071744:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.071810:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.071863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.071959:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.072000:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.072090:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.072139:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.072167:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.072264:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.072314:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.072322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.072447:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.072489:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.072513:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.072625:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.072642:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.072670:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.072807:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.072808:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.072809:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.072999:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.073041:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.073043:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.073127:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.073204:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.073217:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.073293:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.073336:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.073342:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.073446:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.073471:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.073507:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.073585:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.073585:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.073626:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.073781:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.073783:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.073785:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.073954:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.073958:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.073972:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.074083:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.074093:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.074103:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.074223:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.074241:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.074269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.074340:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.074368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.074408:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.074469:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.074565:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.074586:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.074595:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.074735:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.074749:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.074764:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.074964:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.074966:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.075079:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.075089:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000800:00000010:2.0:1767384953.075115:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007330ce2b. 00000800:00000010:2.0:1767384953.075123:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000006670379. 00000800:00000010:2.0:1767384953.075131:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea6ef2c6. 00000400:00000200:0.0:1767384953.075148:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000800:00000010:2.0:1767384953.075173:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea6ef2c6. 00000400:00000200:1.0:1767384953.075174:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000800:00020000:2.0:1767384953.075193:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384953.075214:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000006670379. 00000800:00000010:2.0:1767384953.075220:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007330ce2b. 00000400:00000200:0.0:1767384953.075247:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.075309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:02020000:2.0:1767384953.075335:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp43 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384953.075350:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp43 notifying 192.168.203.112@tcp43: down 00000800:00000200:2.0:1767384953.075361:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp43 down 00000800:00000100:2.0:1767384953.075369:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp43 00000400:00000200:0.0:1767384953.075372:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:2.0:1767384953.075373:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a88fb2fa. 00000400:00000200:2.0:1767384953.075383:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384953.075392:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp43->192.168.203.112@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384953.075408:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384953.075416:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384953.075426:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384953.075427:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp43) recovery failed with -71 00000400:00000200:1.0:1767384953.075572:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.075626:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.075712:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:0.0:1767384953.075723:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035b06fa9. 00000800:00000010:0.0:1767384953.075729:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000077795ee. 00000800:00000010:0.0:1767384953.075735:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a916548e. 00000800:00000010:0.0:1767384953.075770:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a916548e. 00000800:00020000:0.0:1767384953.075787:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000400:00000200:1.0:1767384953.075789:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000800:00000010:0.0:1767384953.075790:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000077795ee. 00000800:00000010:0.0:1767384953.075797:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000035b06fa9. 00000400:00000200:1.0:1767384953.075837:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:02020000:0.0:1767384953.075877:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp38 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384953.075910:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp38 notifying 192.168.203.112@tcp38: down 00000800:00000200:0.0:1767384953.075941:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp38 down 00000800:00000100:0.0:1767384953.075947:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp38 00000400:00000200:1.0:1767384953.075949:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000800:00000010:0.0:1767384953.075950:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b6fde3c4. 00000400:00000200:0.0:1767384953.075958:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384953.075964:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp38->192.168.203.112@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384953.075972:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384953.075976:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384953.075984:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp38) recovery failed with -71 00000400:00000200:1.0:1767384953.076015:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.076101:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.076156:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.076187:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.076219:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.076250:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.076270:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.076303:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.112:988 00000800:00000010:1.0:1767384953.076613:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009486e6fc. 00000800:00000010:1.0:1767384953.076618:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cad83f4e. 00000800:00000010:1.0:1767384953.076622:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd4e61db. 00000800:00000010:1.0:1767384953.076667:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd4e61db. 00000400:00000200:2.0:1767384953.077010:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384953.077027:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp41 from 206.3.0.2 00000800:00000010:2.0:1767384953.077031:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a6c47a63. 00000800:00000010:0.0:1767384953.077075:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035b06fa9. 00000800:00000010:0.0:1767384953.077081:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000077795ee. 00000800:00000010:0.0:1767384953.077112:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004575e75f. 00000800:00000200:0.1:1767384953.077125:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (2) 00000800:00000200:0.1:1767384953.077136:0:16124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp41 000000004575e75f deleted 00000800:00000010:0.1:1767384953.077139:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004575e75f. 00000800:00000200:0.1:1767384953.077146:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384953.077156:0:16124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp41 ip 192.168.203.112:974 00000800:00000200:0.1:1767384953.077162:0:16124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad9fb50e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384953.077167:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp41 p 3.x 192.168.203.112 -> 192.168.203.112:974 incarnation:1767384940801643248 sched[0] 00000800:00000010:0.0:1767384953.077174:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a916548e. 00000800:00000010:0.0:1767384953.077271:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a916548e. 00000800:00000010:0.0:1767384953.077278:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000077795ee. 00000800:00000200:1.1:1767384953.077295:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384953.077309:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp41 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384940801643248 sched[0] 00000800:00000010:1.0:1767384953.077314:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cad83f4e. 00000800:00000010:0.0:1767384953.077355:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a6c47a63. 00000800:00000001:0.0:1767384953.077396:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384953.077407:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384953.077410:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.077420:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384953.077527:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384953.077536:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384953.077540:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384953.077541:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ad9fb50e. 00000800:00000001:1.0:1767384953.077548:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384953.077550:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384953.077561:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp41->192.168.203.112@tcp41: GET: OK 00000800:00000001:1.0:1767384953.077569:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.077569:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384953.077577:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp41 recovery message sent successfully:0 00000400:00000200:1.0:1767384953.077590:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp41(192.168.203.112@tcp41) <- 192.168.203.112@tcp41 : GET - for me 00000400:00000200:1.0:1767384953.077604:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384953.077615:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1e3d [1] + 0 00000400:00000200:1.0:1767384953.077631:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp41 to MR: 192.168.203.112@tcp41 local destination 00000400:00000200:1.0:1767384953.077644:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp41 NI seq info: [181:181:256:4294967295] 192.168.203.112@tcp41 LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1767384953.077651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384953.077663:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp41(192.168.203.112@tcp41:192.168.203.112@tcp41) -> 192.168.203.112@tcp41(192.168.203.112@tcp41:192.168.203.112@tcp41) 192.168.203.112@tcp41 : REPLY try# 0 00000800:00000200:1.0:1767384953.077691:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp41 00000800:00000010:1.0:1767384953.077704:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b28c15d. 00000800:00000200:1.0:1767384953.077715:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000009590344] -> 12345-192.168.203.112@tcp41 (4) 00000800:00000200:1.0:1767384953.077726:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp41 ip 192.168.203.112:988 00000800:00000200:1.0:1767384953.077730:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004b28c15d type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384953.077799:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000200:1.0:1767384953.077850:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384953.077856:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b28c15d. 00000400:00000200:1.0:1767384953.077866:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384953.077874:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp41->192.168.203.112@tcp41: REPLY: OK 00000800:00000001:1.0:1767384953.077886:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.077890:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384953.077895:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.077902:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384953.077904:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.077909:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.078111:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp41(192.168.203.112@tcp41) <- 192.168.203.112@tcp41 : REPLY - for me 00000400:00000200:1.0:1767384953.078122:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp41: Reply from 12345-192.168.203.112@tcp41 of length 272/272 into md 0x1e89 00000800:00000001:1.0:1767384953.078126:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.078134:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384953.078136:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384953.078142:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp41->192.168.203.112@tcp41: REPLY: OK 00000400:00000200:1.0:1767384953.078146:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:1.0:1767384953.078148:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000400:00000200:1.0:1767384953.078151:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384953.078157:0:16129:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d9b816a8. 00000400:00000010:1.0:1767384953.078164:0:16129:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000008fdcbf. 00000800:00000001:1.0:1767384953.078174:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384953.078180:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384953.078977:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079088:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079125:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079154:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079221:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079304:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079344:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079362:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079382:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079402:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079421:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079560:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079600:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079645:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079684:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079703:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079722:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079739:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079755:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079800:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079835:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079888:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.079990:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080015:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080030:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080047:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080071:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080097:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080125:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080155:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080183:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384953.080208:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384953.080314:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000603d92d7. 00000800:00000010:0.0:1767384953.080318:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000077795ee. 00000800:00000010:0.0:1767384953.080328:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a916548e. 00000800:00000010:0.0:1767384953.080344:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a916548e. 00000800:00020000:0.0:1767384953.080348:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384953.080351:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000077795ee. 00000800:00000010:0.0:1767384953.080352:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000603d92d7. 00000400:02020000:0.0:1767384953.080380:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp41 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384953.324953:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384953.324959:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384953.324967:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384953.324969:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.325000:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384953.325005:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.325008:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384954.093018:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008cfc2da8] -> 12345-192.168.203.112@tcp10 (6) 00000800:00000200:3.0:1767384954.093026:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp10 ip 192.168.203.112:988 00000800:00000200:3.0:1767384954.093031:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384954.093150:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384954.093152:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.093169:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384954.093175:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384954.093179:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384954.093965:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384954.093970:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384954.093973:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384954.093977:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000400:00000200:0.0:1767384954.093984:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384954.093989:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384954.094001:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000000470f56. 00000400:00000010:0.0:1767384954.094004:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000000162883. 00000400:00000001:0.0:1767384954.094010:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384954.094012:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384954.094013:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dbffc2 00000400:00000010:0.0:1767384954.094014:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dbffc2. 00000400:00000200:0.0:1767384954.094019:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384954.094023:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384954.094025:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b7936176. 00000400:00000010:0.0:1767384954.094027:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000092604ac6. 00000400:00000200:0.0:1767384954.094032:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp44 00000400:00000010:0.0:1767384954.094036:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b7936176. 00000400:00000010:0.0:1767384954.094040:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000984b6edf. 00000400:00000010:0.0:1767384954.094042:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dbffc2. 00000400:00000010:0.0:1767384954.094051:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001714c87a. 00000400:00000200:0.0:1767384954.094060:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp44 00000400:00000200:0.0:1767384954.094076:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp44 local destination 00000400:00000200:0.0:1767384954.094085:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp44 00000400:00000200:0.0:1767384954.094094:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp44 NI seq info: [182:182:256:4294967295] 192.168.203.112@tcp44 LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1767384954.094103:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp44 00000400:00000200:0.0:1767384954.094120:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44:) -> 192.168.203.112@tcp44(192.168.203.112@tcp44:192.168.203.112@tcp44) : GET try# 0 00000800:00000200:0.0:1767384954.094136:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp44 00000800:00000010:0.0:1767384954.094139:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad9fb50e. 00000800:00000200:0.0:1767384954.094147:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000800:00000200:0.1:1767384954.094156:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000400:00000200:0.0:1767384954.094181:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp44 added to recovery queue. ping count: 1 next ping: 277 health :900 00000400:00000200:3.0:1767384954.094247:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094323:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094354:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094369:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094385:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094413:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094441:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094457:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094470:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094501:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094517:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094531:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094555:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094574:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094590:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094610:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094624:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094641:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094661:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094680:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094700:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094720:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094750:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094767:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094786:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094811:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094828:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094842:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094862:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094935:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094958:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.094985:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.095002:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384954.095021:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384954.095127:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384954.095132:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebf95a45. 00000800:00000010:3.0:1767384954.095136:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002cf5d5d9. 00000800:00000010:3.0:1767384954.095152:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002cf5d5d9. 00000800:00020000:3.0:1767384954.095158:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384954.095161:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebf95a45. 00000800:00000010:3.0:1767384954.095162:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001a56191. 00000400:02020000:3.0:1767384954.095191:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp44 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384954.095196:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp44 notifying 192.168.203.112@tcp44: down 00000800:00000200:3.0:1767384954.095201:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp44 down 00000800:00000100:3.0:1767384954.095206:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp44 00000800:00000010:3.0:1767384954.095208:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ad9fb50e. 00000400:00000200:3.0:1767384954.095211:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384954.095214:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384954.095221:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384954.095223:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384954.095226:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp44) recovery failed with -71 00010000:00000001:2.0:1767384954.348940:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384954.348946:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.348953:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384954.348954:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.348998:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384954.349002:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384954.349006:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384954.709383:0:36764:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384954.709397:0:36764:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.709402:0:36764:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.709409:0:36764:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384954.709415:0:36764:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.709434:0:36764:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384955.116948:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384955.116953:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384955.116956:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dbffc2 00000400:00000010:2.0:1767384955.116960:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dbffc2. 00000400:00000200:2.0:1767384955.116968:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384955.116976:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384955.116988:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b7936176. 00000400:00000010:2.0:1767384955.116991:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000984b6edf. 00000400:00000200:2.0:1767384955.116998:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp33 00000400:00000010:2.0:1767384955.117002:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d52682fe. 00000400:00000010:2.0:1767384955.117012:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000487c5dc8. 00000400:00000010:2.0:1767384955.117015:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079fe162b. 00000400:00000010:2.0:1767384955.117021:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a257a7e1. 00000400:00000200:2.0:1767384955.117024:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp33 00000400:00000200:2.0:1767384955.117034:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp33 local destination 00000400:00000200:2.0:1767384955.117039:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp33 00000400:00000200:2.0:1767384955.117042:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp33 NI seq info: [183:183:256:4294967295] 192.168.203.112@tcp33 LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1767384955.117047:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp33 00000400:00000200:2.0:1767384955.117053:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp33(192.168.203.112@tcp33:) -> 192.168.203.112@tcp33(192.168.203.112@tcp33:192.168.203.112@tcp33) : GET try# 0 00000800:00000200:2.0:1767384955.117056:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp33 00000800:00000010:2.0:1767384955.117060:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d426ab08. 00000800:00000200:2.0:1767384955.117066:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000800:00000200:2.1:1767384955.117070:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003650ac26] -> 12345-192.168.203.112@tcp33 (2) 00000400:00000200:2.0:1767384955.117090:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp33 added to recovery queue. ping count: 5 next ping: 308 health :500 00000400:00000200:1.0:1767384955.117191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117242:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117292:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117315:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117355:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117382:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117433:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117480:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117499:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117521:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117615:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117661:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117693:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117718:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117737:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117760:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117789:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117822:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.117955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118016:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118037:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118050:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118062:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118074:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118087:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118110:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118123:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118145:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384955.118187:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384955.118438:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f93f4618. 00000800:00000010:1.0:1767384955.118452:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b58c406. 00000800:00000010:1.0:1767384955.118459:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd2c0362. 00000800:00000010:1.0:1767384955.118501:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd2c0362. 00000800:00020000:1.0:1767384955.118515:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384955.118519:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b58c406. 00000800:00000010:1.0:1767384955.118524:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f93f4618. 00000400:02020000:1.0:1767384955.118582:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp33 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384955.118592:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp33 notifying 192.168.203.112@tcp33: down 00000800:00000200:1.0:1767384955.118599:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp33 down 00000800:00000100:1.0:1767384955.118606:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp33 00000800:00000010:1.0:1767384955.118610:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d426ab08. 00000400:00000200:1.0:1767384955.118614:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384955.118619:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp33->192.168.203.112@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384955.118629:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384955.118633:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384955.118648:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp33) recovery failed with -71 00010000:00000001:2.0:1767384955.372951:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384955.372956:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.372962:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384955.372964:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384955.373001:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384955.373005:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.373008:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384955.447106:0:36929:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384955.447111:0:36929:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:0.0:1767384955.450218:0:36929:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384955.458352:0:36930:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005443edf7. 00000400:00000010:1.0:1767384955.458365:0:36930:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007b58c406. 00000400:00000010:1.0:1767384955.458374:0:36930:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f6184b84. 00000400:00000010:1.0:1767384955.458377:0:36930:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e30ed15b. 00000400:00000010:1.0:1767384955.458380:0:36930:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f274aa5b. 00000400:00000010:1.0:1767384955.458384:0:36930:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a87edb81. 00000400:00000010:1.0:1767384955.458385:0:36930:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ec69131. 00000400:00000010:1.0:1767384955.458387:0:36930:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000999e7928. 00000400:00000010:1.0:1767384955.458389:0:36930:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000916c0345. 00000800:00000010:1.0:1767384955.458404:0:36930:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004f033cda. 00000800:00000200:1.0:1767384955.458428:0:36930:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384955.458439:0:36930:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384955.458483:0:36930:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384955.458509:0:36930:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp47 [8/256/0/180] 00000400:00000010:1.0:1767384955.459789:0:36930:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000001e678aaf. 00000400:00000010:1.0:1767384955.459795:0:36930:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743b2243. 00000400:00000010:1.0:1767384955.459810:0:36930:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000400:00000001:1.0:1767384955.459832:0:36930:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384955.459833:0:36930:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384955.459835:0:36930:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097f4eb92. 00000400:00000200:1.0:1767384955.459838:0:36930:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7e5c27 00000400:00000010:1.0:1767384955.459839:0:36930:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7e5c27. 00000400:00000010:1.0:1767384955.459842:0:36930:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000f60f60c6. 00000400:00000200:1.0:1767384955.459846:0:36930:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (39) 00000400:00000200:1.0:1767384955.459856:0:36930:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384955.459864:0:36930:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:1.0:1767384955.459870:0:36930:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f93f4618. 00000020:01000000:1.0:1767384955.459875:0:36930:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384955.459877:0:36930:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp47 00000400:00000200:0.0:1767384955.459881:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384955.459911:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 00000400:00000010:0.0:1767384955.459917:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:1.0:1767384955.459920:0:36930:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007b58c406. 00000400:00000200:0.0:1767384955.459920:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (40) 00000400:00000010:1.0:1767384955.459926:0:36930:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005443edf7. 00000400:00000010:0.0:1767384955.459928:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000cf05bc6. 00000400:00000200:0.0:1767384955.459933:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767384955.459946:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767384955.459951:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [184:184:256:4294967295] 192.168.203.112@tcp LPNI seq info [166:166:8:4294967295] 00000020:00000001:2.0:1767384955.459954:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384955.459957:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp 10000000:00000001:2.0:1767384955.459961:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384955.459966:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 10000000:00000001:2.0:1767384955.459967:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384955.459972:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:0.0:1767384955.459974:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.112@tcp 00000020:01000004:2.0:1767384955.459978:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:0.0:1767384955.459979:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fde3c4. 00000020:01000004:2.0:1767384955.459981:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384955.459986:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384955.459990:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:0.0:1767384955.459991:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000020:01000004:2.0:1767384955.459994:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384955.459997:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384955.459999:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384955.460002:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000020:01000004:2.0:1767384955.460003:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384955.460005:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384955.460006:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384955.460011:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000800:00000200:0.0:1767384955.460013:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fde3c4 type 1, nob 752 niov 1 nkiov 1 00000020:00000040:2.0:1767384955.460017:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384955.460022:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384955.460028:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384955.460033:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300551 rc 0 02000000:00000001:2.0:1767384955.460034:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384955.460040:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384955.460048:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007330ce2b. 00000100:00000001:2.0:1767384955.460054:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.460060:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384955.460063:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.460072:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002574fd07] to pc [ptlrpcd_00_03+3] req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384955.460112:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384955.460115:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.460117:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384955.460119:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384955.460125:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384955.460126:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384955.460129:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384955.460130:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:2.0:1767384955.460131:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384955.460138:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384955.460140:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384955.460143:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384955.460144:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384955.460148:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:0.0:1767384955.460150:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384955.460151:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384955.460151:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384955.460154:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384955.460157:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384955.460159:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:0.0:1767384955.460159:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fde3c4. 00000020:01000004:2.0:1767384955.460162:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384955.460166:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384955.460168:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384955.460176:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005147fcda. 00000400:00000200:0.0:1767384955.460182:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: PUT: OK 00000020:00000040:2.0:1767384955.460183:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384955.460192:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384955.460194:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384955.460194:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384955.460198:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.460204:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00000100:00000001:3.0:1767384955.460210:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384955.460214:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000425b1ae4. 00000100:00000001:3.0:1767384955.460216:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384955.460217:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384955.460228:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384955.460229:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384955.460229:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384955.460238:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384955.460238:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384955.460240:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384955.460246:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.460248:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384955.460250:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384955.460254:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005147fcda] to pc [ptlrpcd_00_00+0] req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384955.460256:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352232320:0@lo:253: 00000400:00000200:0.0:1767384955.460270:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000001:3.0:1767384955.460288:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384955.460288:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 656 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384955.460301:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384955.460306:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 640/656 into md 0x1e55 [1] + 0 02000000:00000001:3.0:1767384955.460307:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384955.460314:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.460320:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384955.460321:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df1d279. 10000000:00000001:2.0:1767384955.460322:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.460328:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.460328:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b56cfe71 02000000:00000010:3.0:1767384955.460331:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000001a56191. 00000020:01000000:2.0:1767384955.460333:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384955.460334:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384955.460344:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384955.460344:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f93f4618. 00000800:00000001:0.0:1767384955.460346:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.460354:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384955.460358:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000010:3.0:1767384955.460360:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000858d98c8. 00000100:00000001:2.0:1767384955.460361:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384955.460361:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00000400:00000010:0.0:1767384955.460367:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000100:00000001:2.0:1767384955.460369:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384955.460372:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384955.460373:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384955.460376:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (41) 00000400:00000010:3.0:1767384955.460378:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c0afb82. 00000100:00000040:2.0:1767384955.460378:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.460384:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:0.0:1767384955.460392:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (656 bytes) 00000100:00000200:3.0:1767384955.460394:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352232320, portal 25 00000100:00000001:2.0:1767384955.460398:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384955.460399:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000001:2.0:1767384955.460400:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.460408:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384955.460409:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384955.460428:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.460429:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (42) 00000100:00000001:3.0:1767384955.460430:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 02000000:00000001:2.0:1767384955.460434:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.460437:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00100000:2.0:1767384955.460443:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005147fcda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352232448:0@lo:253: 00000100:00000040:3.0:1767384955.460447:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.460452:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp to MR: 192.168.203.112@tcp local destination 00000100:00000001:2.0:1767384955.460455:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384955.460463:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384955.460464:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp NI seq info: [185:185:256:4294967295] 192.168.203.112@tcp LPNI seq info [167:167:8:4294967295] 02000000:00000001:2.0:1767384955.460467:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.460478:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384955.460487:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384955.460495:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384955.460499:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000793676e3. 00000400:00000010:3.0:1767384955.460503:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010b559aa. 02000000:00000001:2.0:1767384955.460505:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384955.460512:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352232320, offset 0 00000400:00000200:0.0:1767384955.460513:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000010:2.0:1767384955.460515:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81c7c12. 00000400:00000010:2.0:1767384955.460527:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfe8cb7b. 00000800:00000200:0.0:1767384955.460528:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767384955.460536:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384955.460537:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fde3c4. 00000800:00000200:0.0:1767384955.460546:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000038cdb049] -> 12345-192.168.203.112@tcp (6) 00000100:00000200:2.0:1767384955.460549:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352232448, portal 25 00000800:00000200:0.0:1767384955.460553:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:1023 00000100:00000001:2.0:1767384955.460554:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767384955.460558:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b6fde3c4 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384955.460560:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259842048 : -106563449709568 : ffff9f14c36f1c00) 00000400:00000200:3.0:1767384955.460565:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384955.460570:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.460579:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384955.460581:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384955.460587:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107580 00000100:00000040:2.0:1767384955.460587:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384955.460588:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384955.460596:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aafa6ed. 00000400:00000200:3.0:1767384955.460611:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15c5 [2] + 0 00000400:00000010:3.0:1767384955.460617:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3aadadd. 00000400:00000200:3.0:1767384955.460622:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000679db58d 00000100:00000200:2.0:1767384955.460627:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352232448, offset 0 00000400:00000200:3.0:1767384955.460632:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384955.460639:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384955.460643:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384955.460645:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:0.0:1767384955.460647:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fde3c4. 00000400:00000200:3.0:1767384955.460658:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000679db58d 00000400:00000200:0.0:1767384955.460658:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384955.460659:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384955.460667:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000679db58d. 00000400:00000200:0.0:1767384955.460674:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:3.0:1767384955.460676:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384955.460680:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107600 00000100:00000200:3.0:1767384955.460684:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384955.460689:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000008336feac x1853237352232320 msgsize 4848 00000800:00000001:0.0:1767384955.460690:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384955.460691:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15cd [2] + 0 00000800:00000001:0.0:1767384955.460700:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384955.460703:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007372a0. 00000800:00000001:0.0:1767384955.460712:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384955.460714:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384955.460718:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384955.460718:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3c988ad 00000800:00000001:0.0:1767384955.460720:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384955.460729:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384955.460735:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384955.460737:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.460739:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384955.460748:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384955.460750:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp(192.168.203.112@tcp) <- 192.168.203.112@tcp : ACK - for me 00000400:00000200:3.0:1767384955.460751:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010b559aa 00000400:00000010:3.0:1767384955.460762:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010b559aa. 00000100:00000001:3.0:1767384955.460768:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384955.460770:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c988ad 00000400:00000010:2.0:1767384955.460775:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3c988ad. 00000100:00000200:3.0:1767384955.460792:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.460793:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384955.460798:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384955.460802:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp: ACK from 12345-192.168.203.112@tcp into md 0x1e9d 00000100:00000040:2.0:1767384955.460804:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000006c3c2df x1853237352232448 msgsize 4848 00000400:00000200:0.0:1767384955.460811:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384955.460828:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384955.460829:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:2.0:1767384955.460839:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384955.460849:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000100:00000001:2.0:1767384955.460852:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384955.460856:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000100:00000001:3.0:1767384955.460859:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384955.460861:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384955.460862:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aafa6ed 00000400:00000010:2.0:1767384955.460866:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aafa6ed. 00000100:00000040:3.0:1767384955.460868:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384955.460869:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000100:00000001:2.0:1767384955.460871:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384955.460881:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000100:00000200:2.0:1767384955.460882:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.460893:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.460897:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384955.460920:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384955.460921:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (41) 00000100:00000040:2.0:1767384955.460926:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.460934:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.460937:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384955.460938:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384955.460940:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294944421 00000100:00000001:2.0:1767384955.460943:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384955.460945:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384955.460946:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb3772d9. 00000100:00000001:2.0:1767384955.460954:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.460958:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384955.460962:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294944421 00000100:00000001:0.0:1767384955.460965:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384955.460967:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294944421 00000100:00000001:2.0:1767384955.460968:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294944421 00000100:00000001:0.0:1767384955.460970:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384955.460973:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041841f7f. 00000100:00000001:2.0:1767384955.460976:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294944421 00000100:00000001:3.0:1767384955.460978:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384955.460982:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294944421 00000100:00000001:2.0:1767384955.460983:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294944421 00000100:00000010:3.0:1767384955.460989:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000257b3cd. 00000100:00000001:2.0:1767384955.460989:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294944421 00000100:00000001:3.0:1767384955.460996:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384955.461006:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294944421 00000100:00000001:2.0:1767384955.461007:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294944421 00000400:00000200:0.0:1767384955.461011:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:3.0:1767384955.461016:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6531d78. 00000100:00000001:2.0:1767384955.461016:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294944421 00000400:00000010:0.0:1767384955.461019:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000002cd999a2. 00000100:00000001:3.0:1767384955.461027:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384955.461029:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004df1d279. 00000100:00000001:3.0:1767384955.461033:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.461033:0:16136:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294944421 00000400:00000010:0.0:1767384955.461036:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000100:00000001:3.0:1767384955.461046:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.461047:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.461050:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002cd999a2 00000100:00000001:3.0:1767384955.461059:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.461059:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384955.461062:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000d6b480aa. 00000400:00000200:0.0:1767384955.461084:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000100:00000001:2.0:1767384955.461085:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.461089:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.461090:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.461096:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302051 00000400:00000200:0.0:1767384955.461108:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (40) 00000100:00000001:2.0:1767384955.461114:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384955.461116:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384955.461116:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000d6b480aa. 00000100:00000001:2.0:1767384955.461118:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384955.461120:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384955.461126:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b56cfe71. 00000100:00000001:3.0:1767384955.461129:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.461129:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384955.461141:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384955.461142:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384955.461142:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ef7962a0. 00000100:00000001:3.0:1767384955.461155:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.461156:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.461158:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767384955.461173:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767384955.461175:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.461176:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.461186:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000200:0.0:1767384955.461200:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:0.0:1767384955.461206:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000100:00000001:2.0:1767384955.461210:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384955.461211:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000100:00000001:2.0:1767384955.461215:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.461219:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:0.0:1767384955.461224:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000400:00000200:0.0:1767384955.461230:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000400:00000200:0.0:1767384955.461239:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000400:00000200:0.0:1767384955.461251:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000100:00000001:3.0:1767384955.461257:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384955.461257:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000400:00000200:0.0:1767384955.461264:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000100:00100000:3.0:1767384955.461270:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232320 02000000:00000001:3.0:1767384955.461274:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384955.461280:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384955.461288:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.461289:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384955.461290:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000100:00100000:2.0:1767384955.461298:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232448 02000000:00000001:3.0:1767384955.461305:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.461306:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384955.461306:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000100:00000001:2.0:1767384955.461313:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384955.461317:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384955.461319:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232320 02000000:00000001:2.0:1767384955.461324:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.461326:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000020:00000001:3.0:1767384955.461327:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384955.461329:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232448 00000020:00000040:3.0:1767384955.461332:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:2.0:1767384955.461334:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384955.461345:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384955.461346:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000400:00000200:0.0:1767384955.461347:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 62], ns[42, 62] 00000020:00000040:3.0:1767384955.461355:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384955.461356:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384955.461365:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000040:2.0:1767384955.461366:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000400:00000200:0.0:1767384955.461367:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000020:00000001:3.0:1767384955.461382:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:2.0:1767384955.461383:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:0.0:1767384955.461385:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000020:00000001:2.0:1767384955.461403:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384955.461406:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384955.461406:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000100:00000001:2.0:1767384955.461409:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384955.461427:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c5689c3. 00000020:00000010:2.0:1767384955.461433:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079945d70. 00000100:00000001:3.0:1767384955.461437:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.461439:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384955.461439:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000020:00000010:2.0:1767384955.461452:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079945d70. 00000020:00000010:3.0:1767384955.461453:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c5689c3. 00000400:00000200:0.0:1767384955.461453:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 42], ns[84, 42] 00000020:00000010:2.0:1767384955.461464:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bc59b4d. 00000400:00000200:0.0:1767384955.461464:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 42], ns[172, 42] 00000020:00000010:3.0:1767384955.461468:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb7a87bb. 00000020:00000010:2.0:1767384955.461471:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040ff709b. 00000400:00000200:0.0:1767384955.461473:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 42], ns[94, 42] 00000020:00000010:3.0:1767384955.461479:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000553682ce. 00000400:00000200:0.0:1767384955.461480:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 42], ns[83, 42] 00000020:00000010:2.0:1767384955.461484:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1d6d015. 00000400:00000200:0.0:1767384955.461491:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 42], ns[183, 42] 00000020:00000010:3.0:1767384955.461492:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5f1461. 00000100:00000040:2.0:1767384955.461496:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384955.461498:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 42], ns[122, 42] 00000100:00000001:2.0:1767384955.461504:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384955.461507:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384955.461510:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 42], ns[117, 42] 00000100:00000001:3.0:1767384955.461511:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384955.461511:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.461518:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384955.461519:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 42], ns[115, 42] 00000100:00000001:3.0:1767384955.461526:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.461527:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.461527:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 42], ns[145, 42] 00000400:00000200:0.0:1767384955.461546:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 42], ns[180, 42] 00000100:00000001:2.0:1767384955.461549:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.461550:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.461567:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384955.461573:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 42], ns[150, 42] 00000100:00000001:2.0:1767384955.461575:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384955.461579:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384955.461581:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[148, 42], ns[166, 42] 00000100:00000001:3.0:1767384955.461589:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384955.461590:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000400:00000200:0.0:1767384955.461590:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 42], ns[181, 42] 00000100:00000001:3.0:1767384955.461598:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384955.461601:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384955.461605:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526580304 : -106558182971312 : ffff9f15fd5b2850) 00000100:00100000:3.0:1767384955.461614:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000400:00000200:0.0:1767384955.461615:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[168, 42] 00000100:00000040:2.0:1767384955.461620:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006c3c2df x1853237352232448/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:181/0 lens 4848/0 e 0 to 0 dl 1767384966 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384955.461626:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:3.0:1767384955.461636:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526577232 : -106558182974384 : ffff9f15fd5b1c50) 00000400:00000200:0.0:1767384955.461644:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[160, 42], ns[178, 42] 00000100:00000001:2.0:1767384955.461647:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384955.461653:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008336feac x1853237352232320/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:181/0 lens 4848/0 e 0 to 0 dl 1767384966 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384955.461656:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079945d70. 00000400:00000200:0.0:1767384955.461657:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[164, 42], ns[182, 42] 00000100:00000001:2.0:1767384955.461666:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384955.461680:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079945d70. 00000400:00000200:0.0:1767384955.461695:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000100:00100000:2.0:1767384955.461702:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006c3c2df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352232448:12345-0@lo:253: 00000100:00000001:3.0:1767384955.461710:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384955.461717:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c5689c3. 00000400:00000200:0.0:1767384955.461718:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000200:2.0:1767384955.461719:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232448 00000020:00000001:2.0:1767384955.461725:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384955.461726:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000001:3.0:1767384955.461731:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384955.461734:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384955.461740:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp45 00000020:00000010:3.0:1767384955.461741:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c5689c3. 00000020:00000001:2.0:1767384955.461742:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384955.461752:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384955.461753:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp45 lpni_is_preferred = 0 00000020:00000001:2.0:1767384955.461760:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000100:00100000:3.0:1767384955.461762:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008336feac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352232320:12345-0@lo:253: 00000400:00000200:0.0:1767384955.461769:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp45 00000020:00000001:2.0:1767384955.461775:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384955.461781:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384955.461782:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232320 00000400:00000200:0.0:1767384955.461798:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp45 NI seq info: [186:186:256:4294967295] 192.168.203.112@tcp45 LPNI seq info [168:168:8:4294967295] 00000020:00000001:2.0:1767384955.461799:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384955.461808:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384955.461811:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384955.461813:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384955.461816:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp45 00000020:00000001:3.0:1767384955.461818:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384955.461819:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384955.461824:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384955.461826:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384955.461832:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384955.461839:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 02000000:00000010:2.0:1767384955.461839:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000027337e73. 00000400:00000200:0.0:1767384955.461840:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp45(192.168.203.112@tcp45:) -> 192.168.203.112@tcp45(192.168.203.112@tcp:192.168.203.112@tcp45) : GET try# 0 00000020:00000001:3.0:1767384955.461851:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384955.461853:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384955.461857:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.461859:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384955.461865:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp45 00000020:00000001:3.0:1767384955.461866:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384955.461868:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384955.461871:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384955.461878:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384955.461878:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b6fde3c4. 20000000:00000010:2.0:1767384955.461880:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001ba030a8. 00000100:00000001:3.0:1767384955.461890:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384955.461895:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384955.461929:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000aa30578d. 00000800:00000010:0.0:1767384955.461930:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000007e2da6c. 20000000:01000000:2.0:1767384955.461936:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384955.461943:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384955.461946:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000091a37147. 00000100:00000001:3.0:1767384955.461947:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384955.461947:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384955.461958:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384955.461959:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:0.0:1767384955.461959:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (2) 20000000:00000001:2.0:1767384955.461965:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384955.461969:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (2) 20000000:00000010:3.0:1767384955.461972:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000099eb029b. 20000000:00000001:2.0:1767384955.461972:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384955.461983:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384955.461983:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 20000000:00000001:2.0:1767384955.461984:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384955.461996:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384955.462000:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004152feea. 00000400:00000200:0.0:1767384955.462000:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300251 rc 0 20000000:00000001:3.0:1767384955.462002:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384955.462014:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384955.462016:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:3.0:1767384955.462027:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384955.462030:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384955.462031:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384955.462042:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384955.462067:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00080000:00000001:2.0:1767384955.462097:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384955.462101:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384955.462103:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384955.462104:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384955.462108:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384955.462112:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384955.462115:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384955.462120:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bda79c4e. 00080000:00000001:2.0:1767384955.462122:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249356288 : -106563460195328 : ffff9f14c2cf1c00) 00080000:00000001:2.0:1767384955.462125:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384955.462151:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462203:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000001:00000001:2.0:1767384955.462230:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384955.462233:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384955.462235:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384955.462251:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00080000:00000001:2.0:1767384955.462255:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384955.462259:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384955.462281:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462312:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462340:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462367:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00080000:00000001:2.0:1767384955.462381:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384955.462385:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384955.462397:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462440:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462474:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462502:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462524:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462548:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462563:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462594:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462648:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462687:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462713:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462747:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462771:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462810:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462844:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462880:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462942:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.462980:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463013:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463086:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463125:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463168:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463205:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463238:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463286:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463371:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384955.463424:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384955.463544:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000603d92d7. 00000800:00000010:0.0:1767384955.463548:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e8b45bd1. 00000800:00000010:0.0:1767384955.463552:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccb16b12. 00000800:00000010:0.0:1767384955.463575:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccb16b12. 00000800:00020000:0.0:1767384955.463583:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384955.463585:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e8b45bd1. 00000800:00000010:0.0:1767384955.463589:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000603d92d7. 00000400:02020000:0.0:1767384955.463638:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp45 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384955.463646:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp45 notifying 192.168.203.112@tcp45: down 00000800:00000200:0.0:1767384955.463655:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp45 down 00000800:00000100:0.0:1767384955.463665:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp45 00000800:00000010:0.0:1767384955.463668:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b6fde3c4. 00000400:00000200:0.0:1767384955.463672:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384955.463676:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp45->192.168.203.112@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384955.463682:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp45 added to recovery queue. ping count: 0 next ping: 278 health :900 00000400:00000200:0.0:1767384955.463685:0:16124:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384955.463687:0:16124:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:0.0:1767384955.463690:0:16124:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384955.463859:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384955.463869:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300851 00000400:00000001:3.0:1767384955.463874:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384955.463876:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384955.463878:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00000400:00000010:3.0:1767384955.463880:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000400:00000200:3.0:1767384955.463885:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384955.463891:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:3.0:1767384955.463956:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000d6b480aa. 00000400:00000200:3.0:1767384955.463961:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (41) 00000400:00000200:3.0:1767384955.463967:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000200:3.0:1767384955.463972:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302051 rc -71 00000400:00000200:3.0:1767384955.463979:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384955.463987:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (40) 00080000:00000001:0.0:1767384955.473251:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.473252:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384955.473258:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384955.473262:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:3.0:1767384955.473263:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384955.473267:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384955.473270:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384955.473274:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bda79c4e. 20000000:00000001:0.0:1767384955.473274:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384955.473284:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384955.473284:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384955.473307:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384955.473322:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384955.473323:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df122454. 20000000:01000000:2.0:1767384955.473328:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:01000000:0.0:1767384955.473329:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:2.0:1767384955.473334:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384955.473340:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767384955.473340:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384955.473361:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384955.473365:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384955.473368:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 10000000:01000000:0.0:1767384955.473369:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384955.473373:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384955.473376:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384955.473382:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384955.473385:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384955.473390:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384955.473390:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384955.473394:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384955.473397:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:0.0:1767384955.473400:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a3c9ad08. 00080000:00000010:2.0:1767384955.473402:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053838983. 00080000:00000001:2.0:1767384955.473407:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249354240 : -106563460197376 : ffff9f14c2cf1400) 00010000:00000001:0.0:1767384955.473407:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384955.473411:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:0.0:1767384955.473427:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c835a631. 00000020:00000001:0.0:1767384955.473434:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384955.473438:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c835a631 with handle 0x7ec529173eeb84fa to hash 00000020:00000001:0.0:1767384955.473441:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384955.473443:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384955.473446:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384955.473450:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.473452:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.473455:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473465:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:2.0:1767384955.473468:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384955.473469:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384955.473471:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473474:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384955.473475:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384955.473479:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384955.473481:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384955.473484:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384955.473485:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384955.473487:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473488:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384955.473492:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384955.473493:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384955.473496:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384955.473499:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384955.473502:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a3c9ad08) refcount = 1 00010000:00010000:0.0:1767384955.473506:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473513:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384955.473515:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384955.473517:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384955.473520:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473523:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384955.473527:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384955.473530:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384955.473542:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384955.473544:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.473547:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=4 00000020:00000001:0.0:1767384955.473550:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00080000:00000001:2.0:1767384955.473553:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384955.473553:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384955.473556:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384955.473557:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384955.473560:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473569:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384955.473571:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473577:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.473580:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384955.473582:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473588:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.473590:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473594:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384955.473596:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384955.473602:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c835a631 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384955.473606:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.473609:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384955.473612:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473619:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384955.473621:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384955.473623:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384955.473624:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=5 00000020:00000001:0.0:1767384955.473627:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384955.473638:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384955.473642:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384955.473643:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473650:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384955.473653:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384955.473655:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473659:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384955.473661:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384955.473664:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384955.473666:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384955.473669:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c835a631 with handle 0x7ec529173eeb84fa from hash 00010000:00000001:0.0:1767384955.473673:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384955.473675:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.473677:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.473678:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384955.473682:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384955.473685:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384955.473688:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384955.473690:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384955.473693:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473696:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384955.473698:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384955.473700:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.473702:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.473703:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473706:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384955.473709:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.473711:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473718:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.473720:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.473722:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384955.473723:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384955.473732:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384955.473734:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384955.473736:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384955.473740:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384955.473743:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384955.473746:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384955.473753:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384955.473754:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384955.473757:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c835a631/0x7ec529173eeb84fa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384955.473765:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a3c9ad08 count: 0 00010000:00000001:0.0:1767384955.473776:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384955.473779:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384955.474999:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294944421, at 4294944422 00000100:00000010:3.0:1767384955.475009:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6531d78. 00000100:00000040:2.0:1767384955.475977:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294944421, at 4294944423 00000100:00000010:2.0:1767384955.475987:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000257b3cd. 00000100:00000040:1.0:1767384955.476003:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294944421, at 4294944423 00000100:00000010:1.0:1767384955.476010:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041841f7f. 00000100:00000040:0.0:1767384955.476156:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294944421, at 4294944423 00000100:00000010:0.0:1767384955.476164:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00010000:00000010:0.1:1767384955.478923:0:16650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a3c9ad08. 00010000:00000010:0.1:1767384955.478940:0:16650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c835a631. 00080000:00000001:3.0:1767384955.483799:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384955.483801:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384955.483803:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384955.483821:0:16771:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:3.0:1767384955.483827:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384955.483828:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384955.483835:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384955.483837:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384955.483838:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384955.483842:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384955.483843:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053838983. 00080000:00000001:3.0:1767384955.483849:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384955.483850:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384955.483855:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384955.483862:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384955.483866:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384955.483871:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384955.483874:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384955.483879:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384955.483882:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384955.483914:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d8d5d084. 00010000:00000001:1.0:1767384955.483920:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384955.483924:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00000020:00000001:1.0:1767384955.483928:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384955.483936:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c02b08ec with handle 0x7ec529173eeb8501 to hash 00000020:00000001:1.0:1767384955.483939:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384955.483940:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384955.483944:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384955.483948:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.483958:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.483962:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.483971:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384955.483975:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384955.483978:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384955.483981:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384955.483983:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.483986:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384955.483988:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.483991:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384955.483993:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384955.483995:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384955.483997:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384955.483999:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d8d5d084) refcount = 1 00010000:00010000:1.0:1767384955.484004:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484011:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384955.484014:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384955.484015:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.484018:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.484020:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384955.484023:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384955.484027:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384955.484030:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384955.484032:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384955.484034:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=4 00000020:00000001:1.0:1767384955.484037:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384955.484040:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384955.484043:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384955.484045:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484053:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384955.484062:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484070:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.484072:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384955.484074:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484087:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.484089:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.484092:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384955.484094:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384955.484100:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c02b08ec already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384955.484102:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384955.484104:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384955.484106:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484112:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384955.484114:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384955.484115:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384955.484117:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c02b08ec refcount=5 00000020:00000001:1.0:1767384955.484120:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384955.484123:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685541888 : -106559024009728 : ffff9f15cb39ee00) 00010000:00000001:1.0:1767384955.484125:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384955.484126:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484132:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384955.484134:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384955.484136:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.484139:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384955.484141:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384955.484143:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384955.484153:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384955.484162:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02b08ec with handle 0x7ec529173eeb8501 from hash 00010000:00000001:1.0:1767384955.484166:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384955.484168:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.484170:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.484171:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384955.484173:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384955.484175:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384955.484177:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384955.484179:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384955.484182:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.484184:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384955.484186:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384955.484189:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.484190:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.484191:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.484193:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.484196:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.484198:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484207:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.484208:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.484210:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384955.484212:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384955.484214:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384955.484216:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384955.484218:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384955.484221:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384955.484224:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384955.484226:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384955.484232:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384955.484234:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384955.484236:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c02b08ec/0x7ec529173eeb8501 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384955.484253:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d8d5d084 count: 0 00010000:00000001:1.0:1767384955.484266:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384955.484268:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384955.484855:0:36935:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000339e0006. 00000400:00000040:3.0:1767384955.484877:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384955.484880:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384955.484883:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384955.484885:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384955.484888:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384955.484891:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384955.484894:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384955.484897:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384955.485043:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384955.485046:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384955.485048:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384955.485050:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384955.485053:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384955.485055:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384955.485062:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384955.485064:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384955.485066:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384955.485068:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384955.485070:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384955.485073:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384955.485074:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384955.485076:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384955.485077:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384955.485079:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384955.485080:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384955.485098:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384955.485100:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384955.485101:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384955.485103:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384955.485105:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384955.485107:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384955.485110:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384955.485112:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384955.485114:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384955.485116:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384955.485118:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384955.485120:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384955.485123:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384955.485124:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384955.485126:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384955.485128:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384955.485129:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384955.485131:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384955.485133:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384955.485134:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384955.485136:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384955.485138:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384955.485139:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384955.485142:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384955.485143:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384955.485145:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384955.485147:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384955.485148:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384955.485175:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384955.485178:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384955.485180:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384955.485182:0:36935:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384955.485360:0:36935:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000339e0006. 00080000:00000020:1.0:1767384955.485879:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384955.485912:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384955.485916:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001ba030a8. 20000000:00000001:1.0:1767384955.485926:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384955.485932:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352232448 00010000:00000001:1.0:1767384955.485936:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384955.485944:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006c3c2df x1853237352232448/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384955.485952:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384955.485954:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384955.485957:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384955.485960:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384955.485963:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384955.485964:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384955.485968:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384955.485970:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384955.485974:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384955.485977:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384955.485981:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af3da55f. 00000100:00000200:1.0:1767384955.485986:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352232448, offset 224 00000400:00000200:1.0:1767384955.485992:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384955.486002:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384955.486011:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107600 00000400:00000200:1.0:1767384955.486018:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea9 [2] + 224 00000400:00000200:1.0:1767384955.486025:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384955.486028:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384955.486032:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384955.486037:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384955.486044:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384955.486061:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384955.486067:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384955.486068:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af3da55f 00000100:00000001:2.0:1767384955.486071:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384955.486071:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af3da55f. 00000100:00000001:1.0:1767384955.486076:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384955.486078:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384955.486078:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384955.486081:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384955.486083:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81c7c12. 00000100:00000001:1.0:1767384955.486083:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384955.486088:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:2.0:1767384955.486089:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfe8cb7b 00010000:00000001:1.0:1767384955.486091:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384955.486092:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfe8cb7b. 00000020:00000001:1.0:1767384955.486094:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.486097:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384955.486107:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384955.486112:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384955.486113:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006c3c2df x1853237352232448/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384955.486143:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384955.486144:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006c3c2df pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352232448:12345-0@lo:253: Request processed in 24495us (25335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384955.486154:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:1.0:1767384955.486159:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384955.486163:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384955.486163:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384955.486164:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384955.486167:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.486170:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384955.486170:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040ff709b. 02000000:00000001:2.0:1767384955.486174:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384955.486176:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1d6d015. 00000100:00000001:2.0:1767384955.486177:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384955.486190:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384955.486192:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bc59b4d. 02000000:00000001:2.0:1767384955.486193:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384955.486198:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00001000:2.0:1767384955.486199:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=85 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384955.486204:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384955.486205:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=85 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384955.486208:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000027337e73. 00000100:00000001:2.0:1767384955.486209:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384955.486212:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384955.486214:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384955.486214:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384955.486217:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384955.486217:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.486221:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384955.486223:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384955.486227:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.486233:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384955.486236:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384955.486238:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384955.486241:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384955.486242:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384955.486244:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384955.486245:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384955.486246:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384955.486247:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384955.486248:0:16136:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384955.486250:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384955.486251:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384955.486254:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384955.486259:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005147fcda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352232448:0@lo:253: 00000100:00000001:2.0:1767384955.486262:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.486264:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384955.486268:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005147fcda x1853237352232448/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.486279:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384955.486281:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384955.486284:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000793676e3. 02000000:00000001:2.0:1767384955.486286:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384955.486288:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384955.486289:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384955.486291:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384955.486293:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000425b1ae4. 02000000:00000001:2.0:1767384955.486298:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384955.486300:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384955.486301:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005147fcda. 00000100:00000001:2.0:1767384955.486307:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384955.486308:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.486310:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384955.486315:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384955.486317:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.486319:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384955.486321:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384955.486325:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097f4eb92. 00000400:00000010:1.0:1767384955.486331:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af3da55f. 00080000:00000020:2.0:1767384955.486698:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384955.486700:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384955.486701:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000099eb029b. 20000000:00000001:2.0:1767384955.486704:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384955.486707:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352232320 00010000:00000001:2.0:1767384955.486709:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384955.486714:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008336feac x1853237352232320/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384955.486722:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384955.486724:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384955.486726:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384955.486730:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384955.486732:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384955.486734:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384955.486737:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384955.486739:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384955.486741:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384955.486751:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384955.486754:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d65bc379. 00000100:00000200:2.0:1767384955.486757:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352232320, offset 224 00000400:00000200:2.0:1767384955.486762:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384955.486769:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384955.486776:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107580 00000400:00000200:2.0:1767384955.486783:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea1 [2] + 224 00000400:00000200:2.0:1767384955.486788:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384955.486790:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384955.486793:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384955.486796:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384955.486802:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.486818:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384955.486821:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65bc379 00000400:00000010:2.0:1767384955.486823:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d65bc379. 00000100:00000001:2.0:1767384955.486825:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384955.486825:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384955.486828:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384955.486832:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384955.486834:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384955.486836:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384955.486836:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.486843:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384955.486843:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384955.486853:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008336feac x1853237352232320/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:181/0 lens 4848/4768 e 0 to 0 dl 1767384966 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384955.486855:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384955.486861:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384955.486865:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008336feac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16139:x1853237352232320:12345-0@lo:253: Request processed in 25152us (26173us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384955.486867:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000858d98c8. 00000400:00000200:3.0:1767384955.486877:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0afb82 00000100:00100000:2.0:1767384955.486877:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:2.0:1767384955.486880:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000400:00000010:3.0:1767384955.486882:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c0afb82. 00000100:00000001:2.0:1767384955.486884:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384955.486889:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384955.486898:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384955.486909:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384955.486917:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000553682ce. 00000020:00000010:2.0:1767384955.486929:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5f1461. 00000020:00000010:2.0:1767384955.486933:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb7a87bb. 00000020:00000040:2.0:1767384955.486937:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384955.486942:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384955.486944:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000aa30578d. 02000000:00000001:2.0:1767384955.486947:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384955.486949:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384955.486955:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384955.486959:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384955.486963:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81c7c12. 00000400:00000010:2.0:1767384955.486975:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d65bc379. 00000100:00000001:3.0:1767384955.486976:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384955.486983:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.486989:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384955.486992:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384955.486996:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384955.486998:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384955.487001:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384955.487007:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384955.487013:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384955.487016:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384955.487018:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384955.487020:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384955.487022:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.487026:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384955.487030:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.487040:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384955.487044:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384955.487047:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384955.487062:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384955.487065:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384955.487067:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384955.487068:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384955.487070:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384955.487071:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384955.487073:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384955.487075:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384955.487077:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384955.487079:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384955.487083:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384955.487092:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002574fd07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352232320:0@lo:253: 00000100:00000001:3.0:1767384955.487114:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.487117:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384955.487119:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002574fd07 x1853237352232320/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384955.487127:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384955.487129:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384955.487132:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000001a56191. 02000000:00000001:3.0:1767384955.487136:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384955.487138:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384955.487139:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767384955.487142:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384955.487144:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007330ce2b. 02000000:00000001:3.0:1767384955.487150:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384955.487152:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384955.487153:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 00000100:00000001:3.0:1767384955.487157:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384955.487158:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.487160:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384955.487184:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384955.487186:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384955.487189:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384955.487192:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384955.492919:0:36937:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d8d5d084. 00010000:00000010:1.1:1767384955.492932:0:36937:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00000400:00000001:0.0:1767384956.140948:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384956.140952:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384956.140955:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079fe162b 00000400:00000010:0.0:1767384956.140958:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079fe162b. 00000400:00000200:0.0:1767384956.140963:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384956.140972:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000400:00000200:0.0:1767384956.140973:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384956.140982:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d52682fe. 00000400:00000010:0.0:1767384956.140991:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000487c5dc8. 00000800:00000200:3.1:1767384956.140997:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000400:00000200:0.0:1767384956.140999:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp44 00000400:00000010:0.0:1767384956.141004:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000388db011. 00000400:00000010:0.0:1767384956.141010:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006f875204. 00000400:00000010:0.0:1767384956.141015:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b06c8f. 00000400:00000010:0.0:1767384956.141024:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003cc1c2d0. 00000800:00000010:3.0:1767384956.141028:0:16128:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f47c032c. 00000400:00000200:0.0:1767384956.141031:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp44 00000800:00000200:3.0:1767384956.141040:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000845e253c] -> 12345-192.168.203.112@tcp13 (6) 00000800:00000200:3.0:1767384956.141045:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp13 ip 192.168.203.112:988 00000800:00000200:3.0:1767384956.141049:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f47c032c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384956.141053:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp44 local destination 00000400:00000200:0.0:1767384956.141064:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp44 00000400:00000200:0.0:1767384956.141072:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp44 NI seq info: [187:187:256:4294967295] 192.168.203.112@tcp44 LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1767384956.141085:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp44 00000400:00000200:0.0:1767384956.141090:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44:) -> 192.168.203.112@tcp44(192.168.203.112@tcp44:192.168.203.112@tcp44) : GET try# 0 00000800:00000200:0.0:1767384956.141097:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp44 00000800:00000010:0.0:1767384956.141100:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d884a2af. 00000800:00000200:0.0:1767384956.141109:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000800:00000200:0.1:1767384956.141114:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000400:00000200:0.0:1767384956.141132:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp44 added to recovery queue. ping count: 2 next ping: 281 health :800 00000400:00000200:0.0:1767384956.141137:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp40 00000400:00000010:0.0:1767384956.141140:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f0472429. 00000400:00000010:0.0:1767384956.141143:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000043d2a0cb. 00000400:00000010:0.0:1767384956.141146:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc41784d. 00000400:00000010:0.0:1767384956.141151:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a1706535. 00000400:00000200:3.0:1767384956.141154:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.141156:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp40 00000400:00000200:0.0:1767384956.141166:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp40 local destination 00000400:00000200:0.0:1767384956.141172:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp40 00000400:00000200:0.0:1767384956.141176:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp40 NI seq info: [188:188:256:4294967295] 192.168.203.112@tcp40 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384956.141180:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp40 00000400:00000200:0.0:1767384956.141194:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40:) -> 192.168.203.112@tcp40(192.168.203.112@tcp40:192.168.203.112@tcp40) : GET try# 0 00000800:00000200:0.0:1767384956.141199:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp40 00000800:00000010:0.0:1767384956.141203:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000519a9515. 00000800:00000200:0.0:1767384956.141210:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000800:00000200:0.1:1767384956.141217:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000400:00000200:0.0:1767384956.141228:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp40 added to recovery queue. ping count: 4 next ping: 293 health :600 00000400:00000200:3.0:1767384956.141259:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000200:0.0:1767384956.141332:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384956.141336:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000001:0.0:1767384956.141337:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.141350:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384956.141356:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.141360:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384956.141463:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.141467:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.141604:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.141617:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.141677:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.141737:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.141765:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.141833:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.141852:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.141968:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.141970:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142078:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.142098:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142168:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.142191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.142224:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142304:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.142323:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.142365:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142450:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.142478:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.142526:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142576:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.142610:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.142668:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142705:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.142743:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.142792:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142820:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.142838:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.142983:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.142999:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143005:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143090:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.143125:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143157:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143193:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.143246:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143251:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143272:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143401:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.143436:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143437:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143515:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143522:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.143604:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143646:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143669:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.143773:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143794:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143809:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.143930:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.143936:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.143952:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.144050:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144056:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.144074:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.144194:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144194:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.144195:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144359:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.144435:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.144438:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144444:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.144555:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144556:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.144585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144658:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.144691:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.144714:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144758:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.144787:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.144889:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.144915:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.144917:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.145009:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.145062:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145063:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.145090:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.145222:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.145246:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145247:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.145344:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145427:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.145447:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.145461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145489:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.145560:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145595:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.145613:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.145680:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145713:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.145753:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145824:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.145864:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.145925:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000800:00000010:0.0:1767384956.145985:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000603d92d7. 00000800:00000010:0.0:1767384956.145993:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b58c406. 00000800:00000010:0.0:1767384956.145999:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e38b368. 00000400:00000200:1.0:1767384956.146020:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384956.146029:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384956.146051:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e38b368. 00000800:00020000:0.0:1767384956.146072:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384956.146090:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b58c406. 00000800:00000010:0.0:1767384956.146095:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000603d92d7. 00000400:00000200:1.0:1767384956.146124:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:02020000:0.0:1767384956.146214:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp44 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384956.146232:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp44 notifying 192.168.203.112@tcp44: down 00000400:00000200:0.0:1767384956.146236:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384956.146241:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp44 00000800:00000010:0.0:1767384956.146244:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d884a2af. 00000400:00000200:0.0:1767384956.146248:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384956.146253:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384956.146259:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.146261:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384956.146266:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384956.146274:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp44) recovery failed with -71 00000400:00000200:1.0:1767384956.146323:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146362:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146427:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146480:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:3.0:1767384956.146489:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384956.146498:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b87a946d. 00000800:00000010:3.0:1767384956.146503:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008d374fbd. 00000400:00000200:1.0:1767384956.146529:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000800:00000010:3.0:1767384956.146535:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008d374fbd. 00000800:00020000:3.0:1767384956.146551:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384956.146555:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b87a946d. 00000800:00000010:3.0:1767384956.146559:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001a56191. 00000400:00000200:1.0:1767384956.146601:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:02020000:3.0:1767384956.146675:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp26 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384956.146682:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384956.146692:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146710:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146733:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146752:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146769:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146787:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146806:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146824:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146839:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.146858:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.112:988 00000800:00000010:1.0:1767384956.147228:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f93f4618. 00000800:00000010:1.0:1767384956.147232:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d60a33ff. 00000800:00000010:1.0:1767384956.147236:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041cc4635. 00000800:00000010:1.0:1767384956.147280:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041cc4635. 00000400:00000200:2.0:1767384956.147551:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384956.147573:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp40 from 205.3.0.2 00000800:00000010:2.0:1767384956.147578:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e9e69b93. 00000800:00000010:0.0:1767384956.147621:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000603d92d7. 00000800:00000010:0.0:1767384956.147627:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b58c406. 00000800:00000010:0.0:1767384956.147650:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c499b0c. 00000800:00000200:0.1:1767384956.147655:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (2) 00000800:00000200:0.1:1767384956.147659:0:16124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp40 000000003c499b0c deleted 00000800:00000010:0.1:1767384956.147662:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003c499b0c. 00000800:00000200:0.1:1767384956.147667:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384956.147672:0:16124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp40 ip 192.168.203.112:973 00000800:00000200:0.1:1767384956.147676:0:16124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000519a9515 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384956.147683:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp40 p 3.x 192.168.203.112 -> 192.168.203.112:973 incarnation:1767384938165516040 sched[0] 00000800:00000010:0.0:1767384956.147688:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001565a778. 00000800:00000010:0.0:1767384956.147741:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001565a778. 00000800:00000010:0.0:1767384956.147744:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b58c406. 00000800:00000200:1.1:1767384956.147767:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384956.147775:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp40 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384938165516040 sched[0] 00000800:00000010:1.0:1767384956.147779:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d60a33ff. 00000800:00000010:0.0:1767384956.147786:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e9e69b93. 00000800:00000001:0.0:1767384956.147809:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.147813:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384956.147842:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:0.0:1767384956.147858:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384956.147861:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000519a9515. 00000400:00000200:0.0:1767384956.147865:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384956.147875:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp40->192.168.203.112@tcp40: GET: OK 00000400:00000200:0.0:1767384956.147879:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384956.147883:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp40 recovery message sent successfully:0 00000800:00000001:0.0:1767384956.147918:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.147928:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384956.147930:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384956.147931:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:0.0:1767384956.147938:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384956.147946:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40) <- 192.168.203.112@tcp40 : GET - for me 00000400:00000200:0.0:1767384956.147958:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384956.147968:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1e99 [1] + 0 00000400:00000200:0.0:1767384956.147978:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp40 to MR: 192.168.203.112@tcp40 local destination 00000400:00000200:0.0:1767384956.147984:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp40 NI seq info: [189:189:256:4294967295] 192.168.203.112@tcp40 LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1767384956.147990:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384956.148001:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40:192.168.203.112@tcp40) -> 192.168.203.112@tcp40(192.168.203.112@tcp40:192.168.203.112@tcp40) 192.168.203.112@tcp40 : REPLY try# 0 00000800:00000200:0.0:1767384956.148008:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp40 00000800:00000010:0.0:1767384956.148012:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000519a9515. 00000800:00000200:0.0:1767384956.148018:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079321828] -> 12345-192.168.203.112@tcp40 (4) 00000800:00000200:0.0:1767384956.148024:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp40 ip 192.168.203.112:988 00000800:00000200:0.0:1767384956.148028:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000519a9515 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384956.148057:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:0.0:1767384956.148095:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384956.148098:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000519a9515. 00000400:00000200:0.0:1767384956.148102:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384956.148106:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp40->192.168.203.112@tcp40: REPLY: OK 00000400:00000200:1.0:1767384956.148117:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:0.0:1767384956.148119:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.148125:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384956.148130:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.148136:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384956.148138:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.148142:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384956.148148:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp40(192.168.203.112@tcp40) <- 192.168.203.112@tcp40 : REPLY - for me 00000400:00000200:0.0:1767384956.148162:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp40: Reply from 12345-192.168.203.112@tcp40 of length 272/272 into md 0x1ecd 00000400:00000200:1.0:1767384956.148176:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000800:00000001:0.0:1767384956.148177:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.148188:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384956.148191:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384956.148197:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp40->192.168.203.112@tcp40: REPLY: OK 00000400:00000200:0.0:1767384956.148211:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc41784d 00000400:00000010:0.0:1767384956.148214:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc41784d. 00000400:00000200:0.0:1767384956.148219:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384956.148226:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f0472429. 00000400:00000010:0.0:1767384956.148230:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000043d2a0cb. 00000400:00000200:1.0:1767384956.148232:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000800:00000001:0.0:1767384956.148240:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384956.148248:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384956.148294:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148356:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148432:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148491:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148589:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148695:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148748:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148837:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148859:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.148881:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.149791:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.149833:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.149855:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.149877:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.149929:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.149964:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.149985:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150011:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150037:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150051:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150078:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150105:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150134:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150164:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384956.150192:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384956.150309:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000095c2f133. 00000800:00000010:1.0:1767384956.150313:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d60a33ff. 00000800:00000010:1.0:1767384956.150316:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041cc4635. 00000800:00000010:1.0:1767384956.150344:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041cc4635. 00000800:00020000:1.0:1767384956.150352:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384956.150361:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d60a33ff. 00000800:00000010:1.0:1767384956.150364:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000095c2f133. 00000400:02020000:1.0:1767384956.150424:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp40 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384956.397010:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384956.397015:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384956.397020:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384956.397021:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384956.397083:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384956.397088:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384956.397091:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384957.165071:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384957.165077:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384957.165081:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b06c8f 00000400:00000010:0.0:1767384957.165087:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030b06c8f. 00000400:00000200:0.0:1767384957.165096:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384957.165104:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384957.165119:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000388db011. 00000400:00000010:0.0:1767384957.165140:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006f875204. 00000400:00000200:0.0:1767384957.165152:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp43 00000400:00000010:0.0:1767384957.165158:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000388db011. 00000400:00000010:0.0:1767384957.165165:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f0ceb4cb. 00000400:00000010:0.0:1767384957.165170:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b06c8f. 00000400:00000010:0.0:1767384957.165180:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000024fafd76. 00000400:00000200:0.0:1767384957.165202:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp43 00000400:00000200:0.0:1767384957.165217:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp43 local destination 00000400:00000200:0.0:1767384957.165225:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp43 00000400:00000200:0.0:1767384957.165231:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp43 NI seq info: [190:190:256:4294967295] 192.168.203.112@tcp43 LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1767384957.165241:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp43 00000400:00000200:0.0:1767384957.165254:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp43(192.168.203.112@tcp43:) -> 192.168.203.112@tcp43(192.168.203.112@tcp43:192.168.203.112@tcp43) : GET try# 0 00000800:00000200:0.0:1767384957.165274:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp43 00000800:00000010:0.0:1767384957.165281:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000519a9515. 00000800:00000200:0.0:1767384957.165305:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000800:00000200:0.1:1767384957.165314:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000400:00000200:0.0:1767384957.165378:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp43 added to recovery queue. ping count: 3 next ping: 286 health :700 00000400:00000200:0.0:1767384957.165390:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp45 00000400:00000010:0.0:1767384957.165397:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000009eac7. 00000400:00000010:0.0:1767384957.165421:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000049e3af73. 00000400:00000010:0.0:1767384957.165427:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc41784d. 00000400:00000010:0.0:1767384957.165435:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000039d860ec. 00000400:00000200:0.0:1767384957.165444:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp45 00000400:00000200:0.0:1767384957.165458:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp45 local destination 00000400:00000200:0.0:1767384957.165465:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp45 00000400:00000200:0.0:1767384957.165470:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp45 NI seq info: [191:191:256:4294967295] 192.168.203.112@tcp45 LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1767384957.165477:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp45 00000400:00000200:2.0:1767384957.165499:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.165500:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp45(192.168.203.112@tcp45:) -> 192.168.203.112@tcp45(192.168.203.112@tcp45:192.168.203.112@tcp45) : GET try# 0 00000800:00000200:0.0:1767384957.165516:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp45 00000800:00000010:0.0:1767384957.165522:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d884a2af. 00000800:00000200:0.0:1767384957.165532:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (2) 00000800:00000200:0.1:1767384957.165543:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (2) 00000400:00000200:0.0:1767384957.165572:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp45 added to recovery queue. ping count: 1 next ping: 280 health :900 00000400:00000200:2.0:1767384957.165599:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.165678:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.165710:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.165751:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.165820:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.165835:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166015:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166017:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166152:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166155:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166296:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166306:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166425:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166468:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166533:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166590:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166591:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166663:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166696:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166717:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166784:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.166876:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.166958:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167006:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167034:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167088:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167137:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167164:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167255:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167259:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167392:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167421:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167479:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167545:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167595:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167664:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167693:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167783:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167797:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167929:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.167976:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.167986:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168065:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168094:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168159:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168203:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168241:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168283:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168335:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168387:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168464:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168527:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168558:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168689:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168693:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168784:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168815:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168859:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.168970:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.168972:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.169104:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.169106:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384957.169246:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.169266:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.169345:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384957.169445:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000800:00000010:0.0:1767384957.169486:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b2f7f64. 00000800:00000010:0.0:1767384957.169494:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d26322b0. 00000400:00000200:2.0:1767384957.169499:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384957.169499:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005417fb58. 00000800:00000010:0.0:1767384957.169537:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005417fb58. 00000800:00020000:0.0:1767384957.169545:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384957.169549:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d26322b0. 00000800:00000010:0.0:1767384957.169558:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008b2f7f64. 00000400:02020000:0.0:1767384957.169605:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp45 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384957.169613:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp45 notifying 192.168.203.112@tcp45: down 00000400:00000200:0.0:1767384957.169616:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384957.169622:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp45 00000800:00000010:0.0:1767384957.169626:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d884a2af. 00000400:00000200:0.0:1767384957.169632:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384957.169637:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp45->192.168.203.112@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384957.169644:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384957.169648:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384957.169651:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp45) recovery failed with -71 00000800:00000010:2.0:1767384957.169751:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000793676e3. 00000800:00000010:2.0:1767384957.169759:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c12dc8f8. 00000800:00000010:2.0:1767384957.169766:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008bc55e18. 00000800:00000010:2.0:1767384957.169795:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008bc55e18. 00000800:00020000:2.0:1767384957.169806:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384957.169810:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c12dc8f8. 00000800:00000010:2.0:1767384957.169813:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000793676e3. 00000400:02020000:2.0:1767384957.169863:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp43 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384957.169871:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp43 notifying 192.168.203.112@tcp43: down 00000400:00000200:2.0:1767384957.169878:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384957.169914:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp43 00000800:00000010:2.0:1767384957.169919:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000519a9515. 00000400:00000200:2.0:1767384957.169929:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384957.169944:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp43->192.168.203.112@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384957.169961:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384957.169966:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384957.169975:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp43) recovery failed with -71 00080000:00000001:0.0:1767384957.420751:0:37466:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384957.420763:0:37466:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.420767:0:37466:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384957.420773:0:37466:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384957.420778:0:37466:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.420781:0:37466:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.421961:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384957.421967:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384957.421975:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384957.421978:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.422215:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384957.422221:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384957.422224:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384957.868985:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384957.868993:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384957.868999:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087192b50. 00000020:00000040:3.0:1767384957.869005:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384957.869010:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384957.869012:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384957.869017:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384957.869040:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000300e0f6e. 00000100:00000001:3.0:1767384957.869047:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.869057:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384957.869067:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384957.869069:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.869074:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087192b50] to pc [ptlrpcd_00_01+1] req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.869103:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.869107:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384957.869108:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384957.869116:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384957.869118:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384957.869120:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759d5eb2. 00000100:00000001:2.0:1767384957.869122:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384957.869128:0:2410:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384957.869132:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384957.869133:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384957.869135:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384957.869137:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384957.869139:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.869142:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384957.869155:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e1a0f4f. 00000100:00000001:2.0:1767384957.869167:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384957.869168:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.869173:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.869176:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384957.869180:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384957.869188:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384957.869189:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.869195:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.869196:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384957.869205:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087192b50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352232576:0@lo:400: 00000100:00000040:3.0:1767384957.869208:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000759d5eb2] to pc [ptlrpcd_00_02+2] req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.869220:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384957.869229:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384957.869233:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.869236:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384957.869239:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384957.869243:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000697c98aa. 00000100:00000040:3.0:1767384957.869244:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384957.869251:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.869255:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384957.869258:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002805dbb. 00000400:00000010:2.0:1767384957.869261:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030e27025. 00000020:00000040:3.0:1767384957.869262:0:2410:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384957.869264:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.869273:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384957.869275:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384957.869277:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384957.869278:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000100:00000001:1.0:1767384957.869278:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384957.869281:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.869288:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384957.869289:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015b8c7e9. 00000100:00000200:2.0:1767384957.869291:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352232576, portal 25 00000100:00000001:3.0:1767384957.869297:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.869302:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384957.869306:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545439488 : -106559164112128 : ffff9f15c2e02300) 00000100:00000040:3.0:1767384957.869307:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384957.869321:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.869346:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384957.869352:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.869365:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384957.869372:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.869380:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384957.869381:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.869383:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384957.869386:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352232704:0@lo:400: 00000100:00000001:3.0:1767384957.869387:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.869411:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384957.869415:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384957.869418:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 02000000:00000001:1.0:1767384957.869420:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384957.869421:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002805dbb] to pc [ptlrpcd_00_03+3] req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384957.869428:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352232576, offset 0 02000000:00000001:1.0:1767384957.869428:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.869467:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384957.869474:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d048991. 00000100:00000001:3.0:1767384957.869477:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.869478:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.869481:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384957.869487:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384957.869492:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384957.869492:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000263603c1. 00000100:00000010:3.0:1767384957.869497:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eacc9311. 00000400:00000010:1.0:1767384957.869500:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e7e5c27. 00000020:00000040:3.0:1767384957.869501:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384957.869512:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384957.869515:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384957.869516:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352232704, portal 4 02000000:00000001:3.0:1767384957.869519:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384957.869522:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384957.869523:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.869524:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000400:00000200:2.0:1767384957.869534:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272107680 02000000:00000010:3.0:1767384957.869535:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000669a87ab. 00000100:00000040:1.0:1767384957.869541:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.869551:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.869555:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384957.869561:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x160d [2] + 0 00000100:00000040:3.0:1767384957.869567:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384957.869579:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e52d8ae. 00000100:00000040:1.0:1767384957.869581:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384957.869584:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384957.869589:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000100:00000001:3.0:1767384957.869590:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.869593:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbfd4d97 00000100:00000200:1.0:1767384957.869601:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352232704, offset 0 00000400:00000200:2.0:1767384957.869604:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384957.869605:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eacc9311] to pc [ptlrpcd_00_00+0] req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.869618:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384957.869627:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384957.869638:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbfd4d97 00000400:00000010:2.0:1767384957.869648:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbfd4d97. 00000400:00000200:1.0:1767384957.869650:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384957.869660:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.869662:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384957.869680:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384957.869686:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (284) 00000100:00000040:2.0:1767384957.869688:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000deea8254 x1853237352232576 msgsize 224 00000400:00000200:1.0:1767384957.869688:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272107700 00000100:00000001:3.0:1767384957.869703:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.869713:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384957.869715:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4784 00000100:00000001:3.0:1767384957.869716:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384957.869723:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384957.869726:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384957.869745:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384957.869756:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384957.869756:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384957.869762:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.869763:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384957.869764:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384957.869774:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384957.869778:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384957.869778:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 02000000:00000001:3.0:1767384957.869785:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384957.869786:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000100:00000001:2.0:1767384957.869800:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384957.869801:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237352232832:0@lo:400: 00000100:00000001:1.0:1767384957.869802:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384957.869825:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384957.869827:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384957.869839:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384957.869844:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000066eccca. 02000000:00000001:3.0:1767384957.869852:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384957.869852:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384957.869854:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000066eccca x1853237352232704 msgsize 224 02000000:00000001:3.0:1767384957.869864:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.869868:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384957.869873:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384957.869881:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064f2722e. 00000100:00100000:1.0:1767384957.869888:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384957.869891:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384957.869903:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000858d98c8. 00000400:00000010:3.0:1767384957.869909:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000100:00000200:3.0:1767384957.869913:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352232832, portal 10 00000100:00000001:3.0:1767384957.869932:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384957.869933:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545438592 : -106559164113024 : ffff9f15c2e01f80) 00000100:00000040:3.0:1767384957.869940:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.869960:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384957.869970:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000100:00000001:3.0:1767384957.869972:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384957.869973:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000100:00000040:3.0:1767384957.869978:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384957.869980:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384957.869981:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82bdf90. 00000100:00000200:3.0:1767384957.869988:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352232832, offset 0 00000100:00000200:1.0:1767384957.869988:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384957.869999:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384957.870005:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384957.870014:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384957.870015:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384957.870025:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.870028:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272107780 00000100:00000001:1.0:1767384957.870029:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384957.870035:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:1.0:1767384957.870037:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.870041:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384957.870058:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5331 usecs (6 jiffies) 00000400:00000200:3.0:1767384957.870063:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384957.870066:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294946823 00000100:00000001:3.0:1767384957.870068:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384957.870071:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384957.870071:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059909f14. 00000100:00000010:3.0:1767384957.870075:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001112f465. 00000100:00000001:1.0:1767384957.870079:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384957.870080:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001112f465 x1853237352232832 msgsize 224 00000100:00000001:1.0:1767384957.870088:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294946823 00000100:00000010:1.0:1767384957.870097:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000026e8e3d. 00000100:00100000:3.0:1767384957.870100:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384957.870106:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.870106:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384957.870111:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.870113:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384957.870122:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294946823 00000100:00000010:1.0:1767384957.870125:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabc632f. 00000100:00000001:2.0:1767384957.870126:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.870129:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384957.870135:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b82bdf90 00000100:00000001:2.0:1767384957.870135:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294946830 00000100:00000001:1.0:1767384957.870136:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294946823 00000400:00000010:3.0:1767384957.870141:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b82bdf90. 00000100:00000010:1.0:1767384957.870146:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009ace42e. 00000100:00000001:3.0:1767384957.870148:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384957.870152:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946823 00000100:00000001:1.0:1767384957.870152:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384957.870153:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.870167:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384957.870167:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.870169:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294946830 00000100:00000001:1.0:1767384957.870179:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.870184:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.870184:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870185:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946823 00000100:00000001:1.0:1767384957.870189:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.870202:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.870204:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870206:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294946830 00000100:00000001:1.0:1767384957.870206:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384957.870208:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.870220:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870220:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294946823 00000100:00000001:1.0:1767384957.870220:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.870227:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384957.870236:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294946830 00000100:00000040:3.0:1767384957.870237:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3488 usecs (4 jiffies) 00000100:00000001:1.0:1767384957.870238:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.870250:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.870252:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294946821 00000100:00000001:2.0:1767384957.870254:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294946823 00000100:00000001:3.0:1767384957.870256:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294946830 00000100:00000001:3.0:1767384957.870261:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294946821 00000100:00000001:2.0:1767384957.870262:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.870273:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.870274:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294946830 00000100:00000001:3.0:1767384957.870287:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294946821 00000100:00000001:2.0:1767384957.870288:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.870291:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294946830 00000100:00000001:2.0:1767384957.870295:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.870296:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294946821 00000100:00000001:3.0:1767384957.870305:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294946830 00000100:00000001:3.0:1767384957.870307:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.870309:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870309:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384957.870314:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384957.870315:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870321:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.870322:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.870331:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384957.870335:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384957.870335:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.870340:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384957.870344:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384957.870345:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384957.870352:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.870353:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384957.870357:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870359:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.870361:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870362:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.870380:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384957.870383:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384957.870384:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384957.870389:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384957.870390:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.870392:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870416:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384957.870418:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.870422:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384957.870426:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.870428:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384957.870432:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232704 02000000:00000001:2.0:1767384957.870433:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.870438:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384957.870439:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352232960:0@lo:400: 00000100:00000001:3.0:1767384957.870442:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384957.870443:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384957.870446:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.870448:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384957.870452:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.870453:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.870468:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384957.870469:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232704 02000000:00000010:2.0:1767384957.870473:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000088262a5. 02000000:00000001:2.0:1767384957.870479:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.870482:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384957.870484:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:3.0:1767384957.870493:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384957.870494:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000463ca322. 00000020:00000040:3.0:1767384957.870497:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000020:00000001:3.0:1767384957.870501:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000010:2.0:1767384957.870503:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000020:00000001:3.0:1767384957.870504:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000200:2.0:1767384957.870516:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352232960, portal 10 00000100:00000001:3.0:1767384957.870517:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384957.870524:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384957.870526:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067f9c22a. 00000100:00000001:2.0:1767384957.870527:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545435008 : -106559164116608 : ffff9f15c2e01180) 00000020:00000010:3.0:1767384957.870538:0:18311:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e402b194. 00000100:00000040:2.0:1767384957.870543:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384957.870548:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:2.0:1767384957.870550:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384957.870562:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384957.870565:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c2dc5b. 00000100:00000001:3.0:1767384957.870567:0:18311:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1767384957.870568:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352232960, offset 0 00000020:00000010:3.0:1767384957.870575:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a21e34c3. 00000400:00000200:2.0:1767384957.870583:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384957.870588:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d8001af. 00000020:00000010:3.0:1767384957.870595:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000400:00000200:2.0:1767384957.870612:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384957.870617:0:18311:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384957.870622:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384957.870626:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272107800 00000100:00000001:3.0:1767384957.870628:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384957.870632:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384957.870640:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000100:00000001:3.0:1767384957.870645:0:18311:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384957.870646:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384957.870650:0:18311:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384957.870655:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.870655:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384957.870670:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384957.870672:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384957.870679:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384957.870685:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005147fcda. 00000100:00000001:3.0:1767384957.870689:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384957.870690:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000005147fcda x1853237352232960 msgsize 224 00000100:00000001:3.0:1767384957.870694:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384957.870704:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384957.870708:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:3.0:1767384957.870713:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:3.0:1767384957.870714:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605545216 : -106559104006400 : ffff9f15c6754700) 00000100:00000040:3.0:1767384957.870719:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000066eccca x1853237352232704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.870722:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384957.870730:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c2dc5b 00000100:00000001:3.0:1767384957.870731:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384957.870737:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d884880. 00000400:00000010:2.0:1767384957.870737:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021c2dc5b. 00000100:00000001:3.0:1767384957.870756:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.870756:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384957.870765:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d884880. 00000100:00000200:2.0:1767384957.870769:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.870789:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000066eccca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16138:x1853237352232704:12345-0@lo:400: 00000100:00000001:2.0:1767384957.870794:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384957.870795:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232704 00000020:00000001:3.0:1767384957.870800:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384957.870804:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384957.870807:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384957.870808:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384957.870816:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384957.870817:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232832 02000000:00000001:1.0:1767384957.870825:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384957.870827:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384957.870832:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.870833:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:1.0:1767384957.870833:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384957.870843:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384957.870843:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.870844:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384957.870848:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384957.870851:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.870854:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384957.870860:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.870861:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384957.870861:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232832 00000020:00000001:3.0:1767384957.870869:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.870873:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384957.870874:0:18311:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384957.870875:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3853 usecs (4 jiffies) 00000020:00000040:1.0:1767384957.870877:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000100:00000001:2.0:1767384957.870884:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294946821 00000100:00000001:2.0:1767384957.870890:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294946830 00000100:00000001:2.0:1767384957.870893:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294946821 00000100:00000001:2.0:1767384957.870896:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294946830 00000100:00000001:2.0:1767384957.870899:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294946822 00000100:00000001:3.0:1767384957.870905:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384957.870910:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384957.870913:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767384957.870914:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e21d2ec6. 02000000:00000001:3.0:1767384957.870918:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384957.870918:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:3.0:1767384957.870922:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.870924:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000001:3.0:1767384957.870925:0:18311:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870940:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294946830 00010000:00000040:3.0:1767384957.870941:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352232704 00000020:00000001:1.0:1767384957.870941:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:2.0:1767384957.870946:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294946822 00010000:00000001:3.0:1767384957.870949:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384957.870952:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294946830 00000100:00000001:1.0:1767384957.870954:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384957.870956:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384957.870957:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000066eccca x1853237352232704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384957.870960:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b036e33. 00000100:00000001:2.0:1767384957.870964:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.870967:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.870977:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384957.870979:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b036e33. 00010000:00000001:3.0:1767384957.870980:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384957.870987:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.870993:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.870994:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=77 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384957.870995:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015569cb6. 00000100:00000001:3.0:1767384957.871010:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384957.871011:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011808bf3. 00000100:00000040:3.0:1767384957.871015:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384957.871019:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000010:1.0:1767384957.871019:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000419de97b. 02000000:00000001:3.0:1767384957.871025:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384957.871029:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.871032:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384957.871033:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1767384957.871035:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384957.871037:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384957.871040:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82bdf90. 00000100:00000001:1.0:1767384957.871040:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384957.871044:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384957.871045:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352232704, offset 224 00000100:00000001:1.0:1767384957.871048:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384957.871050:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384957.871052:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.871059:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384957.871066:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384957.871067:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384957.871079:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272107700 00000100:00000001:1.0:1767384957.871083:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384957.871088:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ee1 [1] + 224 00000100:00100000:1.0:1767384957.871090:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232960 00000400:00000200:3.0:1767384957.871093:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384957.871094:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384957.871098:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384957.871103:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.871106:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384957.871107:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384957.871108:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.871112:0:18311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384957.871113:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384957.871114:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232960 00000100:00000200:3.0:1767384957.871120:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384957.871121:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384957.871125:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000100:00100000:2.0:1767384957.871132:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000020:00000001:1.0:1767384957.871133:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384957.871140:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000040:2.0:1767384957.871143:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000020:00000001:1.0:1767384957.871148:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:2.0:1767384957.871150:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545437696 : -106559164113920 : ffff9f15c2e01c00) 00000100:00000040:2.0:1767384957.871175:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001112f465 x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384957.871178:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000040:3.0:1767384957.871181:0:18311:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.871188:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384957.871195:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b036e33. 00000020:00000010:1.0:1767384957.871205:0:16776:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009501cf26. 00000020:00000040:1.0:1767384957.871215:0:16776:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000100:00000001:1.0:1767384957.871229:0:16776:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384957.871237:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2207f21. 00000100:00000001:2.0:1767384957.871240:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384957.871242:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b5ddb1a. 00000020:00000010:2.0:1767384957.871247:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f33e869. 00000020:00000010:1.0:1767384957.871249:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6d7ee39. 00000100:00000001:2.0:1767384957.871254:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.871256:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384957.871257:0:18311:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384957.871258:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f33e869. 00000100:00000001:1.0:1767384957.871259:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384957.871267:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b82bdf90 00000100:00000001:1.0:1767384957.871268:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384957.871276:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b82bdf90. 00000100:00100000:2.0:1767384957.871278:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001112f465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352232832:12345-0@lo:400: 00000100:00000001:1.0:1767384957.871279:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384957.871282:0:18311:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384957.871292:0:18311:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384957.871292:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232832 00000100:00000001:1.0:1767384957.871293:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384957.871301:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384957.871302:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384957.871304:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384957.871309:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384957.871312:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384957.871314:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384957.871316:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384957.871321:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.871322:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.871328:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384957.871338:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384957.871339:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384957.871340:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384957.871350:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000040:3.0:1767384957.871356:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000066eccca x1853237352232704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384957.871359:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384957.871359:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000020:00000001:2.0:1767384957.871367:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384957.871369:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000020:00000001:2.0:1767384957.871376:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384957.871377:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637510259842048 : -106563449709568 : ffff9f14c36f1c00) 00000020:00000001:2.0:1767384957.871384:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384957.871388:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.871389:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005147fcda x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.871394:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000066eccca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16138:x1853237352232704:12345-0@lo:400: Request processed in 655us (1533us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384957.871409:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384957.871418:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384957.871425:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384957.871444:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e127855f. 02000000:00000001:2.0:1767384957.871452:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384957.871457:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384957.871463:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.871466:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000020:00000001:2.0:1767384957.871467:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.871467:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384957.871473:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:2.0:1767384957.871475:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352232832 00000100:00000001:3.0:1767384957.871476:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384957.871477:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b057bda9. 00000020:00000010:3.0:1767384957.871484:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d8001af. 00010000:00000001:2.0:1767384957.871489:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384957.871490:0:16776:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384957.871491:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00010000:00000200:2.0:1767384957.871498:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001112f465 x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384957.871499:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a21e34c3. 00000020:00000010:1.0:1767384957.871499:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b057bda9. 00000020:00000040:3.0:1767384957.871518:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00100000:1.0:1767384957.871519:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005147fcda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352232960:12345-0@lo:400: 00000100:00000001:3.0:1767384957.871530:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384957.871546:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232960 00010000:00000001:2.0:1767384957.871547:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384957.871558:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384957.871560:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384957.871562:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:1.0:1767384957.871563:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384957.871569:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384957.871575:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=82 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384957.871576:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000020:00000001:1.0:1767384957.871576:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384957.871584:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:2.0:1767384957.871594:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384957.871594:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00080000:3.0:1767384957.871595:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384957.871606:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384957.871608:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000040:2.0:1767384957.871612:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:1.0:1767384957.871615:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384957.871621:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:1.0:1767384957.871621:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384957.871629:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.871631:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384957.871632:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384957.871635:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384957.871636:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.871637:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384957.871640:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1767384957.871649:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384957.871649:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384957.871650:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:3.0:1767384957.871655:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384957.871655:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384957.871671:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c2dc5b. 02000000:00000010:1.0:1767384957.871674:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000019d20941. 02000000:00000001:1.0:1767384957.871680:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384957.871681:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000263603c1. 00000100:00000001:1.0:1767384957.871683:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.871687:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e7e5c27 00000020:00000001:1.0:1767384957.871687:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384957.871692:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e7e5c27. 00010000:00000040:1.0:1767384957.871692:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352232960 00000100:00000001:3.0:1767384957.871696:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384957.871697:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352232832, offset 224 00000100:00000200:3.0:1767384957.871703:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384957.871708:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384957.871716:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384957.871720:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005147fcda x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384957.871748:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384957.871775:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272107780 00000100:00000200:3.0:1767384957.871776:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384957.871792:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384957.871800:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ee9 [1] + 224 00010000:00000001:1.0:1767384957.871800:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.871804:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384957.871805:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=82 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384957.871825:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384957.871827:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.871829:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384957.871833:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384957.871840:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384957.871840:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384957.871842:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:3.0:1767384957.871849:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384957.871855:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.871855:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384957.871857:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384957.871864:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384957.871867:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384957.871869:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1767384957.871872:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=77 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384957.871876:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.871889:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384957.871890:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384957.871893:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384957.871898:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.871899:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384957.871901:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384957.871906:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00010000:00080000:3.0:1767384957.871910:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384957.871935:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352232960, offset 224 00000100:00000040:2.0:1767384957.871938:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.871954:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384957.871972:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384957.871982:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.871986:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384957.871988:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c2dc5b 00000100:00000040:3.0:1767384957.871989:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:2.0:1767384957.871992:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021c2dc5b. 00000400:00000200:1.0:1767384957.872001:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384957.872004:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384957.872007:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384957.872009:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.872010:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384957.872017:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272107800 00000100:00000001:2.0:1767384957.872032:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.872040:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384957.872041:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:2.0:1767384957.872053:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384957.872054:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ef1 [1] + 224 00000020:00000001:2.0:1767384957.872059:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.872061:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384957.872070:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384957.872070:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384957.872071:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384957.872081:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384957.872085:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001112f465 x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.872090:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384957.872092:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.872106:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384957.872115:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384957.872161:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001112f465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352232832:12345-0@lo:400: Request processed in 913us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384957.872166:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352232704:0@lo:400: 00000100:00000001:3.0:1767384957.872195:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384957.872195:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.872205:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384957.872208:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384957.872216:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759d5eb2 x1853237352232704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384957.872222:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:2.0:1767384957.872234:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384957.872252:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384957.872255:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384957.872257:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384957.872257:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384957.872263:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 02000000:00000010:3.0:1767384957.872267:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d048991. 00000400:00000010:1.0:1767384957.872268:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000020:00000010:2.0:1767384957.872269:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011808bf3. 00000020:00000010:2.0:1767384957.872282:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000419de97b. 02000000:00000001:3.0:1767384957.872284:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384957.872284:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384957.872292:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384957.872293:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384957.872295:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015569cb6. 00000020:00000040:3.0:1767384957.872296:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384957.872299:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.872305:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384957.872310:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000100:00000040:1.0:1767384957.872311:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 02000000:00000010:3.0:1767384957.872312:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007e1a0f4f. 00000100:00000001:2.0:1767384957.872325:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384957.872326:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384957.872327:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384957.872332:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384957.872337:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759d5eb2. 00000020:00000001:1.0:1767384957.872337:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.872342:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384957.872346:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384957.872349:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384957.872350:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005147fcda x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.872351:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.872354:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384957.872360:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384957.872362:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.872369:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384957.872374:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384957.872375:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384957.872376:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005147fcda pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853237352232960:12345-0@lo:400: Request processed in 907us (1681us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384957.872378:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384957.872386:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384957.872386:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384957.872394:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000463ca322. 00000100:00100000:1.0:1767384957.872395:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1767384957.872395:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352232576 00000100:00000001:3.0:1767384957.872406:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.872409:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384957.872417:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 02000000:00000001:0.0:1767384957.872419:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384957.872420:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000400:00000010:2.0:1767384957.872421:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000100:00000001:0.0:1767384957.872423:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384957.872425:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384957.872430:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.872431:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384957.872444:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384957.872446:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b5ddb1a. 00000100:00100000:0.0:1767384957.872447:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352232576 00000100:00000001:2.0:1767384957.872448:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384957.872449:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384957.872451:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6d7ee39. 00000400:00000001:3.0:1767384957.872458:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384957.872458:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384957.872460:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2207f21. 00000020:00000040:0.0:1767384957.872462:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000200:2.0:1767384957.872464:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384957.872465:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000858d98c8. 00000020:00000001:0.0:1767384957.872467:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384957.872470:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000020:00000040:0.0:1767384957.872473:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000400:00000200:3.0:1767384957.872480:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000100:00000001:1.0:1767384957.872481:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384957.872484:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000010:3.0:1767384957.872488:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000020:00000001:0.0:1767384957.872502:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384957.872503:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384957.872514:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.872517:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384957.872519:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384957.872524:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001636d945. 00000100:00000001:0.0:1767384957.872535:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384957.872555:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001636d945. 00000020:00000010:0.0:1767384957.872569:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085bf1e1f. 00000100:00000200:3.0:1767384957.872572:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.872574:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384957.872576:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d106b0b7. 00000100:00000001:2.0:1767384957.872579:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384957.872585:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a15c8f80. 00000100:00000001:2.0:1767384957.872591:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384957.872596:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1767384957.872598:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384957.872607:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384957.872607:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384957.872609:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384957.872622:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.872623:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.872623:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384957.872632:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.872641:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384957.872641:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.872643:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.872650:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384957.872652:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1767384957.872653:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=82 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384957.872654:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.872661:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384957.872664:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384957.872668:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=82 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384957.872673:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=82 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384957.872675:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384957.872680:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384957.872680:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384957.872682:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.872684:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384957.872684:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384957.872685:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384957.872688:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384957.872695:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384957.872697:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:3.0:1767384957.872699:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.872700:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384957.872702:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384957.872704:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384957.872706:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384957.872709:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526582352 : -106558182969264 : ffff9f15fd5b3050) 00000100:00000001:0.0:1767384957.872711:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384957.872719:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384957.872731:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000deea8254 x1853237352232576/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384957.872736:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384957.872744:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384957.872753:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004abf2db4. 00000020:00000040:0.0:1767384957.872766:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384957.872779:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384957.872785:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.872786:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384957.872796:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.872799:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.872800:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384957.872803:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384957.872803:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000101938f8. 00000100:00000040:2.0:1767384957.872807:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384957.872809:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1767384957.872809:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b057bda9. 00000100:00000001:0.0:1767384957.872812:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.872817:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384957.872819:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384957.872822:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.872823:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384957.872824:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384957.872825:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384957.872827:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b057bda9. 00000100:00000001:3.0:1767384957.872828:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.872834:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.872847:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384957.872848:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.872853:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000deea8254 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352232576:12345-0@lo:400: 00000100:00000040:0.0:1767384957.872853:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004abf2db4] to pc [ptlrpcd_00_01+1] req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384957.872881:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352232576 00000100:00000001:2.0:1767384957.872891:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384957.872896:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384957.872907:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.872912:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384957.872914:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384957.872915:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.872918:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384957.872920:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.872921:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384957.872927:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384957.872947:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384957.872953:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000100:00000040:2.0:1767384957.872957:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384957.872961:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:0.0:1767384957.872963:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384957.872964:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237352232832:0@lo:400: 00000020:00000001:1.0:1767384957.872967:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.872979:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384957.872983:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384957.872984:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.872989:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.872992:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.872993:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384957.873002:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384957.873004:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1767384957.873007:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002805dbb x1853237352232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.873011:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384957.873012:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384957.873014:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352232960:0@lo:400: 02000000:00000001:1.0:1767384957.873017:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384957.873025:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005443edf7. 00000100:00000001:0.0:1767384957.873027:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384957.873036:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.873039:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873039:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.873040:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384957.873040:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.873047:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384957.873056:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384957.873057:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384957.873058:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064f2722e. 00000100:00000001:0.0:1767384957.873058:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.873063:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384957.873066:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eacc9311 x1853237352232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384957.873068:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:1.0:1767384957.873069:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352232576 00000100:00000001:0.0:1767384957.873070:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384957.873075:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384957.873080:0:16139:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384957.873081:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384957.873087:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384957.873090:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000200:1.0:1767384957.873093:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000deea8254 x1853237352232576/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384957.873097:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015b8c7e9. 02000000:00000001:3.0:1767384957.873107:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384957.873111:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384957.873117:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002805dbb. 00000100:00000001:3.0:1767384957.873127:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384957.873132:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384957.873133:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384957.873140:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384957.873141:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384957.873151:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000088262a5. 00010000:00000001:1.0:1767384957.873151:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384957.873152:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384957.873154:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384957.873160:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873161:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.873163:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.873163:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767384957.873166:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=87 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384957.873169:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384957.873171:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384957.873172:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384957.873174:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.873175:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384957.873179:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384957.873180:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.873181:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.873183:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:2.0:1767384957.873193:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384957.873194:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00100000:0.0:1767384957.873198:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352233088:0@lo:13: 02000000:00000010:2.0:1767384957.873201:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000669a87ab. 02000000:00000001:1.0:1767384957.873201:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384957.873205:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873205:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384957.873208:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384957.873209:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384957.873210:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384957.873211:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384957.873214:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384957.873215:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eacc9311. 02000000:00000001:0.0:1767384957.873217:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384957.873224:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384957.873225:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000069efd3d2. 00000100:00000001:2.0:1767384957.873226:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384957.873229:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000100:00000001:2.0:1767384957.873230:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384957.873231:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384957.873239:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352232576, offset 224 00000400:00000200:1.0:1767384957.873247:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384957.873247:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d3371e. 00000100:00000001:2.0:1767384957.873262:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.873265:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352168a0. 00000100:00000001:2.0:1767384957.873269:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384957.873272:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352233088, portal 4 00000400:00000200:1.0:1767384957.873273:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384957.873275:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384957.873283:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384957.873284:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873287:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605053696 : -106559104497920 : ffff9f15c66dc700) 00000100:00000001:2.0:1767384957.873289:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384957.873292:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272107680 00000100:00000040:0.0:1767384957.873305:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.873311:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ed9 [1] + 224 00000100:00000001:0.0:1767384957.873319:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384957.873320:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384957.873322:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384957.873325:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000748927f2. 00000100:00000200:0.0:1767384957.873330:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352233088, offset 0 00000400:00000200:1.0:1767384957.873334:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384957.873340:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384957.873344:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384957.873348:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384957.873350:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384957.873358:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272107880 00000100:00000040:1.0:1767384957.873361:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384957.873367:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3360 00000400:00000200:0.0:1767384957.873376:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384957.873380:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384957.873382:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384957.873384:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384957.873385:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384957.873391:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000100:00000010:0.0:1767384957.873393:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb62f029. 00000400:00000010:1.0:1767384957.873395:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000100:00000040:0.0:1767384957.873412:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000bb62f029 x1853237352233088 msgsize 224 00000100:00000001:1.0:1767384957.873414:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384957.873417:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384957.873422:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.873425:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.873427:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384957.873443:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384957.873446:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:2.0:1767384957.873447:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384957.873452:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:2.0:1767384957.873455:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e27025. 00010000:00000001:1.0:1767384957.873458:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384957.873463:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384957.873465:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384957.873466:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00000020:00000001:1.0:1767384957.873469:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384957.873471:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000100:00000040:1.0:1767384957.873477:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deea8254 x1853237352232576/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.873479:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384957.873485:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748927f2 00000400:00000010:0.0:1767384957.873490:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000748927f2. 00000100:00000200:2.0:1767384957.873492:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.873497:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384957.873508:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.873524:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000deea8254 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352232576:12345-0@lo:400: Request processed in 707us (3823us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384957.873562:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:1.0:1767384957.873574:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384957.873582:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384957.873591:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384957.873593:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384957.873596:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d106b0b7. 00000100:00000200:2.0:1767384957.873598:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384957.873602:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384957.873603:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a15c8f80. 00000020:00000010:1.0:1767384957.873614:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085bf1e1f. 00000020:00000040:1.0:1767384957.873623:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:1.0:1767384957.873634:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384957.873640:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005443edf7. 02000000:00000001:1.0:1767384957.873650:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384957.873672:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384957.873674:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.873674:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.873677:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.873694:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384957.873697:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384957.873700:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384957.873700:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.873704:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384957.873706:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5271 usecs (6 jiffies) 00000100:00000001:2.0:1767384957.873710:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384957.873712:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c8c2b9. 00000100:00000001:2.0:1767384957.873717:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873718:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294946826 00000400:00000010:1.0:1767384957.873720:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bd69363. 02000000:00000001:2.0:1767384957.873740:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873747:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294946830 00000100:00000001:0.0:1767384957.873763:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294946826 00000100:00000001:0.0:1767384957.873765:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294946830 00000100:00001000:2.0:1767384957.873766:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384957.873769:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294946826 00000100:00001000:2.0:1767384957.873772:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384957.873774:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294946830 00000100:00000001:0.0:1767384957.873785:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294946826 00000100:00000001:2.0:1767384957.873787:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384957.873793:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.873794:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384957.873794:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294946830 00000100:00100000:1.0:1767384957.873803:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233088 00010000:00000001:2.0:1767384957.873805:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384957.873806:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384957.873814:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.873814:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384957.873815:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.873821:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384957.873830:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.873831:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873832:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.873849:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.873849:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.873853:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.873861:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233088 00000100:00000001:2.0:1767384957.873872:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384957.873872:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384957.873875:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384957.873877:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00000001:2.0:1767384957.873878:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.873885:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384957.873888:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384957.873891:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00100000:2.0:1767384957.873903:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087192b50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352232576:0@lo:400: 00000020:00000001:1.0:1767384957.873903:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384957.873926:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.873930:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384957.873936:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384957.873941:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b057bda9. 00000100:00000001:2.0:1767384957.873955:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384957.873961:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087192b50 x1853237352232576/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.873966:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384957.873969:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384957.873970:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384957.873975:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000697c98aa. 00000020:00000010:1.0:1767384957.873976:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b057bda9. 02000000:00000001:2.0:1767384957.874004:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384957.874008:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384957.874009:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2207f21. 00000020:00000040:2.0:1767384957.874012:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000010:1.0:1767384957.874014:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b5ddb1a. 00000020:00000001:2.0:1767384957.874017:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384957.874019:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6d7ee39. 00000100:00000040:1.0:1767384957.874026:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000010:2.0:1767384957.874028:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000300e0f6e. 00000100:00000001:1.0:1767384957.874029:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384957.874037:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384957.874038:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384957.874040:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.874041:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384957.874049:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087192b50. 00000100:00000001:1.0:1767384957.874053:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.874055:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384957.874058:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.874063:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.874069:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384957.874070:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384957.874075:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384957.874081:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.874084:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384957.874086:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.874087:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384957.874095:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1767384957.874098:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000020:00000010:0.0:1767384957.874098:0:17549:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008b2f7f64. 00000100:00000001:1.0:1767384957.874103:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605058176 : -106559104493440 : ffff9f15c66dd880) 00000100:00000001:0.0:1767384957.874105:0:17549:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384957.874108:0:17549:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000040:1.0:1767384957.874110:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb62f029 x1853237352233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384957.874119:0:17549:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000984b6edf. 00000100:00100000:0.0:1767384957.874126:0:17549:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000001:1.0:1767384957.874130:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384957.874133:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b057bda9. 00000100:00000001:1.0:1767384957.874135:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384957.874137:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b057bda9. 00000100:00100000:1.0:1767384957.874141:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb62f029 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352233088:12345-0@lo:13: 00000100:00000200:1.0:1767384957.874144:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233088 00000020:00000001:1.0:1767384957.874146:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384957.874148:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384957.874149:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.874151:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384957.874153:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000001:1.0:1767384957.874155:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384957.874156:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.874160:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384957.874161:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384957.874163:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.874166:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384957.874168:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384957.874171:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005443edf7. 02000000:00000001:1.0:1767384957.874172:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.874174:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384957.874176:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384957.874179:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384957.874181:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384957.874184:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384957.874194:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.874197:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384957.874198:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384957.874201:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384957.874203:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384957.874206:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384957.874208:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384957.874210:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384957.874217:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384957.874220:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384957.874222:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352233088 00010000:00000001:1.0:1767384957.874224:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384957.874230:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb62f029 x1853237352233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384957.874235:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384957.874238:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384957.874240:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384957.874244:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384957.874249:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384957.874251:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384957.874253:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384957.874254:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.874256:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384957.874258:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384957.874260:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000100:00000200:1.0:1767384957.874262:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352233088, offset 224 00000400:00000200:1.0:1767384957.874267:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384957.874273:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384957.874279:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272107880 00000400:00000200:1.0:1767384957.874283:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f09 [1] + 224 00000400:00000200:1.0:1767384957.874286:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384957.874289:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384957.874293:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384957.874297:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384957.874306:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384957.874319:0:17549:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.874320:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384957.874333:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000400:00000010:1.0:1767384957.874338:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000100:00000001:1.0:1767384957.874342:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384957.874343:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.874346:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384957.874351:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384957.874354:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384957.874357:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384957.874358:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.874359:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d3371e. 00000100:00000040:1.0:1767384957.874363:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:0.0:1767384957.874365:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352168a0 00010000:00000001:1.0:1767384957.874366:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384957.874370:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.874370:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352168a0. 00000020:00000001:1.0:1767384957.874374:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384957.874375:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384957.874378:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb62f029 x1853237352233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384957.874381:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.874411:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb62f029 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352233088:12345-0@lo:13: Request processed in 265us (982us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384957.874415:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.874424:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:0.0:1767384957.874426:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384957.874428:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:0.0:1767384957.874429:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.874432:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384957.874433:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384957.874435:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384957.874438:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384957.874439:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b5ddb1a. 00000100:00000001:0.0:1767384957.874440:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384957.874460:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384957.874462:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6d7ee39. 02000000:00000001:0.0:1767384957.874463:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384957.874467:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2207f21. 00000100:00001000:0.0:1767384957.874469:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=77 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384957.874471:0:17550:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000001:1.0:1767384957.874475:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384957.874475:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384957.874482:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384957.874484:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.874486:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384957.874489:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.874495:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.874499:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384957.874501:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384957.874504:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384957.874505:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.874507:0:37563:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000040:0.0:1767384957.874511:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384957.874524:0:37563:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b057bda9. 00000100:00000001:0.0:1767384957.874526:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384957.874530:0:37563:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000861716b6. 00000100:00000001:0.0:1767384957.874531:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384957.874534:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384957.874537:0:16136:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384957.874540:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384957.874542:0:16136:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384957.874548:0:16136:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384957.874552:0:16136:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.874557:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384957.874564:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352233088:0@lo:13: 00000100:00000001:0.0:1767384957.874572:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.874574:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384957.874580:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004abf2db4 x1853237352233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.874589:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384957.874591:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384957.874594:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000069efd3d2. 02000000:00000001:0.0:1767384957.874597:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384957.874599:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384957.874600:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384957.874602:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384957.874603:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000101938f8. 02000000:00000001:0.0:1767384957.874605:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384957.874606:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384957.874607:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004abf2db4. 00000100:00000001:0.0:1767384957.874609:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384957.874610:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.874611:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.874614:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384957.874620:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.874621:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.874624:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384957.874639:0:37563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d7a2fc. 00000020:00000010:0.0:1767384957.874643:0:37563:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004aa9d606. 00000020:00000010:0.0:1767384957.874647:0:37563:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b98ca732. 00000020:00000010:0.0:1767384957.874649:0:37563:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069e186ca. 00000020:00000010:0.0:1767384957.874653:0:37563:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000085bf1e1f. 80000000:00000010:0.0:1767384957.874656:0:37563:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081a5214b. 40000000:00000010:0.0:1767384957.874659:0:37563:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002f87c893. 00100000:00000010:0.0:1767384957.874663:0:37563:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000068b622eb. 00040000:00000010:0.0:1767384957.874682:0:37563:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000101938f8. 00040000:00000010:0.0:1767384957.874686:0:37563:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000018ea06f. 00080000:00000010:0.0:1767384957.874689:0:37563:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091335d66. 00002000:00000010:0.0:1767384957.874692:0:37563:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000069efd3d2. 00000100:00000010:0.0:1767384957.874717:0:37563:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f7f6945d. 00000100:00000200:0.0:1767384957.874723:0:37563:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000040:0.0:1767384957.883956:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294946830, at 4294946831 00000100:00000010:0.0:1767384957.883964:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059909f14. 00000100:00000040:3.0:1767384957.883978:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294946830, at 4294946831 00000100:00000010:3.0:1767384957.883986:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009ace42e. 00000100:00000040:2.0:1767384957.884929:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294946830, at 4294946832 00000100:00000010:2.0:1767384957.884952:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabc632f. 00000100:00000040:1.0:1767384957.885062:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294946830, at 4294946832 00000100:00000010:1.0:1767384957.885069:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000026e8e3d. 00000400:00000001:0.0:1767384958.188937:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384958.188942:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384958.188944:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b06c8f 00000400:00000010:0.0:1767384958.188949:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030b06c8f. 00000400:00000200:0.0:1767384958.188954:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384958.188960:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384958.188972:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000388db011. 00000400:00000010:0.0:1767384958.188975:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f0ceb4cb. 00000400:00000001:0.0:1767384958.188979:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384958.188980:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384958.188981:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc41784d 00000400:00000010:0.0:1767384958.188982:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc41784d. 00000400:00000200:0.0:1767384958.188983:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384958.188987:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384958.188990:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000009eac7. 00000400:00000010:0.0:1767384958.188994:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000049e3af73. 00000800:00000200:2.0:1767384958.189009:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000020f1704] -> 12345-192.168.203.112@tcp29 (6) 00000800:00000200:2.0:1767384958.189022:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp29 ip 192.168.203.112:988 00000800:00000200:2.0:1767384958.189029:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384958.189156:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384958.189161:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.189170:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384958.189176:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384958.189178:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384958.217993:0:37631:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384958.217997:0:37631:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:0.0:1767384958.220872:0:37631:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384958.228537:0:37632:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000044018844. 00000400:00000010:1.0:1767384958.228553:0:37632:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008564dc34. 00000400:00000010:1.0:1767384958.228563:0:37632:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b5a8357d. 00000400:00000010:1.0:1767384958.228567:0:37632:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f2207f21. 00000400:00000010:1.0:1767384958.228571:0:37632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000475afc4c. 00000400:00000010:1.0:1767384958.228576:0:37632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000075fa2262. 00000400:00000010:1.0:1767384958.228579:0:37632:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f0cae3b. 00000400:00000010:1.0:1767384958.228581:0:37632:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd3fa0f0. 00000400:00000010:1.0:1767384958.228584:0:37632:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002c8ebf93. 00000800:00000010:1.0:1767384958.228606:0:37632:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001f13201e. 00000800:00000200:1.0:1767384958.228618:0:37632:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384958.228636:0:37632:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384958.228675:0:37632:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384958.228704:0:37632:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384958.231316:0:37632:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000003d59b887. 00000400:00000010:1.0:1767384958.231323:0:37632:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbf8a465. 00000400:00000010:1.0:1767384958.231328:0:37632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000400:00000001:1.0:1767384958.231359:0:37632:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384958.231361:0:37632:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384958.231363:0:37632:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743b2243. 00000400:00000200:1.0:1767384958.231367:0:37632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:1.0:1767384958.231370:0:37632:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000400:00000010:1.0:1767384958.231374:0:37632:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000001e678aaf. 00000400:00000200:1.0:1767384958.231381:0:37632:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (39) 00000400:00000200:1.0:1767384958.231410:0:37632:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384958.231421:0:37632:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384958.231430:0:37632:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000095c2f133. 00000020:01000000:1.0:1767384958.231436:0:37632:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384958.231437:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384958.231440:0:37632:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp48 00000400:00000200:3.0:1767384958.231445:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:3.0:1767384958.231448:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (40) 00000400:00000010:3.0:1767384958.231453:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000867baacd. 00000400:00000010:3.0:1767384958.231456:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000400:00000010:3.0:1767384958.231461:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003eeb34d0. 00000400:00000010:1.0:1767384958.231462:0:37632:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008564dc34. 00000400:00000200:3.0:1767384958.231466:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767384958.231469:0:37632:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000044018844. 00000400:00000200:3.0:1767384958.231486:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767384958.231491:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000200:3.0:1767384958.231496:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:00000001:0.0:1767384958.231496:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384958.231502:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 10000000:00000001:0.0:1767384958.231503:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384958.231508:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 10000000:00000001:0.0:1767384958.231510:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384958.231514:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384958.231515:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:3.0:1767384958.231521:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000020:01000004:0.0:1767384958.231522:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384958.231527:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000020:01000004:0.0:1767384958.231528:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384958.231533:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000020:01000004:0.0:1767384958.231534:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384958.231538:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384958.231541:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000020:01000004:0.0:1767384958.231543:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384958.231548:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384958.231550:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000020:01000004:0.0:1767384958.231551:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384958.231555:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384958.231559:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000020:01000004:0.0:1767384958.231559:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384958.231564:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384958.231567:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000400:00000200:3.0:1767384958.231572:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000100:00000010:0.0:1767384958.231572:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004abf2db4. 00000400:00000200:3.0:1767384958.231579:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000020:00000040:0.0:1767384958.231581:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384958.231583:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 62], ns[42, 62] 00000400:00000200:3.0:1767384958.231588:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000100:00000001:0.0:1767384958.231589:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384958.231594:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 02000000:00000001:0.0:1767384958.231595:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384958.231598:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 02000000:00000001:0.0:1767384958.231602:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.231610:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000400:00000200:3.0:1767384958.231614:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 42], ns[84, 42] 02000000:00000010:0.0:1767384958.231614:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a01fbd17. 00000400:00000200:3.0:1767384958.231619:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 42], ns[172, 42] 00000400:00000200:3.0:1767384958.231624:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 42], ns[94, 42] 00000100:00000001:0.0:1767384958.231625:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.231629:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 42], ns[83, 42] 00000400:00000200:3.0:1767384958.231633:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 42], ns[183, 42] 00000400:00000200:3.0:1767384958.231636:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 42], ns[122, 42] 00000100:00000001:0.0:1767384958.231636:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384958.231642:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 42], ns[117, 42] 00000100:00000001:0.0:1767384958.231642:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.231649:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 42], ns[115, 42] 00000400:00000200:3.0:1767384958.231655:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 42], ns[145, 42] 00000100:00000040:0.0:1767384958.231655:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004abf2db4] to pc [ptlrpcd_00_02+2] req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384958.231663:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 42], ns[180, 42] 00000400:00000200:3.0:1767384958.231674:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 42], ns[150, 42] 00000400:00000200:3.0:1767384958.231684:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 42], ns[189, 42] 00000400:00000200:3.0:1767384958.231688:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 42], ns[181, 42] 00000400:00000200:3.0:1767384958.231691:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[168, 42] 00000400:00000200:3.0:1767384958.231694:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[190, 42] 00000400:00000200:3.0:1767384958.231699:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 42], ns[187, 42] 00000400:00000200:3.0:1767384958.231702:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[173, 42], ns[191, 42] 10000000:00000001:0.0:1767384958.231711:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.231715:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 10000000:00000001:0.0:1767384958.231717:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.231724:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.231725:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000100:00000001:1.0:1767384958.231725:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384958.231734:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp46 00000100:00000001:1.0:1767384958.231734:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384958.231736:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384958.231740:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384958.231744:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp46 lpni_is_preferred = 0 00000020:00000001:0.0:1767384958.231749:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384958.231751:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384958.231752:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp46 10000000:00000001:0.0:1767384958.231753:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384958.231759:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384958.231764:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp46 NI seq info: [192:192:256:4294967295] 192.168.203.112@tcp46 LPNI seq info [174:174:8:4294967295] 10000000:01000000:0.0:1767384958.231764:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384958.231770:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384958.231773:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384958.231774:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384958.231777:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp46 00000100:00000001:1.0:1767384958.231777:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384958.231779:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384958.231783:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384958.231784:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384958.231788:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384958.231790:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384958.231793:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp46(192.168.203.112@tcp46:) -> 192.168.203.112@tcp46(192.168.203.112@tcp:192.168.203.112@tcp46) : GET try# 0 00000020:01000004:0.0:1767384958.231793:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384958.231797:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384958.231798:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384958.231801:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.0:1767384958.231805:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp46 00000100:00100000:1.0:1767384958.231805:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352233216:0@lo:253: 00000020:01000004:0.0:1767384958.231806:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:3.0:1767384958.231812:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000015b8c7e9. 00000100:00000010:0.0:1767384958.231814:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e3d8c41. 00000100:00000001:1.0:1767384958.231815:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384958.231820:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000800:00000010:3.0:1767384958.231822:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b87a946d. 00000100:00000001:0.0:1767384958.231824:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767384958.231828:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000357e247f. 02000000:00000001:0.0:1767384958.231828:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384958.231829:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384958.231832:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.231834:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384958.231838:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 02000000:00000001:1.0:1767384958.231840:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384958.231844:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007c8a9ea0. 00000800:00000200:3.1:1767384958.231845:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 02000000:00000010:1.0:1767384958.231850:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a081dc1c. 00000100:00000001:0.0:1767384958.231850:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.231857:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.231859:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384958.231862:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743b2243. 00000100:00000001:0.0:1767384958.231863:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.231870:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000010:1.0:1767384958.231870:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008564dc34. 00000100:00000040:0.0:1767384958.231871:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3d8c41] to pc [ptlrpcd_00_03+3] req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384958.231877:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352233216, portal 25 00000400:00000200:3.0:1767384958.231878:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000100:00000001:1.0:1767384958.231883:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384958.231936:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605053696 : -106559104497920 : ffff9f15c66dc700) 00000100:00000040:1.0:1767384958.231942:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.231951:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384958.231954:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384958.231961:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016e08324. 00000100:00000200:1.0:1767384958.231967:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352233216, offset 0 00000400:00000200:1.0:1767384958.231978:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384958.231989:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.231992:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384958.231994:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.231999:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384958.232001:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384958.232005:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000095c2f133. 00000400:00000200:1.0:1767384958.232006:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107900 00000400:00000200:1.0:1767384958.232016:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1625 [2] + 0 00000400:00000010:1.0:1767384958.232021:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4c91b93. 00000400:00000200:1.0:1767384958.232030:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d96599f6 00000400:00000200:1.0:1767384958.232037:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384958.232042:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384958.232047:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96599f6 00000400:00000010:1.0:1767384958.232050:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d96599f6. 00000100:00000001:1.0:1767384958.232055:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384958.232058:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384958.232061:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000040:1.0:1767384958.232062:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000fb64c4f1 x1853237352233216 msgsize 4848 00000100:00100000:1.0:1767384958.232073:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384958.232075:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384958.232085:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384958.232093:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016e08324 00000400:00000010:1.0:1767384958.232095:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016e08324. 00000100:00000001:1.0:1767384958.232100:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384958.232105:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384958.232107:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.232120:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384958.232124:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.232132:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232136:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384958.232138:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.232143:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232151:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294947192 00000100:00000010:1.0:1767384958.232157:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabc632f. 00000100:00000001:0.0:1767384958.232158:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384958.232165:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384958.232165:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233216 02000000:00000001:0.0:1767384958.232170:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384958.232171:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:0.0:1767384958.232174:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.232175:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294947192 00000100:00000001:0.0:1767384958.232180:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384958.232182:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009ace42e. 02000000:00000001:0.0:1767384958.232186:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232189:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384958.232193:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294947192 00000400:00000200:3.0:1767384958.232197:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000010:1.0:1767384958.232198:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059909f14. 00000100:00100000:0.0:1767384958.232201:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233216 00000020:00000001:0.0:1767384958.232206:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384958.232207:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1767384958.232208:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:1.0:1767384958.232214:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294947192 00000020:00000001:0.0:1767384958.232214:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384958.232218:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000400:00000200:3.0:1767384958.232221:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000010:1.0:1767384958.232221:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009413ac94. 00000020:00000001:0.0:1767384958.232224:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384958.232230:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384958.232230:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384958.232237:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.232238:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384958.232243:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384958.232245:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001636d945. 00000400:00000200:3.0:1767384958.232248:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.232248:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.232250:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.232255:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384958.232257:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001636d945. 00000020:00000010:0.0:1767384958.232263:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0ceb4cb. 00000100:00000001:1.0:1767384958.232266:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384958.232268:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000487d60ee. 00000100:00000001:1.0:1767384958.232270:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384958.232274:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c0ba002. 00000100:00000001:1.0:1767384958.232276:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384958.232277:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.232279:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384958.232283:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.232286:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384958.232288:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384958.232290:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.232292:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.232293:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384958.232296:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232299:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384958.232301:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384958.232303:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232305:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.232308:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384958.232309:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.232312:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384958.232316:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384958.232323:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.232334:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384958.232337:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.232341:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384958.232343:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384958.232345:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.232347:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384958.232351:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384958.232355:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1767384958.232357:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e3d8c41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352233344:0@lo:253: 00000100:00000040:0.0:1767384958.232359:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384958.232363:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526579280 : -106558182972336 : ffff9f15fd5b2450) 00000100:00000001:1.0:1767384958.232365:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384958.232366:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 02000000:00000001:1.0:1767384958.232370:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384958.232370:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb64c4f1 x1853237352233216/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:184/0 lens 4848/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384958.232375:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.232382:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384958.232384:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384958.232389:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001636d945. 02000000:00000010:1.0:1767384958.232392:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9e660fa. 00000100:00000001:0.0:1767384958.232407:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384958.232412:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384958.232413:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001636d945. 00000400:00000010:1.0:1767384958.232422:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000263603c1. 00000100:00100000:0.0:1767384958.232426:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb64c4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352233216:12345-0@lo:253: 00000400:00000010:1.0:1767384958.232434:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016e08324. 00000100:00000200:1.0:1767384958.232441:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352233344, portal 25 00000100:00000200:0.0:1767384958.232441:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233216 00000400:00000200:3.0:1767384958.232444:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000020:00000001:0.0:1767384958.232446:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384958.232448:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384958.232452:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605056384 : -106559104495232 : ffff9f15c66dd180) 00000020:00000001:0.0:1767384958.232454:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384958.232458:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.232461:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384958.232462:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384958.232464:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384958.232471:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384958.232474:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.232476:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384958.232478:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384958.232482:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384958.232486:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384958.232486:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384958.232492:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea075766. 00000100:00000001:0.0:1767384958.232492:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384958.232496:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384958.232499:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352233344, offset 0 02000000:00000010:0.0:1767384958.232503:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004f553017. 02000000:00000001:0.0:1767384958.232508:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.232512:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384958.232514:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:0.0:1767384958.232517:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384958.232521:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 20000000:00000010:0.0:1767384958.232527:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029bc4fc5. 00000400:00000200:1.0:1767384958.232531:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:01000000:0.0:1767384958.232533:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384958.232538:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384958.232542:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384958.232545:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107980 20000000:00000001:0.0:1767384958.232546:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384958.232553:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384958.232557:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384958.232560:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1665 [2] + 0 00000400:00000010:1.0:1767384958.232565:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c22951b1. 20000000:00000010:0.0:1767384958.232569:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049e3af73. 00000400:00000200:1.0:1767384958.232571:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f8b466e4 20000000:01000000:0.0:1767384958.232572:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000400:00000200:1.0:1767384958.232580:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384958.232580:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384958.232587:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384958.232591:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384958.232594:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384958.232598:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8b466e4 00000400:00000010:1.0:1767384958.232602:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8b466e4. 00000100:00000001:1.0:1767384958.232612:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384958.232615:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384958.232619:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000001cdabe6 x1853237352233344 msgsize 4848 00000100:00100000:1.0:1767384958.232629:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384958.232634:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00080000:00000001:0.0:1767384958.232645:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384958.232649:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384958.232650:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:0.0:1767384958.232652:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384958.232655:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384958.232659:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384958.232663:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea075766 00000020:00000001:0.0:1767384958.232666:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00000400:00000010:1.0:1767384958.232668:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea075766. 00080000:00000001:0.0:1767384958.232672:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384958.232677:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384958.232678:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000100:00000200:1.0:1767384958.232683:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384958.232688:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003a5bd04e. 00080000:00000001:0.0:1767384958.232693:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903437312 : -106558806114304 : ffff9f15d836c000) 00080000:00000001:0.0:1767384958.232699:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384958.232702:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384958.232714:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.232724:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232727:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384958.232735:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232739:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294947192 00000100:00000001:1.0:1767384958.232743:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294947192 00000100:00000001:1.0:1767384958.232746:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294947192 00000100:00000001:1.0:1767384958.232750:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294947192 00000100:00000001:1.0:1767384958.232752:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294947192 00000100:00000001:1.0:1767384958.232754:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294947192 00000100:00000001:1.0:1767384958.232757:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294947192 00000100:00000001:1.0:1767384958.232760:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294947192 00000100:00000001:1.0:1767384958.232763:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.232767:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.232770:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.232773:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232780:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232814:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384958.232816:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233344 02000000:00000001:1.0:1767384958.232820:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384958.232822:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.232824:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.232828:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384958.232832:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233344 00000020:00000001:1.0:1767384958.232836:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:0.0:1767384958.232836:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:1.0:1767384958.232840:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00080000:00000001:0.0:1767384958.232840:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.232847:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384958.232847:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384958.232849:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000020:00000040:1.0:1767384958.232851:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:1.0:1767384958.232857:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384958.232860:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384958.232864:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.232870:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00080000:00000001:0.0:1767384958.232874:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.232876:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384958.232878:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:1.0:1767384958.232883:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000400:00000200:3.0:1767384958.232981:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233024:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00080000:00000001:0.0:1767384958.233040:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384958.233044:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384958.233067:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000020:00000010:1.0:1767384958.233121:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e8a6715. 00000020:00000010:1.0:1767384958.233127:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072eacf2d. 00000020:00000010:1.0:1767384958.233132:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6d7ee39. 00000400:00000200:3.0:1767384958.233136:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.233141:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384958.233146:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384958.233150:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.233163:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.233183:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.233202:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384958.233206:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384958.233218:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:1.0:1767384958.233223:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384958.233228:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526584400 : -106558182967216 : ffff9f15fd5b3850) 00000100:00000040:1.0:1767384958.233238:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001cdabe6 x1853237352233344/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:184/0 lens 4848/0 e 0 to 0 dl 1767384969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384958.233249:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.233249:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384958.233255:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00000100:00000001:1.0:1767384958.233262:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384958.233265:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000100:00100000:1.0:1767384958.233279:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001cdabe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352233344:12345-0@lo:253: 00000100:00000200:1.0:1767384958.233285:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233344 00000020:00000001:1.0:1767384958.233288:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384958.233295:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384958.233298:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384958.233300:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384958.233303:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384958.233307:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384958.233310:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384958.233314:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384958.233318:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384958.233320:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.233325:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.233325:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384958.233333:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384958.233357:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000095c2f133. 02000000:00000001:1.0:1767384958.233362:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.233366:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.233370:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384958.233383:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f7fc1e1. 20000000:01000000:1.0:1767384958.233389:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384958.233393:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384958.233417:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384958.233420:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.233423:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.233426:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384958.233458:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000100:00000001:1.0:1767384958.233495:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.233500:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.233508:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233536:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233558:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233584:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233651:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233743:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233830:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.233961:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.234020:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.234055:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.234151:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384958.234229:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384958.234386:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384958.234390:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5f5b6cc. 00000800:00000010:3.0:1767384958.234410:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030e9695b. 00000800:00000010:3.0:1767384958.234450:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030e9695b. 00000800:00020000:3.0:1767384958.234458:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384958.234461:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5f5b6cc. 00000800:00000010:3.0:1767384958.234464:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000001a56191. 00000400:02020000:3.0:1767384958.234515:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp46 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384958.234521:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp46 notifying 192.168.203.112@tcp46: down 00000800:00000200:3.0:1767384958.234528:0:16124:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp46 down 00000800:00000100:3.0:1767384958.234541:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp46 00000800:00000010:3.0:1767384958.234544:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000015b8c7e9. 00000400:00000200:3.0:1767384958.234548:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384958.234556:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp46->192.168.203.112@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384958.234563:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp46 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:3.0:1767384958.234566:0:16124:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384958.234571:0:16124:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384958.234575:0:16124:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384958.234609:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384958.234616:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300871 00000400:00000001:3.0:1767384958.234618:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384958.234620:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384958.234622:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000400:00000010:3.0:1767384958.234624:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000400:00000200:3.0:1767384958.234628:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384958.234631:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:3.0:1767384958.234634:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000867baacd. 00000400:00000200:3.0:1767384958.234640:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (41) 00000400:00000200:3.0:1767384958.234642:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:-71 00000400:00000200:3.0:1767384958.234644:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 rc -71 00000400:00000200:3.0:1767384958.234648:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384958.234651:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (40) 00080000:00000001:1.0:1767384958.242274:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384958.242278:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384958.242281:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384958.242282:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384958.242284:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384958.242289:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003a5bd04e. 00080000:00000001:1.0:1767384958.242294:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384958.242308:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384958.242316:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384958.242321:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384958.242323:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384958.242335:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767384958.242349:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015569cb6. 20000000:00000001:0.0:1767384958.242349:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384958.242355:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:01000000:0.0:1767384958.242357:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:1.0:1767384958.242358:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384958.242362:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767384958.242366:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384958.242373:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384958.242378:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384958.242381:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384958.242382:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384958.242387:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384958.242388:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384958.242389:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242391:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384958.242392:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:3.0:1767384958.242410:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001e18de2. 00000020:00000001:1.0:1767384958.242412:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384958.242416:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384958.242417:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000010:3.0:1767384958.242421:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000079712aee. 00080000:00000001:1.0:1767384958.242422:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384958.242425:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384958.242427:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000079712aee with handle 0x7ec529173eeb8508 to hash 00080000:00000010:1.0:1767384958.242428:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b5ecc99. 00000020:00000001:3.0:1767384958.242430:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384958.242432:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514582192128 : -106559127359488 : ffff9f15c510f000) 00080000:00000001:1.0:1767384958.242434:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384958.242439:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384958.242442:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384958.242445:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384958.242447:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384958.242449:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242456:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384958.242459:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384958.242461:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384958.242463:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384958.242465:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384958.242467:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384958.242468:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384958.242470:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384958.242472:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000001:00000001:1.0:1767384958.242472:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384958.242476:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384958.242476:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242480:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384958.242480:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384958.242482:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001e18de2) refcount = 1 00010000:00010000:3.0:1767384958.242486:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384958.242489:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242490:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384958.242494:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:1.0:1767384958.242494:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384958.242497:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384958.242500:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242501:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384958.242504:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384958.242507:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384958.242509:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384958.242510:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384958.242511:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079712aee refcount=4 00000020:00000001:3.0:1767384958.242513:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384958.242515:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384958.242516:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384958.242522:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242527:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384958.242528:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242532:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.242534:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384958.242536:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242540:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384958.242541:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242544:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384958.242547:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384958.242551:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000079712aee already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384958.242553:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384958.242555:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384958.242556:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242560:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1767384958.242560:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384958.242561:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384958.242565:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384958.242566:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000040:3.0:1767384958.242567:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079712aee refcount=5 00000020:00000001:3.0:1767384958.242570:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384958.242572:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384958.242574:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384958.242576:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242580:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384958.242587:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384958.242588:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242591:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384958.242592:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384958.242594:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384958.242596:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384958.242599:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000079712aee with handle 0x7ec529173eeb8508 from hash 00010000:00000001:3.0:1767384958.242601:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384958.242602:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.242603:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384958.242604:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384958.242605:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384958.242606:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384958.242608:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384958.242609:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384958.242611:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242612:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384958.242613:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384958.242615:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.242615:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384958.242616:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242617:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384958.242619:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384958.242621:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242624:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.242625:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384958.242626:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384958.242627:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384958.242628:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384958.242629:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384958.242631:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384958.242632:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384958.242633:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384958.242635:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384958.242646:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384958.242647:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384958.242649:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000079712aee/0x7ec529173eeb8508 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384958.242653:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001e18de2 count: 0 00010000:00000001:3.0:1767384958.242662:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384958.242663:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384958.245950:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294947192, at 4294947193 00000100:00000010:2.0:1767384958.245963:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059909f14. 00000100:00000040:3.0:1767384958.245992:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294947192, at 4294947193 00000100:00000010:3.0:1767384958.246000:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009413ac94. 00000100:00000040:1.0:1767384958.246347:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294947192, at 4294947193 00000100:00000010:1.0:1767384958.246358:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009ace42e. 00000100:00000040:0.0:1767384958.247369:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294947192, at 4294947194 00000100:00000010:0.0:1767384958.247376:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabc632f. 00010000:00000010:3.1:1767384958.250912:0:37637:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001e18de2. 00010000:00000010:3.1:1767384958.250922:0:37637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079712aee. 00080000:00000001:1.0:1767384958.251131:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384958.251139:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384958.251143:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384958.251146:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384958.251149:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384958.251176:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384958.251178:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384958.251183:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384958.251183:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384958.251190:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384958.251193:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384958.251199:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384958.251201:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384958.251202:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:1.0:1767384958.251204:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384958.251206:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1767384958.251209:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f7aa9deb. 00040000:00000001:1.0:1767384958.251209:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384958.251218:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384958.251220:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:1.0:1767384958.251222:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008b5ecc99. 00010000:00000010:2.0:1767384958.251224:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6a46998. 00000020:00000001:2.0:1767384958.251232:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384958.251234:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1767384958.251239:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6a46998 with handle 0x7ec529173eeb850f to hash 00000020:00000001:2.0:1767384958.251243:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384958.251245:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384958.251249:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384958.251251:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384958.251253:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384958.251261:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251269:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384958.251273:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384958.251275:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384958.251277:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384958.251280:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384958.251282:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384958.251285:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384958.251287:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384958.251288:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384958.251291:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384958.251293:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384958.251295:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f7aa9deb) refcount = 1 00010000:00010000:2.0:1767384958.251297:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251301:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384958.251304:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384958.251306:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384958.251307:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.251309:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384958.251311:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384958.251315:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:2.0:1767384958.251318:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384958.251320:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384958.251322:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=4 00000020:00000001:2.0:1767384958.251324:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384958.251326:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384958.251328:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384958.251330:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251334:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384958.251341:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251345:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384958.251348:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384958.251350:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251355:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384958.251356:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.251359:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384958.251361:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384958.251367:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6a46998 already unused, calling callback (000000005b856d01) 00010000:00000001:2.0:1767384958.251369:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384958.251372:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384958.251374:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251378:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384958.251381:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384958.251383:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384958.251385:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6a46998 refcount=5 00000020:00000001:2.0:1767384958.251387:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384958.251390:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262571008 : -106558446980608 : ffff9f15ed9eb200) 00010000:00000001:2.0:1767384958.251407:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384958.251409:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251414:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384958.251416:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384958.251419:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.251424:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384958.251426:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384958.251430:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384958.251436:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384958.251438:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6a46998 with handle 0x7ec529173eeb850f from hash 00010000:00000001:2.0:1767384958.251451:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384958.251452:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384958.251453:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384958.251455:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384958.251458:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384958.251461:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384958.251463:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384958.251465:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384958.251469:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.251471:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384958.251472:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384958.251475:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384958.251476:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384958.251478:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.251481:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.251482:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384958.251484:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251488:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384958.251489:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384958.251491:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384958.251492:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384958.251495:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384958.251496:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384958.251498:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384958.251502:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384958.251504:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384958.251507:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384958.251512:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384958.251513:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384958.251515:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6a46998/0x7ec529173eeb850f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384958.251527:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f7aa9deb count: 0 00010000:00000001:2.0:1767384958.251540:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384958.251542:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384958.253671:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384958.253675:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384958.253677:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029bc4fc5. 20000000:00000001:0.0:1767384958.253685:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384958.253689:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352233216 00010000:00000001:0.0:1767384958.253692:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384958.253700:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb64c4f1 x1853237352233216/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:184/0 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384958.253707:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384958.253711:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384958.253715:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384958.253721:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384958.253725:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384958.253728:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384958.253731:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384958.253741:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.253746:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384958.253752:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384958.253759:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9277656. 00000100:00000200:0.0:1767384958.253765:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352233216, offset 224 00000400:00000200:0.0:1767384958.253774:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384958.253788:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384958.253800:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107900 00000400:00000200:0.0:1767384958.253811:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f21 [2] + 224 00000400:00000200:0.0:1767384958.253817:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.253824:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384958.253832:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384958.253839:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384958.253847:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.253864:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384958.253875:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9277656 00000400:00000010:0.0:1767384958.253877:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9277656. 00000100:00000001:1.0:1767384958.253880:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384958.253882:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384958.253883:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384958.253913:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384958.253916:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384958.253919:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743b2243. 00000400:00000200:1.0:1767384958.253928:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008564dc34 00000400:00000010:1.0:1767384958.253932:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008564dc34. 00000100:00000001:1.0:1767384958.253938:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384958.253947:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384958.253961:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.253968:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384958.253972:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.253974:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384958.253977:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384958.253978:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384958.253980:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384958.253984:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384958.253987:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384958.253993:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384958.253996:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384958.253997:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.254000:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384958.254002:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254005:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384958.254011:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.254018:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384958.254022:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384958.254024:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384958.254028:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384958.254030:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384958.254032:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384958.254034:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384958.254035:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384958.254036:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384958.254038:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384958.254039:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384958.254041:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384958.254042:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384958.254044:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384958.254050:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004abf2db4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352233216:0@lo:253: 00000100:00000001:1.0:1767384958.254056:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254058:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384958.254062:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004abf2db4 x1853237352233216/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384958.254066:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384958.254069:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384958.254071:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a081dc1c. 02000000:00000001:1.0:1767384958.254076:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384958.254079:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384958.254080:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384958.254082:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384958.254084:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a01fbd17. 02000000:00000001:1.0:1767384958.254091:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384958.254093:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384958.254093:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1767384958.254095:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004abf2db4. 00000100:00000001:1.0:1767384958.254105:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384958.254106:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254107:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384958.254114:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.254117:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:1.0:1767384958.254119:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384958.254125:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384958.254125:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384958.254132:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384958.254134:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.254137:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384958.254142:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384958.254150:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb64c4f1 x1853237352233216/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:184/0 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384958.254166:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb64c4f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352233216:12345-0@lo:253: Request processed in 21775us (22096us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384958.254176:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:0.0:1767384958.254182:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384958.254185:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384958.254193:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384958.254198:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000487d60ee. 00000020:00000010:0.0:1767384958.254205:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c0ba002. 00000020:00000010:0.0:1767384958.254213:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0ceb4cb. 00000020:00000040:0.0:1767384958.254225:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384958.254233:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384958.254236:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004f553017. 02000000:00000001:0.0:1767384958.254261:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384958.254267:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384958.254274:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384958.254278:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d3371e. 00000400:00000010:0.0:1767384958.254283:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9277656. 00080000:00000020:0.0:1767384958.255958:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384958.255961:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384958.255962:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009f7fc1e1. 20000000:00000001:0.0:1767384958.255969:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384958.255972:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352233344 00010000:00000001:0.0:1767384958.255974:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384958.255977:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001cdabe6 x1853237352233344/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:184/0 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384958.255983:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384958.255985:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384958.255986:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384958.255989:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384958.255990:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384958.255992:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384958.255994:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384958.255995:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.255997:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384958.255999:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384958.256001:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077b27320. 00000100:00000200:0.0:1767384958.256004:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352233344, offset 224 00000400:00000200:0.0:1767384958.256008:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384958.256014:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384958.256020:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107980 00000400:00000200:0.0:1767384958.256025:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f29 [2] + 224 00000400:00000200:0.0:1767384958.256036:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384958.256040:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384958.256043:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384958.256046:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384958.256054:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384958.256068:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384958.256075:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b27320 00000400:00000010:0.0:1767384958.256078:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b27320. 00000100:00000001:0.0:1767384958.256084:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384958.256085:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384958.256086:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384958.256091:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384958.256094:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384958.256099:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384958.256103:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384958.256103:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:2.0:1767384958.256108:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000263603c1. 00010000:00000001:0.0:1767384958.256116:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384958.256117:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016e08324 00000400:00000010:2.0:1767384958.256122:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016e08324. 00000020:00000001:0.0:1767384958.256123:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.256127:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384958.256130:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384958.256136:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384958.256140:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001cdabe6 x1853237352233344/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:184/0 lens 4848/4768 e 0 to 0 dl 1767384969 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384958.256166:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.256186:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384958.256187:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001cdabe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352233344:12345-0@lo:253: Request processed in 22935us (23562us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384958.256189:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.256197:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384958.256201:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384958.256202:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1767384958.256204:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384958.256205:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384958.256207:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.256208:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384958.256212:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384958.256213:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384958.256221:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072eacf2d. 00000100:00001000:2.0:1767384958.256223:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384958.256228:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=88 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384958.256228:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6d7ee39. 00000100:00000001:2.0:1767384958.256239:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384958.256241:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e8a6715. 00000100:00000001:2.0:1767384958.256242:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.256250:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384958.256253:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384958.256253:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:2.0:1767384958.256256:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384958.256258:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384958.256262:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384958.256262:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000095c2f133. 02000000:00000001:0.0:1767384958.256272:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384958.256277:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384958.256277:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.256281:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384958.256284:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384958.256288:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384958.256303:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621f7fcb. 00000020:01000004:2.0:1767384958.256304:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384958.256311:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384958.256313:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384958.256314:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077b27320. 00000020:01000004:2.0:1767384958.256315:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384958.256322:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384958.256324:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384958.256326:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384958.256328:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384958.256330:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384958.256335:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384958.256341:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e3d8c41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352233344:0@lo:253: 00000100:00000001:2.0:1767384958.256347:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.256349:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384958.256352:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e3d8c41 x1853237352233344/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384958.256356:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384958.256358:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384958.256360:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9e660fa. 02000000:00000001:2.0:1767384958.256363:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384958.256364:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384958.256366:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384958.256368:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384958.256370:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007c8a9ea0. 02000000:00000001:2.0:1767384958.256374:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384958.256375:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384958.256376:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e3d8c41. 00000100:00000001:2.0:1767384958.256380:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384958.256382:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.256383:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384958.256390:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384958.256392:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384958.256405:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384958.256407:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384958.257129:0:37637:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000339e0006. 00000400:00000040:3.0:1767384958.257143:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384958.257145:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384958.257147:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384958.257149:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384958.257150:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384958.257151:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384958.257153:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384958.257154:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384958.257155:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384958.257156:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384958.257158:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384958.257159:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384958.257160:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384958.257161:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384958.257162:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384958.257163:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384958.257164:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384958.257165:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384958.257166:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384958.257167:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384958.257168:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384958.257169:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384958.257170:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384958.257171:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384958.257175:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384958.257176:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384958.257177:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384958.257178:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384958.257179:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384958.257180:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384958.257181:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384958.257182:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384958.257183:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384958.257184:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384958.257185:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384958.257186:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384958.257187:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384958.257188:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384958.257190:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384958.257191:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384958.257192:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384958.257193:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384958.257194:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384958.257195:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384958.257196:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384958.257197:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384958.257198:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384958.257199:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384958.257200:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384958.257201:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384958.257202:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384958.257203:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384958.257203:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384958.257205:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384958.257206:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384958.257207:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384958.257208:0:37637:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384958.257279:0:37637:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000339e0006. 00010000:00000010:2.1:1767384958.259933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f7aa9deb. 00010000:00000010:2.1:1767384958.259940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6a46998. 00010000:00000001:2.0:1767384958.444966:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384958.444973:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384958.444986:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384958.444987:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384958.445042:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384958.445046:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384958.445049:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384958.893016:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384958.893022:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384958.893064:0:16759:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384958.893069:0:16759:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.213063:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp45 00000400:00000010:0.0:1767384959.213068:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f7112c01. 00000400:00000010:0.0:1767384959.213074:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005f446d19. 00000400:00000010:0.0:1767384959.213077:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc41784d. 00000400:00000010:0.0:1767384959.213083:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eeb0332c. 00000400:00000200:0.0:1767384959.213088:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp45 00000400:00000200:0.0:1767384959.213107:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp45 local destination 00000400:00000200:0.0:1767384959.213113:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp45 00000400:00000200:0.0:1767384959.213116:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp45 NI seq info: [193:193:256:4294967295] 192.168.203.112@tcp45 LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384959.213122:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp45 00000400:00000200:0.0:1767384959.213129:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp45(192.168.203.112@tcp45:) -> 192.168.203.112@tcp45(192.168.203.112@tcp45:192.168.203.112@tcp45) : GET try# 0 00000800:00000200:0.0:1767384959.213134:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp45 00000800:00000010:0.0:1767384959.213137:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048f6cef7. 00000800:00000200:0.0:1767384959.213143:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (2) 00000800:00000200:0.1:1767384959.213147:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (2) 00000400:00000200:0.0:1767384959.213210:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp45 added to recovery queue. ping count: 2 next ping: 284 health :800 00000400:00000200:0.0:1767384959.213229:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp46 00000400:00000010:0.0:1767384959.213232:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c4a395f3. 00000400:00000010:0.0:1767384959.213234:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000058f27625. 00000400:00000010:0.0:1767384959.213236:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b06c8f. 00000400:00000010:0.0:1767384959.213239:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000fc42925. 00000400:00000200:0.0:1767384959.213242:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp46 00000400:00000200:0.0:1767384959.213249:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp46 local destination 00000400:00000200:0.0:1767384959.213253:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp46 00000400:00000200:0.0:1767384959.213256:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp46 NI seq info: [194:194:256:4294967295] 192.168.203.112@tcp46 LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1767384959.213259:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp46 00000400:00000200:0.0:1767384959.213276:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp46(192.168.203.112@tcp46:) -> 192.168.203.112@tcp46(192.168.203.112@tcp46:192.168.203.112@tcp46) : GET try# 0 00000800:00000200:0.0:1767384959.213282:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp46 00000400:00000200:2.0:1767384959.213285:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000010:0.0:1767384959.213286:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd863e84. 00000800:00000200:0.0:1767384959.213294:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 00000800:00000200:0.1:1767384959.213301:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 00000400:00000200:0.0:1767384959.213324:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp46 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:1.0:1767384959.213425:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.213427:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.213491:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.213516:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.213583:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.213583:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.213681:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.213706:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.213744:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.213800:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.213801:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.213928:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.213933:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000800:00000200:0.0:1767384959.213968:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000017d01bc8] -> 12345-192.168.203.112@tcp11 (6) 00000800:00000200:0.0:1767384959.213978:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp11 ip 192.168.203.112:988 00000800:00000200:0.0:1767384959.213982:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384959.214084:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384959.214086:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.214086:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000800:00000001:0.0:1767384959.214089:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.214100:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.214107:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.214112:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.214270:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.214273:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.214468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.214469:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.214647:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.214651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.214794:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.214795:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.214878:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.214941:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215002:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215036:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215109:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215138:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215194:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215221:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215322:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215505:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215521:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215575:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215656:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215687:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215724:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.215802:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.215802:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.216029:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.216032:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.216152:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.216153:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.216344:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.216345:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.216517:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.216518:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.216722:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.216722:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.216856:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.216876:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.216996:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217002:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217121:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.217128:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217220:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.217229:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.217417:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217426:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.217518:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.217635:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.217740:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217790:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217841:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.217872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:1.0:1767384959.217975:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a983c617. 00000800:00000010:1.0:1767384959.217981:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008564dc34. 00000800:00000010:1.0:1767384959.217987:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004934a165. 00000400:00000200:2.0:1767384959.218003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:1.0:1767384959.218021:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004934a165. 00000800:00020000:1.0:1767384959.218036:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384959.218040:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008564dc34. 00000800:00000010:1.0:1767384959.218046:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a983c617. 00000400:00000200:2.0:1767384959.218110:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:02020000:1.0:1767384959.218119:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp46 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384959.218126:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp46 notifying 192.168.203.112@tcp46: down 00000400:00000200:1.0:1767384959.218131:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384959.218135:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp46 00000800:00000010:1.0:1767384959.218138:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd863e84. 00000400:00000200:1.0:1767384959.218143:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384959.218146:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp46->192.168.203.112@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384959.218157:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384959.218161:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384959.218166:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp46) recovery failed with -71 00000400:00000200:2.0:1767384959.218173:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218200:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218226:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218301:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218374:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218420:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218444:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218464:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218501:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218667:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.218720:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.112:988 00000800:00000010:2.0:1767384959.219017:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000793676e3. 00000800:00000010:2.0:1767384959.219023:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ec640f3. 00000800:00000010:2.0:1767384959.219027:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000367588be. 00000800:00000010:2.0:1767384959.219074:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000367588be. 00000400:00000200:3.0:1767384959.219347:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384959.219365:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp45 from 204.3.0.2 00000800:00000010:3.0:1767384959.219374:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000246f476d. 00000800:00000010:2.0:1767384959.219424:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000477fdb8f. 00000800:00000010:2.0:1767384959.219428:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005a2dacf9. 00000800:00000010:2.0:1767384959.219456:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000077795ee. 00000800:00000200:2.1:1767384959.219464:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (2) 00000800:00000200:2.1:1767384959.219471:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp45 00000000077795ee deleted 00000800:00000010:2.1:1767384959.219474:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000077795ee. 00000800:00000200:2.1:1767384959.219480:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384959.219490:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp45 ip 192.168.203.112:972 00000800:00000200:2.1:1767384959.219493:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048f6cef7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384959.219503:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp45 p 3.x 192.168.203.112 -> 192.168.203.112:972 incarnation:1767384950292028318 sched[0] 00000800:00000010:2.0:1767384959.219511:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000367588be. 00000800:00000010:2.0:1767384959.219582:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000367588be. 00000800:00000010:2.0:1767384959.219597:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005a2dacf9. 00000800:00000200:1.1:1767384959.219623:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384959.219634:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp45 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384950292028318 sched[0] 00000800:00000010:1.0:1767384959.219639:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ec640f3. 00000800:00000010:2.0:1767384959.219662:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000246f476d. 00000800:00000001:2.0:1767384959.219694:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.219699:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.219701:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384959.219705:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.219759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:2.0:1767384959.219776:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.219782:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000048f6cef7. 00000400:00000200:2.0:1767384959.219789:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.219798:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp45->192.168.203.112@tcp45: GET: OK 00000400:00000200:2.0:1767384959.219807:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384959.219812:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp45 recovery message sent successfully:0 00000400:00000200:1.0:1767384959.219829:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:2.0:1767384959.219845:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.219856:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.219859:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.219872:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.219879:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp45(192.168.203.112@tcp45) <- 192.168.203.112@tcp45 : GET - for me 00000400:00000200:1.0:1767384959.219948:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.219961:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384959.219976:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x1f19 [1] + 0 00000400:00000200:2.0:1767384959.219994:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp45 to MR: 192.168.203.112@tcp45 local destination 00000400:00000200:2.0:1767384959.220006:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp45 NI seq info: [195:195:256:4294967295] 192.168.203.112@tcp45 LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1767384959.220031:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp45(192.168.203.112@tcp45:192.168.203.112@tcp45) -> 192.168.203.112@tcp45(192.168.203.112@tcp45:192.168.203.112@tcp45) 192.168.203.112@tcp45 : REPLY try# 0 00000400:00000200:1.0:1767384959.220035:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:2.0:1767384959.220045:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp45 00000800:00000010:2.0:1767384959.220053:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4e0b3a1. 00000800:00000200:2.0:1767384959.220066:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000007e2da6c] -> 12345-192.168.203.112@tcp45 (4) 00000800:00000200:2.0:1767384959.220075:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp45 ip 192.168.203.112:988 00000800:00000200:2.0:1767384959.220077:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4e0b3a1 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384959.220117:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000200:2.0:1767384959.220148:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.220151:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4e0b3a1. 00000400:00000200:2.0:1767384959.220156:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.220163:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp45->192.168.203.112@tcp45: REPLY: OK 00000800:00000001:2.0:1767384959.220179:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.220192:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.220193:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000800:00000001:2.0:1767384959.220198:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.220206:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.220209:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.220216:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.220229:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp45(192.168.203.112@tcp45) <- 192.168.203.112@tcp45 : REPLY - for me 00000400:00000200:2.0:1767384959.220249:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp45: Reply from 12345-192.168.203.112@tcp45 of length 272/272 into md 0x1f41 00000800:00000001:2.0:1767384959.220254:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.220263:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.220265:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.220272:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp45->192.168.203.112@tcp45: REPLY: OK 00000400:00000200:1.0:1767384959.220278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384959.220280:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc41784d 00000400:00000010:2.0:1767384959.220284:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc41784d. 00000400:00000200:2.0:1767384959.220289:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384959.220297:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f7112c01. 00000400:00000010:2.0:1767384959.220303:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005f446d19. 00000800:00000001:2.0:1767384959.220312:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.220319:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.220406:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220464:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220517:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220552:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220568:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220585:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220598:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220610:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220622:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220648:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220663:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220678:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220690:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220702:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220716:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220728:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220744:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220762:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220785:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220814:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220837:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220921:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.220984:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384959.221014:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384959.221112:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a983c617. 00000800:00000010:1.0:1767384959.221115:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008564dc34. 00000800:00000010:1.0:1767384959.221118:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004934a165. 00000800:00000010:1.0:1767384959.221133:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004934a165. 00000800:00020000:1.0:1767384959.221139:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384959.221141:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008564dc34. 00000800:00000010:1.0:1767384959.221143:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a983c617. 00000400:02020000:1.0:1767384959.221168:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp45 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384959.469940:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384959.469946:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.469964:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384959.469965:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384959.470014:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384959.470020:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384959.470024:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384959.916993:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384959.916998:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384959.917004:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384959.917007:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384959.917008:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384959.917009:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384959.917012:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384959.917014:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384959.917017:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 79 10000000:00000001:2.0:1767384959.917020:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384959.917022:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384959.917030:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000165487b3. 00000020:00000040:2.0:1767384959.917034:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384959.917039:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384959.917048:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384959.917054:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384959.917061:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ad3a899. 00000100:00000001:2.0:1767384959.917070:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.917074:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384959.917078:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384959.917086:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000741633be. 00010000:00000001:2.0:1767384959.917091:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384959.917094:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000082d02c69. 00000020:00000001:2.0:1767384959.917098:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384959.917101:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000082d02c69 with handle 0x7ec529173eeb8516 to hash 00000020:00000001:2.0:1767384959.917103:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384959.917105:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384959.917108:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:2.0:1767384959.917111:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.917115:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.917118:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384959.917126:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384959.917137:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384959.917141:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384959.917143:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384959.917148:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8905428. 00000100:00000001:2.0:1767384959.917151:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515259539200 : -106558450012416 : ffff9f15ed706f00) 00000100:00000001:2.0:1767384959.917153:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384959.917155:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259840256 : -106563449711360 : ffff9f14c36f1500) 00000100:00000001:2.0:1767384959.917160:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384959.917162:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.917165:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384959.917168:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384959.917182:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.917189:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384959.917191:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.917195:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384959.917198:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384959.917200:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384959.917203:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000165487b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352233472:0@lo:101: 00000100:00000001:2.0:1767384959.917206:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384959.917212:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384959.917215:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384959.917218:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384959.917220:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008940077a. 02000000:00000001:2.0:1767384959.917222:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384959.917227:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030e27025. 00000400:00000010:2.0:1767384959.917234:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1b8efd2. 00000100:00000200:2.0:1767384959.917240:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352233472, portal 25 00000100:00000001:2.0:1767384959.917242:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384959.917242:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259840256 : -106563449711360 : ffff9f14c36f1500) 00000100:00000040:2.0:1767384959.917246:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.917252:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384959.917254:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384959.917257:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000100:00000200:2.0:1767384959.917258:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352233472, offset 0 00000400:00000200:2.0:1767384959.917265:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384959.917280:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384959.917291:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272107a00 00000400:00000200:2.0:1767384959.917297:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x166d [2] + 0 00000400:00000010:2.0:1767384959.917300:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a91e70. 00000400:00000200:2.0:1767384959.917303:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073368e83 00000400:00000200:2.0:1767384959.917308:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.917312:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384959.917322:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073368e83 00000400:00000010:2.0:1767384959.917324:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073368e83. 00000100:00000001:2.0:1767384959.917331:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384959.917334:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384959.917337:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000002c9ab88b x1853237352233472 msgsize 328 00000100:00100000:2.0:1767384959.917340:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384959.917343:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384959.917355:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384959.917363:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000400:00000010:2.0:1767384959.917365:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000100:00000001:2.0:1767384959.917367:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384959.917370:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.917379:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384959.917395:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384959.917401:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.917402:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384959.917409:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.917410:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384959.917414:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294948877 00000100:00100000:0.0:1767384959.917417:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233472 00000100:00000010:2.0:1767384959.917418:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a9d4f96. 02000000:00000001:0.0:1767384959.917424:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384959.917429:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384959.917430:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384959.917437:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384959.917443:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294948877 02000000:00000001:0.0:1767384959.917444:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384959.917448:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d192eaa1. 00000100:00100000:0.0:1767384959.917452:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233472 00000100:00000001:2.0:1767384959.917453:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384959.917461:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384959.917463:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294948877 00000020:00000040:0.0:1767384959.917467:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000010:2.0:1767384959.917468:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079187d3f. 00000100:00000001:2.0:1767384959.917477:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384959.917477:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384959.917483:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294948877 00000020:00000040:0.0:1767384959.917484:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000010:2.0:1767384959.917488:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000100:00000001:2.0:1767384959.917493:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384959.917494:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384959.917498:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384959.917501:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384959.917507:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384959.917513:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384959.917513:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e38b368. 00000100:00000001:2.0:1767384959.917517:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384959.917521:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384959.917523:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384959.917524:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c8905428 going to sleep for 11 seconds 00000100:00000001:2.0:1767384959.917530:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384959.917531:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e38b368. 00000100:00000001:2.0:1767384959.917534:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384959.917548:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e01e4994. 00000020:00000010:0.0:1767384959.917553:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000028fde2af. 00000020:00000010:0.0:1767384959.917559:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c0ba002. 00000100:00000040:0.0:1767384959.917570:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384959.917575:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384959.917578:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384959.917583:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.917594:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.917609:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.917620:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384959.917622:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384959.917629:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:0.0:1767384959.917632:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384959.917635:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526578256 : -106558182973360 : ffff9f15fd5b2050) 00000100:00000040:0.0:1767384959.917641:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c9ab88b x1853237352233472/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:185/0 lens 328/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384959.917653:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384959.917657:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e38b368. 00000100:00000001:0.0:1767384959.917659:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384959.917662:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e38b368. 00000100:00100000:0.0:1767384959.917667:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c9ab88b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352233472:12345-0@lo:101: 00000100:00000200:0.0:1767384959.917671:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233472 00000020:00000001:0.0:1767384959.917675:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384959.917679:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384959.917681:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384959.917684:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384959.917686:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:0.0:1767384959.917690:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384959.917691:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384959.917694:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384959.917696:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384959.917702:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384959.917704:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384959.917713:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384959.917715:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384959.917717:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384959.917720:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384959.917725:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384959.917734:0:16768:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005c9a01d. 00010000:00000001:0.0:1767384959.917738:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384959.917742:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000006d9379b. 00000020:00000001:0.0:1767384959.917746:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384959.917748:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000006d9379b with handle 0x7ec529173eeb851d to hash 00000020:00000001:0.0:1767384959.917751:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384959.917753:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000001:0.0:1767384959.917755:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00010000:0.0:1767384959.917759:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb8516 expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384959.917767:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:0.0:1767384959.917769:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:0.0:1767384959.917777:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384959.917781:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384959.917785:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e4f8c825. 02000000:00000001:0.0:1767384959.917788:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.917791:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384959.917794:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384959.917798:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384959.917802:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384959.917805:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384959.917807:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384959.917809:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384959.917811:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384959.917814:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384959.917816:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384959.917818:0:16768:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384959.917819:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384959.917821:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005c9a01d) refcount = 1 00010000:00010000:0.0:1767384959.917826:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384959.917839:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384959.917842:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384959.917843:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384959.917846:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384959.917848:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384959.917853:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384959.917856:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384959.917864:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384959.917866:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384959.917868:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384959.917871:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384959.917873:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384959.917876:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384959.917877:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384959.917879:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000006d9379b, rc 0) 00000020:00000001:0.0:1767384959.917881:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384959.917884:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352233472 00010000:00000001:0.0:1767384959.917973:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384959.917977:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c9ab88b x1853237352233472/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:185/0 lens 328/344 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384959.917987:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384959.917990:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384959.917994:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384959.917999:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384959.918003:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384959.918005:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384959.918008:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384959.918011:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.918015:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384959.918018:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384959.918023:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352168a0. 00000100:00000200:0.0:1767384959.918029:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352233472, offset 224 00000400:00000200:0.0:1767384959.918042:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384959.918056:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384959.918068:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272107a00 00000400:00000200:0.0:1767384959.918076:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f49 [1] + 224 00000400:00000200:0.0:1767384959.918084:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.918087:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384959.918095:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384959.918100:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384959.918110:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384959.918132:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384959.918142:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352168a0 00000400:00000010:0.0:1767384959.918145:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352168a0. 00000100:00000001:1.0:1767384959.918148:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384959.918150:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384959.918153:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384959.918157:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384959.918160:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384959.918161:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384959.918165:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e27025. 00000100:00000040:0.0:1767384959.918166:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000200:1.0:1767384959.918171:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b8efd2 00010000:00000001:0.0:1767384959.918171:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384959.918173:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384959.918175:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b8efd2. 00000020:00000001:0.0:1767384959.918177:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384959.918180:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384959.918183:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c9ab88b x1853237352233472/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:185/0 lens 328/344 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384959.918186:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384959.918210:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c9ab88b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352233472:12345-0@lo:101: Request processed in 555us (870us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384959.918211:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384959.918224:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000001:1.0:1767384959.918225:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384959.918228:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384959.918230:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.918232:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.918233:0:16773:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384959.918236:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384959.918237:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384959.918240:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384959.918241:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028fde2af. 00000100:00000001:1.0:1767384959.918242:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.918247:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384959.918248:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c0ba002. 00000100:00001000:1.0:1767384959.918250:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=89 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384959.918253:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e01e4994. 00000100:00001000:1.0:1767384959.918255:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.918257:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384959.918258:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.918263:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384959.918266:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384959.918266:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:1.0:1767384959.918268:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384959.918271:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384959.918274:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384959.918275:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e4f8c825. 02000000:00000001:0.0:1767384959.918279:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384959.918283:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.918285:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384959.918287:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384959.918288:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384959.918292:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384959.918295:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0db6d61. 00000100:00000040:1.0:1767384959.918297:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384959.918302:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dd7c5ce. 00000100:00100000:1.0:1767384959.918305:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000165487b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352233472:0@lo:101: 00000100:00000001:1.0:1767384959.918311:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.918314:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918316:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384959.918318:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384959.918320:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.918324:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384959.918327:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c8905428. 00000100:00000001:1.0:1767384959.918329:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384959.918331:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.918333:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384959.918335:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.918336:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.918338:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=4 00000020:00000001:1.0:1767384959.918340:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:1.0:1767384959.918342:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000040:1.0:1767384959.918345:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000082d02c69, remote cookie: 0x7ec529173eeb851d, flags: 0x0 00010000:00000001:1.0:1767384959.918348:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384959.918349:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384959.918351:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384959.918352:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384959.918353:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384959.918354:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000741633be) refcount = 1 00010000:00010000:1.0:1767384959.918357:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.918362:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384959.918365:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384959.918366:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384959.918368:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384959.918370:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384959.918372:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.918375:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384959.918376:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.918377:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.918377:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.918378:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.918379:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918381:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384959.918397:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000165487b3 x1853237352233472/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384975 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.918404:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384959.918406:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384959.918408:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008940077a. 02000000:00000001:1.0:1767384959.918410:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384959.918412:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384959.918413:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384959.918415:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384959.918416:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000ad3a899. 02000000:00000001:1.0:1767384959.918423:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384959.918424:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384959.918425:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000165487b3. 00000100:00000001:1.0:1767384959.918430:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384959.918431:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384959.918432:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384959.918435:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384959.918436:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:1.0:1767384959.918438:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.918439:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.918440:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.918441:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=3 00000020:00000001:1.0:1767384959.918442:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:1.0:1767384959.918446:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:1.0:1767384959.918448:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384959.918450:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.918451:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384959.918453:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384959.918455:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384959.918458:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000000ac4c487. 00000100:00000010:1.0:1767384959.918476:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008669c69c. 00000020:00000040:1.0:1767384959.918479:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384959.918481:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384959.918483:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384959.918486:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384959.918490:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004260da02. 00000100:00000001:1.0:1767384959.918494:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918496:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384959.918499:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006ab86905. 00000100:00000010:1.0:1767384959.918502:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c5bcf7a8. 00000020:00000040:1.0:1767384959.918503:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384959.918506:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384959.918507:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384959.918510:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4a3f32a. 00000100:00000001:1.0:1767384959.918512:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510244074432 : -106563465477184 : ffff9f14c27e83c0) 00000100:00000001:1.0:1767384959.918514:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384959.918515:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605549696 : -106559104001920 : ffff9f15c6755880) 00000100:00000001:1.0:1767384959.918518:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384959.918519:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918521:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384959.918522:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384959.918526:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.918531:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384959.918532:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.918535:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384959.918537:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384959.918539:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.918541:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008669c69c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352233600:0@lo:256: 00000100:00000001:1.0:1767384959.918543:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384959.918546:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384959.918548:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918549:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384959.918554:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743b2243. 00000400:00000010:1.0:1767384959.918557:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000024bbc3ee. 00000100:00000200:1.0:1767384959.918559:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272107a80-0x6958272107a80, portal 33 00000100:00000001:1.0:1767384959.918562:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.918564:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384959.918567:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9f5ea62. 02000000:00000001:1.0:1767384959.918569:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384959.918572:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007372a0. 00000400:00000010:1.0:1767384959.918574:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000100:00000200:1.0:1767384959.918576:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352233600, portal 25 00000100:00000001:1.0:1767384959.918577:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384959.918579:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605549696 : -106559104001920 : ffff9f15c6755880) 00000100:00000040:1.0:1767384959.918581:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.918585:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384959.918587:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384959.918589:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f2aff4. 00000100:00000200:1.0:1767384959.918590:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352233600, offset 0 00000400:00000200:1.0:1767384959.918595:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384959.918600:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384959.918604:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272107a80 00000400:00000200:1.0:1767384959.918608:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1695 [2] + 0 00000400:00000010:1.0:1767384959.918611:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd72c7d1. 00000400:00000200:1.0:1767384959.918613:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037527347 00000400:00000200:1.0:1767384959.918616:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.918621:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384959.918624:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037527347 00000400:00000010:1.0:1767384959.918627:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037527347. 00000100:00000001:1.0:1767384959.918632:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384959.918634:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384959.918637:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000006365a516 x1853237352233600 msgsize 304 00000100:00100000:1.0:1767384959.918642:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384959.918644:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384959.918658:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384959.918665:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f2aff4 00000400:00000010:1.0:1767384959.918668:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064f2aff4. 00000100:00000001:1.0:1767384959.918671:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384959.918675:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.918682:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384959.918685:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384959.918688:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233600 00000100:00000040:1.0:1767384959.918690:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384959.918693:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384959.918696:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384959.918698:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918702:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.918703:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918705:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384959.918707:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233600 00000020:00000001:3.0:1767384959.918711:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384959.918713:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:1.0:1767384959.918715:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.918717:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384959.918720:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294948878 00000020:00000040:3.0:1767384959.918721:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:3.0:1767384959.918725:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:3.0:1767384959.918727:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384959.918731:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.918735:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c09d298. 00000100:00000001:3.0:1767384959.918738:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384959.918739:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948877 00000020:00000010:3.0:1767384959.918741:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c09d298. 00000020:00000010:3.0:1767384959.918748:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076dc527d. 00000100:00000001:1.0:1767384959.918749:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294948878 00000020:00000010:3.0:1767384959.918751:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a074d3b9. 00000100:00000001:1.0:1767384959.918755:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948877 00000020:00000010:3.0:1767384959.918756:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000100:00000001:1.0:1767384959.918765:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294948878 00000100:00000040:3.0:1767384959.918771:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384959.918772:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948877 00000100:00000001:3.0:1767384959.918777:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.918781:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384959.918781:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294948878 00000100:00000001:3.0:1767384959.918785:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918791:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948877 00000100:00000001:3.0:1767384959.918792:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.918803:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384959.918807:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.918808:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.918815:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384959.918817:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384959.918819:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f4a3f32a going to sleep for 11 seconds 00000100:00000001:1.0:1767384959.918825:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384959.918827:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384959.918829:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.918830:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384959.918839:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:3.0:1767384959.918843:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384959.918846:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526581328 : -106558182970288 : ffff9f15fd5b2c50) 00000100:00000040:3.0:1767384959.918853:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006365a516 x1853237352233600/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:185/0 lens 304/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.918871:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384959.918874:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c09d298. 00000100:00000001:3.0:1767384959.918877:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384959.918879:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c09d298. 00000100:00100000:3.0:1767384959.918923:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006365a516 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352233600:12345-0@lo:256: 00000100:00000200:3.0:1767384959.918928:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233600 00000020:00000001:3.0:1767384959.918930:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384959.918932:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384959.918933:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384959.918936:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384959.918937:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:3.0:1767384959.918940:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384959.918941:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384959.918943:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384959.918944:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384959.918946:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.918948:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384959.918950:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384959.918952:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b412d77e. 02000000:00000001:3.0:1767384959.918955:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.918957:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384959.918960:0:16768:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384959.918964:0:16768:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384959.918966:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384959.918969:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384959.918971:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384959.918974:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384959.918977:0:16768:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384959.918980:0:16768:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000025ad441b. 20000000:00000001:3.0:1767384959.918982:0:16768:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384959.918997:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384959.919003:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384959.919009:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384959.919017:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384959.919020:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384959.919024:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384959.919027:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384959.919029:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384959.919032:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384959.919035:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384959.919038:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384959.919042:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384959.919046:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384959.919049:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384959.919053:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384959.919057:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384959.919060:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384959.919064:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384959.919068:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384959.919071:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384959.919074:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384959.919077:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384959.919080:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384959.919083:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384959.919085:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384959.919089:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384959.919091:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384959.919093:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384959.919095:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384959.919098:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384959.919101:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384959.919103:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384959.919105:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384959.919107:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384959.919110:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384959.919112:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384959.919115:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384959.919117:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384959.919119:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384959.919122:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:3.0:1767384959.919125:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 3272/1/4/3. 20000000:00000040:3.0:1767384959.919133:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384959.919142:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384959.919144:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384959.919146:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384959.919148:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384959.919149:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384959.919151:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384959.919152:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384959.919154:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384959.919155:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384959.919156:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384959.919158:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384959.919159:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384959.919160:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384959.919161:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384959.919163:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384959.919164:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384959.919165:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384959.919167:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384959.919169:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384959.919170:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384959.919172:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384959.919173:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384959.919174:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384959.919176:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384959.919178:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384959.919179:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384959.919180:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384959.919182:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384959.919183:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384959.919184:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384959.919186:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384959.919188:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384959.919189:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384959.919191:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384959.919192:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384959.919193:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384959.919194:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384959.919195:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384959.919196:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:3.0:1767384959.919203:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 2448/1/4/3. 20000000:01000000:3.0:1767384959.919205:0:16768:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1648, version 84 20000000:00000001:3.0:1767384959.919206:0:16768:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1648 : 1648 : 670) 00000100:00000001:3.0:1767384959.919209:0:16768:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384959.919211:0:16768:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a1da359b. 00000100:00000010:3.0:1767384959.919213:0:16768:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d7cac85c. 00000020:00000040:3.0:1767384959.919215:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:3.0:1767384959.919218:0:16768:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384959.919220:0:16768:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384959.919223:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000400:00000010:3.0:1767384959.919231:0:16768:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007a6b72fe. 00000400:00000200:3.0:1767384959.919233:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384959.919239:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384959.919245:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1648 into portal 33 MB=0x6958272107a80 00000400:00000200:3.0:1767384959.919249:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1648/1648 into md 0x1f59 [4] + 0 00000400:00000010:3.0:1767384959.919251:0:16768:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743b2243. 00000400:00000200:3.0:1767384959.919253:0:16768:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024bbc3ee 00000400:00000200:3.0:1767384959.919256:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384959.919258:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384959.919260:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024bbc3ee 00000400:00000010:3.0:1767384959.919261:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000024bbc3ee. 00000100:00000001:3.0:1767384959.919264:0:16768:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384959.919265:0:16768:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008669c69c desc 000000006ab86905 mbits 1853237352233600 00000100:00000001:3.0:1767384959.919276:0:16768:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384959.919278:0:16768:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384959.919281:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384959.919287:0:16768:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f65 00000400:00000200:3.0:1767384959.919289:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384959.919290:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384959.919293:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384959.919294:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.919297:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384959.919299:0:16768:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a1da359b 00000100:00000001:3.0:1767384959.919301:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384959.919308:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000400:00000010:3.0:1767384959.919309:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000100:00000001:3.0:1767384959.919312:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384959.919318:0:16768:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a1da359b 00000100:00000001:3.0:1767384959.919319:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384959.919325:0:16768:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1648 bytes via portal 33 id 12345-0@lo mbits 0x6958272107a80-0x6958272107a80 00000100:00000001:3.0:1767384959.919328:0:16768:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384959.919331:0:16768:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.919333:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384959.919335:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:3.0:1767384959.919337:0:16768:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d7cac85c. 00000100:00000010:3.0:1767384959.919338:0:16768:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a1da359b. 00000100:00000001:3.0:1767384959.919340:0:16768:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384959.919342:0:16768:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384959.919346:0:16768:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000025ad441b. 20000000:00000001:3.0:1767384959.919349:0:16768:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384959.919351:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352233600 00010000:00000001:3.0:1767384959.919353:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384959.919355:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006365a516 x1853237352233600/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:185/0 lens 304/240 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384959.919361:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384959.919362:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384959.919364:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384959.919367:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384959.919369:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384959.919371:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384959.919373:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384959.919375:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.919377:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384959.919379:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384959.919381:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000100:00000200:3.0:1767384959.919398:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352233600, offset 224 00000400:00000200:3.0:1767384959.919403:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384959.919408:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384959.919413:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272107a80 00000400:00000200:3.0:1767384959.919416:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f5d [1] + 224 00000400:00000200:3.0:1767384959.919419:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384959.919426:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384959.919430:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384959.919433:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384959.919438:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.919450:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384959.919455:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000400:00000010:3.0:1767384959.919457:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000100:00000001:3.0:1767384959.919460:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384959.919461:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384959.919465:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.919466:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384959.919469:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:1.0:1767384959.919472:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384959.919473:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384959.919477:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384959.919477:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384959.919480:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007372a0. 00000020:00000001:3.0:1767384959.919481:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384959.919486:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000100:00000040:3.0:1767384959.919487:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006365a516 x1853237352233600/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:185/0 lens 304/240 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384959.919489:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000100:00000001:1.0:1767384959.919494:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384959.919501:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006365a516 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352233600:12345-0@lo:256: Request processed in 628us (860us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384959.919501:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384959.919519:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384959.919520:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:3.0:1767384959.919526:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:1.0:1767384959.919529:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384959.919531:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.919531:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.919535:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384959.919535:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384959.919536:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384959.919539:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384959.919541:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a074d3b9. 00000100:00000001:1.0:1767384959.919541:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.919545:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384959.919549:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000100:00001000:1.0:1767384959.919549:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=89 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384959.919556:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=89 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384959.919557:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076dc527d. 00000100:00000001:1.0:1767384959.919558:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384959.919560:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.919562:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384959.919564:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384959.919565:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:1.0:1767384959.919566:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.919571:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384959.919572:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384959.919575:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b412d77e. 02000000:00000001:3.0:1767384959.919582:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384959.919584:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.919586:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.919593:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384959.919594:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384959.919595:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384959.919598:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384959.919606:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008669c69c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352233600:0@lo:256: 00000400:00000010:3.0:1767384959.919608:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000858d98c8. 00000100:00000001:1.0:1767384959.919611:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.919614:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.919615:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:3.0:1767384959.919616:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033a23883. 00000100:00000001:1.0:1767384959.919616:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384959.919620:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.919629:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384959.919631:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f4a3f32a. 00000100:00000001:1.0:1767384959.919634:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384959.919635:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384959.919638:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:1.0:1767384959.919642:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384959.919649:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000046ed76fc. 10000000:00000040:1.0:1767384959.919660:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384959.919667:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384959.919670:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384959.919675:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:1.0:1767384959.919677:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.919679:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384959.919681:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:1.0:1767384959.919684:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000100:00000200:1.0:1767384959.919686:0:16773:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 40 NIDs for '192.168.203.112@tcp' 00000400:00000200:1.0:1767384959.919688:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384959.919690:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384959.919693:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:1.0:1767384959.919697:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384959.919701:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (39) 00000400:00000200:1.0:1767384959.919704:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (40) 00000400:00000200:1.0:1767384959.919716:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384959.919718:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384959.919720:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384959.919721:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:1.0:1767384959.919723:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (41) 00000400:00000200:1.0:1767384959.919724:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:1.0:1767384959.919726:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:1.0:1767384959.919730:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919732:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:1.0:1767384959.919733:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:1.0:1767384959.919735:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919736:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:3.0:1767384959.919737:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384959.919738:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:1.0:1767384959.919743:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.919746:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:1.0:1767384959.919747:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:3.0:1767384959.919751:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (40) 00000400:00000200:1.0:1767384959.919752:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:1.0:1767384959.919756:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000010:3.0:1767384959.919757:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000b412d77e. 00000400:00000200:1.0:1767384959.919758:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:1.0:1767384959.919762:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000010:3.0:1767384959.919763:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000400:00000200:1.0:1767384959.919769:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000010:3.0:1767384959.919770:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c5f2d6e3. 00000400:00000200:1.0:1767384959.919771:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:1.0:1767384959.919776:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:3.0:1767384959.919779:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767384959.919782:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919785:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:1.0:1767384959.919786:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:1.0:1767384959.919789:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.919791:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767384959.919792:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:1.0:1767384959.919797:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:3.0:1767384959.919800:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000200:1.0:1767384959.919801:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919805:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:1.0:1767384959.919809:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:3.0:1767384959.919812:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:1.0:1767384959.919815:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919819:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:3.0:1767384959.919823:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:1.0:1767384959.919824:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:1.0:1767384959.919831:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.919833:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000400:00000200:1.0:1767384959.919834:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:1.0:1767384959.919839:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:3.0:1767384959.919842:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:1.0:1767384959.919845:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919849:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:3.0:1767384959.919853:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000400:00000200:1.0:1767384959.919855:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:1.0:1767384959.919861:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.919862:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000400:00000200:1.0:1767384959.919865:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:3.0:1767384959.919869:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000400:00000200:1.0:1767384959.919870:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:1.0:1767384959.919876:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.919878:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000400:00000200:1.0:1767384959.919879:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:1.0:1767384959.919902:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:1.0:1767384959.919908:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919911:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:3.0:1767384959.919912:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000400:00000200:1.0:1767384959.919918:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:3.0:1767384959.919922:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000400:00000200:1.0:1767384959.919926:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919929:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:3.0:1767384959.919932:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000400:00000200:1.0:1767384959.919933:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:1.0:1767384959.919941:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.919945:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000400:00000200:1.0:1767384959.919946:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:1.0:1767384959.919952:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:1.0:1767384959.919959:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919961:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:3.0:1767384959.919962:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000400:00000200:1.0:1767384959.919965:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:1.0:1767384959.919973:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.919974:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 62], ns[42, 62] 00000400:00000200:1.0:1767384959.919976:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:1.0:1767384959.919981:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:3.0:1767384959.919986:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:1.0:1767384959.919989:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.919992:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:3.0:1767384959.919995:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:1.0:1767384959.919996:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:1.0:1767384959.920004:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920008:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:1.0:1767384959.920008:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:1.0:1767384959.920013:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:1.0:1767384959.920019:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920022:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00000400:00000200:1.0:1767384959.920023:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:1.0:1767384959.920028:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:1.0:1767384959.920038:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920041:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 42], ns[84, 42] 00000400:00000200:1.0:1767384959.920041:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:1.0:1767384959.920048:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:1.0:1767384959.920052:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920053:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 42], ns[172, 42] 00000400:00000200:1.0:1767384959.920054:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:1.0:1767384959.920059:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:1.0:1767384959.920064:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920068:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 42], ns[94, 42] 00000400:00000200:1.0:1767384959.920068:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:1.0:1767384959.920073:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:1.0:1767384959.920079:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.920081:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:3.0:1767384959.920082:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 42], ns[83, 42] 00000400:00000200:1.0:1767384959.920085:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:1.0:1767384959.920092:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920095:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 42], ns[183, 42] 00000400:00000200:1.0:1767384959.920096:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:1.0:1767384959.920101:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:3.0:1767384959.920104:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 42], ns[122, 42] 00000400:00000200:1.0:1767384959.920108:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.920111:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:3.0:1767384959.920114:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 42], ns[117, 42] 00000400:00000200:1.0:1767384959.920114:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:1.0:1767384959.920121:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920124:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 42], ns[115, 42] 00000400:00000200:1.0:1767384959.920125:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:1.0:1767384959.920130:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:3.0:1767384959.920134:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 42], ns[145, 42] 00000400:00000200:1.0:1767384959.920138:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.920141:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:3.0:1767384959.920144:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 42], ns[180, 42] 00000400:00000200:1.0:1767384959.920144:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000200:1.0:1767384959.920152:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384959.920153:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 42], ns[150, 42] 00000400:00000200:1.0:1767384959.920156:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp39 00000400:00000200:1.0:1767384959.920160:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.112@tcp40 00000400:00000200:3.0:1767384959.920163:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 42], ns[189, 42] 00000400:00000200:1.0:1767384959.920165:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384959.920167:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp40 00000100:00000001:1.0:1767384959.920169:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.920172:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384959.920179:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 00000400:00000200:3.0:1767384959.920182:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 42], ns[181, 42] 10000000:00000010:1.0:1767384959.920184:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001aa58aee. 00000400:00000200:3.0:1767384959.920188:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[168, 42] 10000000:00000040:1.0:1767384959.920189:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 84/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:1.0:1767384959.920194:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384959.920197:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 42], ns[190, 42] 00000020:00000001:1.0:1767384959.920200:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384959.920201:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 42], ns[187, 42] 00000020:00000010:1.0:1767384959.920205:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c40f9633. 00000400:00000200:3.0:1767384959.920206:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 42], ns[195, 42] 00000400:00000200:3.0:1767384959.920213:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[176, 42], ns[194, 42] 00000020:00000010:1.0:1767384959.920213:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072cf2008. 00000400:00000200:3.0:1767384959.920220:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000040:00000010:1.0:1767384959.920220:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fa39bfc1. 00000020:00000010:1.0:1767384959.920226:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c794841. 00000400:00000200:3.0:1767384959.920227:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp24 00000400:00000200:3.0:1767384959.920232:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp24 lpni_is_preferred = 0 00000020:00000010:1.0:1767384959.920232:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076da8e5c. 00000400:00000200:3.0:1767384959.920238:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp24 00000020:00000010:1.0:1767384959.920240:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004781c00a. 00000400:00000200:3.0:1767384959.920242:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp24 NI seq info: [196:196:256:4294967295] 192.168.203.112@tcp24 LPNI seq info [178:178:8:4294967295] 80000000:00000010:1.0:1767384959.920247:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000084c40266. 00000400:00000200:3.0:1767384959.920251:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp24 40000000:00000010:1.0:1767384959.920252:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006a9b1f82. 00100000:00000010:1.0:1767384959.920259:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f763b38b. 00000400:00000200:3.0:1767384959.920261:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24:) -> 192.168.203.112@tcp24(192.168.203.112@tcp:192.168.203.112@tcp24) : GET try# 0 00040000:00000010:1.0:1767384959.920264:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ced6f20. 00000800:00000200:3.0:1767384959.920268:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp24 00040000:00000010:1.0:1767384959.920269:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e988c6f9. 00000800:00000010:3.0:1767384959.920276:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000034ca2f48. 00040000:00000010:1.0:1767384959.920276:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000008fdcbf. 00080000:00000010:1.0:1767384959.920281:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f93621a7. 00000800:00000200:3.0:1767384959.920285:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (6) 00000004:00000010:1.0:1767384959.920289:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005adbe2e3. 00000004:00000010:1.0:1767384959.920305:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e5120670. 00000800:00000200:3.0:1767384959.920306:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp24 ip 192.168.203.112:988 00000004:00000010:1.0:1767384959.920311:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000179eac2a. 00000800:00000200:3.0:1767384959.920312:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000034ca2f48 type 2, nob 96 niov 1 nkiov 0 00002000:00000010:1.0:1767384959.920317:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001e678aaf. 00000004:00000010:1.0:1767384959.920322:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000044018844. 00000004:00000001:1.0:1767384959.920325:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384959.920328:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:3.0:1767384959.920330:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000040:00001000:1.0:1767384959.920331:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001aa58aee 00000400:00000200:3.0:1767384959.920335:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000040:00001000:1.0:1767384959.920335:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384959.920338:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384959.920341:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384959.920342:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384959.920345:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384959.920346:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384959.920347:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384959.920349:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000040:00000001:1.0:1767384959.920351:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384959.920419:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.920424:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000072cf2008. 00000040:00000010:1.0:1767384959.920429:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fa39bfc1. 00000020:00000010:1.0:1767384959.920431:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c794841. 00000020:00000010:1.0:1767384959.920437:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000076da8e5c. 00000020:00000010:1.0:1767384959.920451:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004781c00a. 80000000:00000010:1.0:1767384959.920455:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084c40266. 40000000:00000010:1.0:1767384959.920458:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006a9b1f82. 00100000:00000010:1.0:1767384959.920460:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f763b38b. 00040000:00000010:1.0:1767384959.920463:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000ced6f20. 00040000:00000010:1.0:1767384959.920465:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e988c6f9. 00040000:00000010:1.0:1767384959.920468:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000008fdcbf. 00080000:00000010:1.0:1767384959.920471:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f93621a7. 00000004:00000010:1.0:1767384959.920473:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005adbe2e3. 00000004:00000010:1.0:1767384959.920475:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e5120670. 00000004:00000010:1.0:1767384959.920477:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000179eac2a. 00002000:00000010:1.0:1767384959.920480:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001e678aaf. 00000004:00000010:1.0:1767384959.920482:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000044018844. 00000020:00000010:1.0:1767384959.920484:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c40f9633. 00000020:00000001:1.0:1767384959.920487:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.920489:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384959.920491:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001aa58aee. 10000000:00000010:1.0:1767384959.920494:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000046ed76fc. 10000000:00000001:1.0:1767384959.920496:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.920498:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384959.920502:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008669c69c x1853237352233600/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384975 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.920508:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384959.920511:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384959.920514:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9f5ea62. 02000000:00000001:1.0:1767384959.920517:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384959.920519:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384959.920520:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384959.920523:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384959.920524:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384959.920525:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384959.920526:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000800:00000200:2.0:1767384959.920532:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384959.920532:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000010:2.0:1767384959.920541:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000034ca2f48. 00000100:00000010:1.0:1767384959.920541:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c5bcf7a8. 00000400:00000200:2.0:1767384959.920557:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384959.920558:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006ab86905. 00000100:00000001:1.0:1767384959.920572:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384959.920576:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004260da02. 00000400:00000200:2.0:1767384959.920580:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: GET: OK 02000000:00000001:1.0:1767384959.920584:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384959.920588:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384959.920589:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384959.920598:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008669c69c. 00000400:00000200:2.0:1767384959.920604:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000100:00000001:1.0:1767384959.920609:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384959.920612:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.920619:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000010:1.0:1767384959.920628:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000000ac4c487. 00000800:00000001:2.0:1767384959.920631:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.920635:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:01000000:1.0:1767384959.920639:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000800:00000001:2.0:1767384959.920640:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.920649:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24) <- 192.168.203.112@tcp24 : GET - for me 10000000:00000001:1.0:1767384959.920649:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384959.920655:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384959.920659:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384959.920662:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 656 into portal 0 MB=0x8000000000000000 00000020:00000040:1.0:1767384959.920662:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=3 00000020:00000001:1.0:1767384959.920672:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00000400:00000200:2.0:1767384959.920676:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 656/656 into md 0x1f19 [1] + 0 00010000:00000001:1.0:1767384959.920680:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:1.0:1767384959.920686:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384959.920688:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384959.920693:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp24 to MR: 192.168.203.112@tcp24 local destination 00010000:00000001:1.0:1767384959.920708:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.920710:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384959.920715:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp24 NI seq info: [197:197:256:4294967295] 192.168.203.112@tcp24 LPNI seq info [179:179:8:4294967295] 00010000:00010000:1.0:1767384959.920716:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384959.920739:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384959.920745:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384959.920747:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384959.920752:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) -> 192.168.203.112@tcp24(192.168.203.112@tcp24:192.168.203.112@tcp24) 192.168.203.112@tcp24 : REPLY try# 0 10000000:00000001:1.0:1767384959.920753:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384959.920760:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384959.920767:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 00000800:00000200:2.0:1767384959.920769:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.112@tcp24 00000800:00000010:2.0:1767384959.920774:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4e0b3a1. 10000000:00000001:1.0:1767384959.920774:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384959.920777:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:1.0:1767384959.920783:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:2.0:1767384959.920789:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a802710a] -> 12345-192.168.203.112@tcp24 (6) 00000800:00000200:2.0:1767384959.920799:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp24 ip 192.168.203.112:993 00000800:00000200:2.0:1767384959.920802:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4e0b3a1 type 3, nob 752 niov 1 nkiov 1 00000800:00000001:1.0:1767384959.920822:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384959.920958:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.920961:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4e0b3a1. 00000400:00000200:2.0:1767384959.920966:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.920971:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: REPLY: OK 00000800:00000001:2.0:1767384959.920990:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.920997:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.921003:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.921009:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.921029:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp24(192.168.203.112@tcp24) <- 192.168.203.112@tcp24 : REPLY - for me 00000400:00000200:2.0:1767384959.921046:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp24: Reply from 12345-192.168.203.112@tcp24 of length 656/656 into md 0x1f71 00000800:00000001:2.0:1767384959.921051:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.921063:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.921066:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.921071:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp24->192.168.203.112@tcp24: REPLY: OK 00000400:00000200:2.0:1767384959.921077:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046e60858 00000400:00000010:2.0:1767384959.921080:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046e60858. 00000400:00000200:2.0:1767384959.921085:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384959.921089:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:2.0:1767384959.921092:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384959.921097:0:16131:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.112@tcp (672 bytes) 00000400:00000200:2.0:1767384959.921103:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000010:2.0:1767384959.921115:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000b412d77e. 00000400:00000200:2.0:1767384959.921120:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (41) 00000800:00000001:2.0:1767384959.921128:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.921135:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.921153:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.921178:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384959.921186:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000136cd98b. 00000400:00000010:2.0:1767384959.921192:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a91e70. 00000400:00000010:2.0:1767384959.921197:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000400:00000200:2.0:1767384959.921201:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000136cd98b 00000400:00000001:2.0:1767384959.921204:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384959.921205:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384959.921207:0:16134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004df1d279. 00000400:00000200:2.0:1767384959.921209:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:2.0:1767384959.921211:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000400:00000200:2.0:1767384959.921214:0:16134:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384959.921216:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000002cd999a2. 00000400:00000200:2.0:1767384959.921225:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000400:00000200:2.0:1767384959.921229:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300871 00000400:00000200:2.0:1767384959.921233:0:16134:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.112@tcp:0 00000400:00000200:2.0:1767384959.921236:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 rc 1 00000400:00000200:2.0:1767384959.921241:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302071 00000400:00000200:2.0:1767384959.921244:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (40) 00000400:00000010:2.0:1767384959.921248:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000005962c73c. 00000400:00000010:2.0:1767384959.921251:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021c2dc5b. 00000400:00000010:2.0:1767384959.921258:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006acfb3e4. 00000400:00000200:2.0:1767384959.921261:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384959.921270:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384959.921278:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000200:2.0:1767384959.921282:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:2.0:1767384959.921288:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:2.0:1767384959.921292:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000400:00000200:2.0:1767384959.921296:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:2.0:1767384959.921299:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000400:00000200:2.0:1767384959.921306:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000400:00000200:2.0:1767384959.921313:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000400:00000200:2.0:1767384959.921318:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000400:00000200:2.0:1767384959.921324:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000400:00000200:2.0:1767384959.921330:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000400:00000200:2.0:1767384959.921337:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000400:00000200:2.0:1767384959.921342:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000400:00000200:2.0:1767384959.921354:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000400:00000200:2.0:1767384959.921359:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[197, 62] 00000400:00000200:2.0:1767384959.921365:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 62], ns[46, 62] 00000400:00000200:2.0:1767384959.921371:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:2.0:1767384959.921374:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:2.0:1767384959.921379:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 46], ns[58, 46] 00000400:00000200:2.0:1767384959.921397:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 46], ns[84, 46] 00000400:00000200:2.0:1767384959.921404:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 46], ns[172, 46] 00000400:00000200:2.0:1767384959.921408:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 46], ns[94, 46] 00000400:00000200:2.0:1767384959.921410:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 46], ns[83, 46] 00000400:00000200:2.0:1767384959.921414:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 46], ns[183, 46] 00000400:00000200:2.0:1767384959.921421:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 46], ns[122, 46] 00000400:00000200:2.0:1767384959.921425:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 46], ns[117, 46] 00000400:00000200:2.0:1767384959.921429:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 46], ns[115, 46] 00000400:00000200:2.0:1767384959.921433:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 46], ns[145, 46] 00000400:00000200:2.0:1767384959.921436:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 46], ns[180, 46] 00000400:00000200:2.0:1767384959.921439:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 46], ns[150, 46] 00000400:00000200:2.0:1767384959.921442:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 46], ns[189, 46] 00000400:00000200:2.0:1767384959.921452:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 46], ns[181, 46] 00000400:00000200:2.0:1767384959.921458:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 46], ns[168, 46] 00000400:00000200:2.0:1767384959.921462:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 46], ns[190, 46] 00000400:00000200:2.0:1767384959.921465:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[169, 46], ns[187, 46] 00000400:00000200:2.0:1767384959.921470:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 46], ns[195, 46] 00000400:00000200:2.0:1767384959.921473:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[176, 46], ns[194, 46] 00000400:00000200:2.0:1767384959.921475:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384959.921480:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp25 00000400:00000200:2.0:1767384959.921484:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384959.921486:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp25 00000400:00000200:2.0:1767384959.921489:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [198:198:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [180:180:8:4294967295] 00000400:00000200:2.0:1767384959.921493:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp25 00000400:00000200:2.0:1767384959.921499:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:) -> 192.168.203.112@tcp25(192.168.203.112@tcp:192.168.203.112@tcp25) : GET try# 0 00000800:00000200:2.0:1767384959.921503:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp25 00000800:00000010:2.0:1767384959.921505:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4e0b3a1. 00000800:00000200:2.0:1767384959.921510:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (6) 00000800:00000200:2.0:1767384959.921516:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:988 00000800:00000200:2.0:1767384959.921518:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4e0b3a1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384959.921533:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384959.921535:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000800:00000200:1.0:1767384959.921614:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384959.921619:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4e0b3a1. 00000800:00000001:2.0:1767384959.921620:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.921629:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.921630:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384959.921634:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.921640:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.921652:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: GET: OK 00000400:00000200:2.0:1767384959.921653:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : GET - for me 00000400:00000200:1.0:1767384959.921669:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384959.921673:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384959.921677:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000400:00000200:2.0:1767384959.921691:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 672/672 into md 0x1f19 [1] + 0 00000400:00000200:2.0:1767384959.921699:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp25 to MR: 192.168.203.112@tcp25 local destination 00000400:00000200:2.0:1767384959.921704:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [199:199:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1767384959.921712:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) -> 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) 192.168.203.112@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384959.921715:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.112@tcp25 00000800:00000010:2.0:1767384959.921719:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:2.0:1767384959.921723:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (6) 00000800:00000200:2.0:1767384959.921729:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:991 00000800:00000200:2.0:1767384959.921732:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 3, nob 768 niov 1 nkiov 1 00000800:00000001:1.0:1767384959.921761:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.921798:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.921805:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384959.921809:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384959.921809:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384959.921815:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000800:00000001:1.0:1767384959.921820:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.921821:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.921831:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: REPLY: OK 00000400:00000200:1.0:1767384959.921844:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : REPLY - for me 00000800:00000001:2.0:1767384959.921858:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.921867:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp25: Reply from 12345-192.168.203.112@tcp25 of length 672/672 into md 0x1f79 00000800:00000001:1.0:1767384959.921872:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.921881:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.921882:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.922058:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: REPLY: OK 00000400:00000200:1.0:1767384959.922062:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c2dc5b 00000400:00000010:1.0:1767384959.922064:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021c2dc5b. 00000400:00000200:1.0:1767384959.922066:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384959.922069:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:1.0:1767384959.922072:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:1.0:1767384959.922075:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 40. state = 0x300271 00000400:00000200:1.0:1767384959.922078:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:1.0:1767384959.922089:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (41) 00000800:00000001:1.0:1767384959.922096:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.922099:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.922127:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384959.922133:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000400:00000010:2.0:1767384959.922145:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 00000000aa3c5a17. 00000400:00000010:2.0:1767384959.922148:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 000000008940077a. 00000400:00000010:2.0:1767384959.922152:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 00000000d8c05ce7. 00000400:00000200:2.0:1767384959.922188:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp33(00000000393b99d3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384959.922196:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp38(000000004bdee998) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384959.922201:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp43(0000000068c86542) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384959.922204:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp44(0000000029b3143f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384959.922209:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp46(00000000033c768f) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384959.922218:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004ccb26c5. 00000400:00000200:2.0:1767384959.922223:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004ccb26c5 nid 192.168.203.112@tcp47 00000400:00000010:2.0:1767384959.922226:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000069eaba88. 00000400:00000200:2.0:1767384959.922230:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000069eaba88 net tcp47 00000400:00000200:2.0:1767384959.922240:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (40) 00000400:00000200:2.0:1767384959.922244:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp47 flags 0x11 00000400:00000010:2.0:1767384959.922250:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000088262a5. 00000400:00000200:2.0:1767384959.922254:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000088262a5 nid 192.168.203.112@tcp48 00000400:00000010:2.0:1767384959.922258:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009084bb4d. 00000400:00000200:2.0:1767384959.922259:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 000000009084bb4d net tcp48 00000400:00000200:2.0:1767384959.922260:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (41) 00000400:00000200:2.0:1767384959.922263:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp48 flags 0x11 00000400:00000010:2.0:1767384959.922265:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 00000000aa3c5a17. 00000400:00000010:2.0:1767384959.922269:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 000000008940077a. 00000400:00000010:2.0:1767384959.922270:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 00000000d8c05ce7. 00000400:00000010:2.0:1767384959.922273:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000005962c73c. 00000400:00000200:2.0:1767384959.922276:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384959.922279:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:2.0:1767384959.922281:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:2.0:1767384959.922286:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000010:2.0:1767384959.922292:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000400:00000200:2.0:1767384959.922295:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (42) 00000400:00000010:2.0:1767384959.922300:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c11d2ddd. 00000400:00000200:2.0:1767384959.922304:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp25 00000400:00000200:2.0:1767384959.922309:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp25 to MR: 192.168.203.112@tcp25 local destination 00000400:00000200:2.0:1767384959.922314:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [200:200:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1767384959.922318:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp25 00000400:00000200:2.0:1767384959.922326:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) -> 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) : PUT try# 0 00000800:00000200:2.0:1767384959.922330:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.112@tcp25 00000800:00000010:2.0:1767384959.922332:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:2.0:1767384959.922337:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (6) 00000800:00000200:2.0:1767384959.922340:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:988 00000800:00000200:2.0:1767384959.922343:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 768 niov 1 nkiov 1 00000400:00000200:2.0:1767384959.922358:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384959.922365:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000800:00000200:1.0:1767384959.922433:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384959.922436:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:1.0:1767384959.922442:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384959.922448:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384959.922452:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: PUT: OK 00000400:00000200:1.0:1767384959.922457:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384959.922459:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.922463:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp25: 0 00000800:00000001:2.0:1767384959.922464:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.922474:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.922486:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : PUT - for me 00000400:00000200:2.0:1767384959.922494:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384959.922499:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 672/672 into md 0x1f75 [1] + 0 00000400:00000010:2.0:1767384959.922502:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a91e70. 00000400:00000200:2.0:1767384959.922505:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c1c9518e 00000800:00000001:2.0:1767384959.922507:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.922512:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384959.922514:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.922519:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: PUT: OK 00000400:00000200:2.0:1767384959.922529:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000400:00000010:2.0:1767384959.922534:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000400:00000200:2.0:1767384959.922539:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384959.922545:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000200:2.0:1767384959.922554:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000010:2.0:1767384959.922563:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000d8c05ce7. 00000400:00000200:2.0:1767384959.922573:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.112@tcp 40 00000400:00000200:2.0:1767384959.922576:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:2.0:1767384959.922588:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000400:00000200:2.0:1767384959.922594:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384959.922600:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp25 to MR: 192.168.203.112@tcp25 local destination 00000400:00000200:2.0:1767384959.922607:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp25 NI seq info: [201:201:256:4294967295] 192.168.203.112@tcp25 LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1767384959.922617:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) -> 192.168.203.112@tcp25(192.168.203.112@tcp25:192.168.203.112@tcp25) 192.168.203.112@tcp25 : ACK try# 0 00000800:00000200:2.0:1767384959.922624:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp25 00000400:00000200:1.0:1767384959.922627:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384959.922628:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006507edaa. 00000800:00000200:2.0:1767384959.922637:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000141dd932] -> 12345-192.168.203.112@tcp25 (6) 00000400:00000010:1.0:1767384959.922640:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007372a0. 00000800:00000200:2.0:1767384959.922644:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp25 ip 192.168.203.112:991 00000400:00000010:1.0:1767384959.922653:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000800:00000200:2.0:1767384959.922656:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006507edaa type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384959.922661:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000136cd98b 00000400:00000200:1.0:1767384959.922670:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3004f1 00000400:00000010:1.0:1767384959.922679:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 000000006ab86905. 00000400:00000010:1.0:1767384959.922682:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 0000000044018844. 00000400:00000010:1.0:1767384959.922686:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 000000001e678aaf. 00000800:00000200:2.0:1767384959.922715:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384959.922719:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006507edaa. 00000400:00000200:2.0:1767384959.922723:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384959.922728:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: ACK: OK 00000800:00000001:2.0:1767384959.922738:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.922743:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.922745:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384959.922747:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 000000006ab86905. 00000800:00000001:2.0:1767384959.922749:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384959.922752:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 0000000044018844. 00000800:00000001:2.0:1767384959.922753:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384959.922761:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 000000001e678aaf. 00000800:00000001:2.0:1767384959.922762:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384959.922768:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000d8c05ce7. 00000400:00000200:2.0:1767384959.922775:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp25(192.168.203.112@tcp25) <- 192.168.203.112@tcp25 : ACK - for me 00000400:00000200:1.0:1767384959.922778:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384959.922786:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300571 00000400:00000200:2.0:1767384959.922796:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp25: ACK from 12345-192.168.203.112@tcp25 into md 0x1f7d 00000400:00000200:1.0:1767384959.922801:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 1 00000400:00000200:2.0:1767384959.922804:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.922811:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 00000400:00000200:2.0:1767384959.922815:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp25->192.168.203.112@tcp25: ACK: OK 00000400:00000200:2.0:1767384959.922822:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000400:00000200:1.0:1767384959.922822:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000010:2.0:1767384959.922828:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000400:00000200:1.0:1767384959.922829:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300511 rc 0 00000400:00000200:2.0:1767384959.922841:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384959.922846:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384959.922851:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:1.0:1767384959.922852:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (43) 00000400:00000200:2.0:1767384959.922859:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (42) 00000800:00000001:2.0:1767384959.922871:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.922874:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384959.931143:0:38159:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000efaf2874. 00000020:00000040:2.0:1767384959.931152:0:38159:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384959.931154:0:38159:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000efaf2874. 00000100:00000040:2.0:1767384959.931950:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000010:2.0:1767384959.931958:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079187d3f. 00000100:00000040:1.0:1767384959.931960:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000010:1.0:1767384959.931974:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d192eaa1. 00000100:00000040:3.0:1767384959.932401:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000010:3.0:1767384959.932408:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000040:0.0:1767384959.932508:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294948878, at 4294948879 00000100:00000010:0.0:1767384959.932518:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a9d4f96. 00080000:00000001:2.0:1767384960.184516:0:38180:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384960.184539:0:38180:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.184546:0:38180:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.184556:0:38180:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384960.184566:0:38180:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.184571:0:38180:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384960.237013:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (4) 00000800:00000200:0.1:1767384960.237022:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (4) 00000400:00000001:1.0:1767384960.237032:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384960.237036:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384960.237039:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b06c8f 00000400:00000010:1.0:1767384960.237044:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030b06c8f. 00000400:00000200:1.0:1767384960.237050:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384960.237056:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384960.237071:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c4a395f3. 00000400:00000010:1.0:1767384960.237078:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000058f27625. 00000400:00000200:1.0:1767384960.237085:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp44 00000400:00000010:1.0:1767384960.237090:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ef26d7a4. 00000400:00000010:1.0:1767384960.237095:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c40f9633. 00000400:00000010:1.0:1767384960.237099:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f2aff4. 00000400:00000200:3.0:1767384960.237105:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000010:1.0:1767384960.237107:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e7dfb00. 00000400:00000200:1.0:1767384960.237115:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp44 00000400:00000200:1.0:1767384960.237141:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp44 local destination 00000400:00000200:1.0:1767384960.237148:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp44 00000400:00000200:1.0:1767384960.237153:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp44 NI seq info: [202:202:256:4294967295] 192.168.203.112@tcp44 LPNI seq info [184:184:8:4294967295] 00000400:00000200:3.0:1767384960.237159:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384960.237160:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp44 00000400:00000200:1.0:1767384960.237175:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44:) -> 192.168.203.112@tcp44(192.168.203.112@tcp44:192.168.203.112@tcp44) : GET try# 0 00000400:00000200:3.0:1767384960.237183:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000200:1.0:1767384960.237184:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp44 00000800:00000010:1.0:1767384960.237189:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ced6f20. 00000800:00000200:1.0:1767384960.237195:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000800:00000200:1.1:1767384960.237204:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000400:00000200:1.0:1767384960.237226:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp44 added to recovery queue. ping count: 3 next ping: 289 health :700 00000400:00000200:3.0:1767384960.237229:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237276:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237304:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237357:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237361:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237417:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237457:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237480:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237502:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237532:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237549:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237578:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237606:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237624:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237649:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237682:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237694:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237736:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237742:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237776:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237805:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237816:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237854:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237860:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.237938:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.237942:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238011:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238035:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238059:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238098:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238104:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238148:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238215:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238232:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238244:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238292:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238293:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238399:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238399:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238442:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238489:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238500:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238536:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238544:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238583:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238588:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238633:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238643:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238673:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238703:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238715:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238755:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238776:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238793:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238826:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238832:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.238876:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238878:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238935:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.238992:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239003:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.239028:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239050:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.239066:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239106:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239134:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239151:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239172:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239193:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239225:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000800:00000010:0.0:1767384960.239237:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f553017. 00000800:00000010:0.0:1767384960.239243:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000820ccdab. 00000800:00000010:0.0:1767384960.239248:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e38b368. 00000400:00000200:3.0:1767384960.239260:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000800:00000010:0.0:1767384960.239268:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e38b368. 00000800:00020000:0.0:1767384960.239279:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384960.239282:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000820ccdab. 00000800:00000010:0.0:1767384960.239285:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004f553017. 00000400:00000200:3.0:1767384960.239292:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239334:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:02020000:0.0:1767384960.239341:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp44 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384960.239349:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp44 notifying 192.168.203.112@tcp44: down 00000800:00000200:0.0:1767384960.239353:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp44 down 00000800:00000100:0.0:1767384960.239371:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp44 00000400:00000200:3.0:1767384960.239372:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000800:00000010:0.0:1767384960.239373:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ced6f20. 00000400:00000200:0.0:1767384960.239379:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384960.239398:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384960.239406:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384960.239409:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384960.239414:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:0.0:1767384960.239414:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp44) recovery failed with -71 00000400:00000200:3.0:1767384960.239437:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239452:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239465:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239477:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239489:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239500:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.239512:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.112:988 00000800:00000010:3.0:1767384960.239652:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001a56191. 00000800:00000010:3.0:1767384960.239657:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000570b1061. 00000800:00000010:3.0:1767384960.239660:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a120e5f1. 00000800:00000010:3.0:1767384960.239683:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a120e5f1. 00000400:00000200:2.0:1767384960.239981:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384960.240024:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp32 from 203.3.0.2 00000800:00000010:2.0:1767384960.240029:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e494eceb. 00000800:00000010:0.0:1767384960.240087:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f553017. 00000800:00000010:0.0:1767384960.240097:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000820ccdab. 00000800:00000010:0.0:1767384960.240132:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f1abed02. 00000800:00000200:0.1:1767384960.240142:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba4a019c] -> 12345-192.168.203.112@tcp32 (4) 00000800:00000200:0.1:1767384960.240149:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp32 00000000f1abed02 deleted 00000800:00000010:0.1:1767384960.240151:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f1abed02. 00000800:00000200:0.1:1767384960.240158:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384960.240166:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp32 p 3.x 192.168.203.112 -> 192.168.203.112:971 incarnation:1767384919741043450 sched[0] 00000800:00000010:0.0:1767384960.240176:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e38b368. 00000800:00000010:0.0:1767384960.240243:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e38b368. 00000800:00000010:0.0:1767384960.240248:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000820ccdab. 00000800:00000200:3.1:1767384960.240290:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.1:1767384960.240304:0:16124:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp32 ip 192.168.203.112:988 00000800:00000010:0.0:1767384960.240305:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e494eceb. 00000800:00000200:3.1:1767384960.240311:0:16124:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384960.240323:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp32 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384919741043450 sched[0] 00000800:00000010:3.0:1767384960.240327:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000570b1061. 00000800:00000001:1.0:1767384960.240362:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384960.240371:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384960.240397:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384960.240406:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384960.240492:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384960.240495:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.240507:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384960.240514:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384960.240522:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384960.493248:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384960.493255:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.493260:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384960.493266:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384960.493269:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384960.493272:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.493275:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384960.493281:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.493283:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384960.493284:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384960.493321:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384960.493326:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384960.493329:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384960.950788:0:38344:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384960.950794:0:38344:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:1.0:1767384960.954064:0:38344:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384960.961281:0:38345:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006ab86905. 00000400:00000010:1.0:1767384960.961294:0:38345:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008564dc34. 00000400:00000010:1.0:1767384960.961302:0:38345:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001ebd4499. 00000400:00000010:1.0:1767384960.961305:0:38345:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004ea93d55. 00000400:00000010:1.0:1767384960.961308:0:38345:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9658f43. 00000400:00000010:1.0:1767384960.961312:0:38345:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5bcf7a8. 00000400:00000010:1.0:1767384960.961313:0:38345:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ac4c487. 00000400:00000010:1.0:1767384960.961315:0:38345:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010b91776. 00000400:00000010:1.0:1767384960.961317:0:38345:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b6bcebfd. 00000800:00000010:1.0:1767384960.961331:0:38345:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f46d717c. 00000800:00000200:1.0:1767384960.961340:0:38345:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384960.961351:0:38345:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384960.961398:0:38345:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:1.0:1767384960.961422:0:38345:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384960.962963:0:38345:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000001e678aaf. 00000400:00000010:1.0:1767384960.962971:0:38345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fda5d3f. 00000400:00000010:1.0:1767384960.962977:0:38345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3be1380. 00000400:00000001:1.0:1767384960.963007:0:38345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384960.963009:0:38345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384960.963011:0:38345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbf8a465. 00000400:00000200:1.0:1767384960.963015:0:38345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000400:00000010:1.0:1767384960.963017:0:38345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000400:00000010:1.0:1767384960.963021:0:38345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000003d59b887. 00000400:00000200:1.0:1767384960.963026:0:38345:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (41) 00000400:00000200:1.0:1767384960.963042:0:38345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:1.0:1767384960.963052:0:38345:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384960.963060:0:38345:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a983c617. 00000020:01000000:1.0:1767384960.963066:0:38345:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384960.963069:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384960.963069:0:38345:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp49 00000400:00000200:3.0:1767384960.963077:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 00000400:00000010:1.0:1767384960.963083:0:38345:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008564dc34. 00000400:00000010:3.0:1767384960.963084:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82bdf90. 00000400:00000010:1.0:1767384960.963090:0:38345:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006ab86905. 00000400:00000200:3.0:1767384960.963091:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (42) 00000400:00000010:3.0:1767384960.963101:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005197c609. 00000020:00000001:2.0:1767384960.963109:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384960.963116:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 10000000:00000001:2.0:1767384960.963116:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384960.963120:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384960.963123:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384960.963126:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384960.963129:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384960.963132:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000020:01000004:2.0:1767384960.963133:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384960.963135:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384960.963139:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384960.963142:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384960.963144:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000020:01000004:2.0:1767384960.963145:0:2410:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384960.963148:0:2410:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384960.963152:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384960.963154:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:01000004:2.0:1767384960.963155:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384960.963162:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000100:00000010:2.0:1767384960.963164:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7ff3355. 00000400:00000200:3.0:1767384960.963170:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000020:00000040:2.0:1767384960.963171:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384960.963181:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384960.963182:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 02000000:00000001:2.0:1767384960.963185:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384960.963189:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 02000000:00000001:2.0:1767384960.963191:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963197:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000400:00000200:3.0:1767384960.963201:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 02000000:00000010:2.0:1767384960.963203:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000027337e73. 00000400:00000200:3.0:1767384960.963206:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000100:00000001:2.0:1767384960.963213:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963214:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000400:00000200:3.0:1767384960.963221:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000100:00000001:2.0:1767384960.963224:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384960.963226:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000100:00000001:2.0:1767384960.963228:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963236:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000100:00000040:2.0:1767384960.963241:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ff3355] to pc [ptlrpcd_00_00+0] req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384960.963243:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000400:00000200:3.0:1767384960.963258:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[197, 62] 00000400:00000200:3.0:1767384960.963268:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 62], ns[201, 62] 00000400:00000200:3.0:1767384960.963274:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000400:00000200:3.0:1767384960.963278:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 10000000:00000001:2.0:1767384960.963284:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963291:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 10000000:00000001:2.0:1767384960.963296:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.963300:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963302:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[84, 50] 00000100:00000001:0.0:1767384960.963302:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384960.963303:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384960.963309:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384960.963313:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384960.963314:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 50], ns[172, 50] 00000020:00000001:2.0:1767384960.963315:0:2410:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384960.963318:0:2410:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384960.963322:0:2410:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384960.963322:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384960.963326:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 50], ns[94, 50] 10000000:01000000:2.0:1767384960.963326:0:2410:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384960.963332:0:2410:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384960.963335:0:2410:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384960.963339:0:2410:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384960.963342:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 50], ns[83, 50] 00000020:01000004:2.0:1767384960.963343:0:2410:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384960.963347:0:2410:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384960.963351:0:2410:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384960.963351:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384960.963355:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 50], ns[183, 50] 00000020:01000004:2.0:1767384960.963355:0:2410:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384960.963357:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384960.963360:0:2410:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384960.963363:0:2410:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384960.963365:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384960.963368:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[122, 50] 00000100:00000010:2.0:1767384960.963368:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046934246. 02000000:00000001:0.0:1767384960.963370:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384960.963374:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 02000000:00000001:0.0:1767384960.963390:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.963395:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384960.963396:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 50], ns[117, 50] 02000000:00000001:2.0:1767384960.963399:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384960.963399:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7ff3355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352233728:0@lo:253: 02000000:00000001:2.0:1767384960.963404:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963408:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 50], ns[115, 50] 00000100:00000001:0.0:1767384960.963409:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384960.963414:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001ba030a8. 02000000:00000001:0.0:1767384960.963417:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384960.963419:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 50], ns[145, 50] 00000100:00000001:2.0:1767384960.963422:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.963423:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963428:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 50], ns[180, 50] 00000100:00000001:2.0:1767384960.963429:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384960.963429:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384960.963434:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963438:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 50], ns[150, 50] 02000000:00000010:0.0:1767384960.963439:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000029bc4fc5. 00000100:00000040:2.0:1767384960.963442:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046934246] to pc [ptlrpcd_00_01+1] req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384960.963445:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963450:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 50], ns[189, 50] 00000400:00000010:0.0:1767384960.963453:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000513bf423. 00000400:00000010:0.0:1767384960.963461:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000820ccdab. 00000400:00000200:3.0:1767384960.963465:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 50], ns[181, 50] 10000000:00000001:2.0:1767384960.963469:0:2410:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384960.963469:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352233728, portal 25 00000400:00000200:3.0:1767384960.963475:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 50], ns[168, 50] 00000100:00000001:0.0:1767384960.963475:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384960.963476:0:2410:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.963481:0:2410:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.963486:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259850112 : -106563449701504 : ffff9f14c36f3b80) 00000400:00000200:3.0:1767384960.963487:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 50], ns[190, 50] 00000020:01000000:2.0:1767384960.963487:0:2410:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384960.963494:0:2410:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a983c617. 00000100:00000040:0.0:1767384960.963497:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384960.963499:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[184, 50], ns[202, 50] 00000100:00000001:2.0:1767384960.963507:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384960.963512:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384960.963516:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 50], ns[195, 50] 00000100:00000001:2.0:1767384960.963516:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384960.963518:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384960.963523:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384960.963526:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384960.963531:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1abed02. 00000400:00000200:3.0:1767384960.963536:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[176, 50], ns[194, 50] 00000100:00000200:0.0:1767384960.963538:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352233728, offset 0 00000400:00000200:0.0:1767384960.963551:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384960.963553:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000100:00000001:2.0:1767384960.963557:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384960.963560:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963562:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:2.0:1767384960.963565:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384960.963569:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 02000000:00000001:2.0:1767384960.963569:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384960.963574:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963578:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp47 00000100:00100000:2.0:1767384960.963581:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046934246 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352233856:0@lo:253: 00000400:00000200:3.0:1767384960.963587:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp47 lpni_is_preferred = 0 00000100:00000001:2.0:1767384960.963589:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384960.963594:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp47 02000000:00000001:2.0:1767384960.963595:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384960.963599:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963603:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp47 NI seq info: [203:203:256:4294967295] 192.168.203.112@tcp47 LPNI seq info [185:185:8:4294967295] 02000000:00000001:2.0:1767384960.963604:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384960.963610:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000425b1ae4. 00000400:00000200:3.0:1767384960.963614:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp47 02000000:00000001:2.0:1767384960.963616:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384960.963621:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a91e70. 00000400:00000200:3.0:1767384960.963628:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp47(192.168.203.112@tcp47:) -> 192.168.203.112@tcp47(192.168.203.112@tcp:192.168.203.112@tcp47) : PUT try# 0 00000400:00000010:2.0:1767384960.963629:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031952ec7. 00000100:00000200:2.0:1767384960.963635:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352233856, portal 25 00000800:00000200:3.0:1767384960.963639:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.112@tcp47 00000100:00000001:2.0:1767384960.963642:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384960.963644:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384960.963645:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259845632 : -106563449705984 : ffff9f14c36f2a00) 00000800:00000010:3.0:1767384960.963648:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da051ed3. 00000100:00000040:2.0:1767384960.963655:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384960.963658:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002af7256e. 00000400:00000200:0.0:1767384960.963661:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107b00 00000800:00000010:3.0:1767384960.963666:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cf17feae. 00000400:00000200:0.0:1767384960.963676:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x169d [2] + 0 00000100:00000001:2.0:1767384960.963679:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384960.963680:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000400:00000010:0.0:1767384960.963685:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055d0a2f4. 00000100:00000040:2.0:1767384960.963686:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.1:1767384960.963692:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000400:00000010:2.0:1767384960.963693:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aafa6ed. 00000400:00000200:0.0:1767384960.963693:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f0dc2760 00000100:00000200:2.0:1767384960.963700:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352233856, offset 0 00000400:00000200:0.0:1767384960.963704:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384960.963708:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384960.963712:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:0.0:1767384960.963714:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384960.963719:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300551 rc 0 00000400:00000200:2.0:1767384960.963722:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384960.963723:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0dc2760 00000400:00000010:0.0:1767384960.963729:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0dc2760. 00000400:00000200:2.0:1767384960.963735:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107b80 00000100:00000001:0.0:1767384960.963736:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384960.963740:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384960.963742:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d5 [2] + 0 00000100:00000040:0.0:1767384960.963745:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000a94f675a x1853237352233728 msgsize 4848 00000400:00000010:2.0:1767384960.963749:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a51bd1e. 00000400:00000200:2.0:1767384960.963755:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc51f587 00000100:00100000:0.0:1767384960.963756:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384960.963761:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384960.963762:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384960.963767:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384960.963770:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc51f587 00000100:00000001:0.0:1767384960.963772:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384960.963778:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc51f587. 00000400:00000200:3.0:1767384960.963780:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000100:00000001:2.0:1767384960.963784:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384960.963784:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1abed02 00000100:00000200:2.0:1767384960.963788:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384960.963789:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1abed02. 00000100:00000040:2.0:1767384960.963792:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000003c970b10 x1853237352233856 msgsize 4848 00000100:00000001:0.0:1767384960.963796:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384960.963801:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384960.963804:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384960.963805:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384960.963818:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384960.963819:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.963825:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384960.963827:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aafa6ed 00000400:00000010:2.0:1767384960.963832:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aafa6ed. 00000400:00000200:3.0:1767384960.963834:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:2.0:1767384960.963837:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384960.963839:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.963843:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384960.963845:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.963850:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.963856:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384960.963859:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.963865:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294949923 00000100:00000001:2.0:1767384960.963871:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384960.963873:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008805a5c3. 00000400:00000200:3.0:1767384960.963874:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000001:2.0:1767384960.963875:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384960.963908:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.963911:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384960.963913:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294949924 00000100:00000001:0.0:1767384960.963923:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294949924 00000100:00000001:2.0:1767384960.963929:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949923 00000100:00000010:0.0:1767384960.963929:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d65d60. 00000100:00000001:0.0:1767384960.963934:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384960.963937:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294949924 00000100:00000001:2.0:1767384960.963942:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294949924 00000100:00000001:0.0:1767384960.963942:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294949924 00000100:00000001:2.0:1767384960.963945:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294949924 00000100:00000010:0.0:1767384960.963950:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc5ba335. 00000400:00000200:3.0:1767384960.963951:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:0.0:1767384960.963957:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384960.963965:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294949924 00000100:00000001:2.0:1767384960.963966:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294949924 00000100:00000001:2.0:1767384960.963971:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294949924 00000100:00000010:0.0:1767384960.963972:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b7d7f70. 00000100:00000001:0.0:1767384960.963978:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384960.963984:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294949924 00000100:00000001:0.0:1767384960.963984:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384960.963990:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.963990:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.963996:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.963998:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.963999:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:2.0:1767384960.964000:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.964005:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.964005:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384960.964017:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.964017:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384960.964020:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384960.964022:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384960.964026:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384960.964029:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384960.964031:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384960.964033:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.964034:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384960.964039:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.964039:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.964046:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.964061:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00000001:2.0:1767384960.964067:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384960.964071:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233728 02000000:00000001:2.0:1767384960.964074:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384960.964077:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384960.964080:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.964084:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384960.964085:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384960.964089:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233856 00000100:00100000:2.0:1767384960.964091:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233728 02000000:00000001:0.0:1767384960.964094:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384960.964096:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384960.964098:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384960.964100:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:0.0:1767384960.964102:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.964104:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384960.964108:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384960.964109:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:2.0:1767384960.964114:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00100000:0.0:1767384960.964114:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233856 00000400:00000200:3.0:1767384960.964117:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000020:00000001:0.0:1767384960.964119:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384960.964121:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000040:0.0:1767384960.964123:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384960.964128:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384960.964128:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.964133:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000020:00000010:2.0:1767384960.964135:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a95e7e2. 00000020:00000001:0.0:1767384960.964137:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384960.964140:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384960.964143:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a95e7e2. 00000020:00000001:0.0:1767384960.964150:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000010:2.0:1767384960.964151:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034ccc222. 00000020:00000010:2.0:1767384960.964158:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e59e6e5. 00000100:00000001:0.0:1767384960.964158:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384960.964163:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000020:00000010:0.0:1767384960.964164:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005417fb58. 00000020:00000010:2.0:1767384960.964166:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f03bf815. 00000100:00000001:0.0:1767384960.964172:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384960.964177:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384960.964177:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005417fb58. 00000100:00000001:2.0:1767384960.964183:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384960.964185:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384960.964185:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edfcdbab. 00000100:00000001:2.0:1767384960.964189:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384960.964192:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000100:00000001:2.0:1767384960.964198:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384960.964199:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c0ba002. 00000100:00000001:0.0:1767384960.964207:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384960.964209:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384960.964211:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.964212:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384960.964217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000001:0.0:1767384960.964219:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.964224:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384960.964225:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384960.964228:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384960.964234:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:2.0:1767384960.964238:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:2.0:1767384960.964242:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526573136 : -106558182978480 : ffff9f15fd5b0c50) 00000100:00000001:0.0:1767384960.964242:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384960.964246:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384960.964252:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:0.0:1767384960.964256:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000040:2.0:1767384960.964258:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a94f675a x1853237352233728/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 4848/0 e 0 to 0 dl 1767384971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.964262:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526326352 : -106558183225264 : ffff9f15fd574850) 00000400:00000200:3.0:1767384960.964270:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000001:2.0:1767384960.964273:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384960.964273:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c970b10 x1853237352233856/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 4848/0 e 0 to 0 dl 1767384971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384960.964278:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a95e7e2. 00000100:00000001:2.0:1767384960.964283:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384960.964288:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a95e7e2. 00000100:00000001:0.0:1767384960.964291:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384960.964296:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005417fb58. 00000100:00100000:2.0:1767384960.964297:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a94f675a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352233728:12345-0@lo:253: 00000100:00000001:0.0:1767384960.964302:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384960.964305:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233728 00000020:00000010:0.0:1767384960.964308:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005417fb58. 00000020:00000001:2.0:1767384960.964310:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384960.964316:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384960.964316:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c970b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352233856:12345-0@lo:253: 00000020:00000001:2.0:1767384960.964319:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.964322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000020:00000001:2.0:1767384960.964324:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384960.964324:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233856 00000020:00000001:2.0:1767384960.964328:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:0.0:1767384960.964329:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384960.964334:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384960.964335:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384960.964337:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384960.964338:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384960.964344:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384960.964344:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384960.964349:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:2.0:1767384960.964350:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384960.964354:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384960.964355:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384960.964359:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384960.964362:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384960.964366:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384960.964370:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1767384960.964371:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007fa329f8. 00000020:00000001:0.0:1767384960.964373:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384960.964389:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384960.964393:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.964394:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384960.964400:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000100:00000001:0.0:1767384960.964400:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384960.964401:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:0.0:1767384960.964406:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384960.964413:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e0cb2dca. 20000000:00000010:2.0:1767384960.964414:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ad3d855. 02000000:00000001:0.0:1767384960.964418:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384960.964420:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384960.964423:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384960.964425:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384960.964428:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384960.964429:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384960.964433:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384960.964436:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384960.964439:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384960.964439:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007c8a9ea0. 20000000:01000000:0.0:1767384960.964445:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384960.964448:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0ceb4cb. 20000000:00000001:0.0:1767384960.964448:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384960.964450:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384960.964453:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 20000000:01000000:2.0:1767384960.964454:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767384960.964454:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384960.964460:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384960.964464:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384960.964464:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384960.964476:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384960.964512:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00080000:00000001:2.0:1767384960.964522:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384960.964527:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384960.964529:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.964532:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384960.964536:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384960.964542:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:2.0:1767384960.964547:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384960.964550:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00080000:00000010:2.0:1767384960.964553:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f45a73cd. 00080000:00000001:2.0:1767384960.964558:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249357312 : -106563460194304 : ffff9f14c2cf2000) 00080000:00000001:2.0:1767384960.964562:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384960.964589:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.964624:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.964664:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000001:00000001:2.0:1767384960.964672:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384960.964676:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.964679:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384960.964700:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.964703:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384960.964720:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.964776:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00080000:00000001:2.0:1767384960.964810:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384960.964815:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384960.964819:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.964857:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.964929:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.964988:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965036:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965073:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965113:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965149:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965185:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965227:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965268:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965302:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965346:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965411:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384960.965454:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384960.965650:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aa30578d. 00000800:00000010:3.0:1767384960.965656:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000368c43b9. 00000800:00000010:3.0:1767384960.965663:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000541d0bbc. 00000800:00000010:3.0:1767384960.965691:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000541d0bbc. 00000800:00020000:3.0:1767384960.965701:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384960.965704:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000368c43b9. 00000800:00000010:3.0:1767384960.965708:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000aa30578d. 00000400:02020000:3.0:1767384960.965765:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp47 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384960.965775:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp47 notifying 192.168.203.112@tcp47: down 00000800:00000200:3.0:1767384960.965782:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp47 down 00000800:00000100:3.0:1767384960.965789:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 688 0@<0:0>->192.168.203.112@tcp47 00000800:00000010:3.0:1767384960.965794:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da051ed3. 00000400:00000200:3.0:1767384960.965799:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384960.965804:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp47->192.168.203.112@tcp47: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384960.965814:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp47 added to recovery queue. ping count: 0 next ping: 283 health :900 00000400:00000200:3.0:1767384960.965818:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384960.965822:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384960.965827:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384960.965875:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384960.965881:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x301151 00000400:00000001:3.0:1767384960.965911:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384960.965914:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384960.965915:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b82bdf90 00000400:00000010:3.0:1767384960.965918:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b82bdf90. 00000400:00000200:3.0:1767384960.965924:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384960.965929:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384960.965933:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (43) 00000400:00000200:3.0:1767384960.965938:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384960.965941:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300151 rc -71 00000400:00000200:3.0:1767384960.965945:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384960.965950:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (42) 00080000:00000001:1.0:1767384960.973743:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384960.973751:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384960.973753:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384960.973755:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384960.973760:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384960.973760:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384960.973763:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384960.973765:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384960.973765:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384960.973768:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f45a73cd. 00080000:00000001:0.0:1767384960.973773:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384960.973778:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384960.973787:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384960.973792:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384960.973800:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384960.973802:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384960.973807:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e77480b. 20000000:00000001:0.0:1767384960.973807:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384960.973810:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767384960.973812:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00010000:00000001:0.0:1767384960.973815:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384960.973819:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384960.973820:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:0.0:1767384960.973825:0:16792:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000005c9a01d count: 2 00080000:00000001:2.0:1767384960.973827:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384960.973829:0:16792:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384960.973832:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384960.973835:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca4600da. 00000020:00000001:0.0:1767384960.973839:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384960.973842:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca4600da with handle 0x7ec529173eeb8524 to hash 00000020:00000001:0.0:1767384960.973843:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384960.973845:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384960.973847:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384960.973856:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384960.973857:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384960.973858:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.973861:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:0.0:1767384960.973863:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384960.973864:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.973868:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384960.973873:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384960.973874:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384960.973877:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384960.973878:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384960.973882:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384960.973883:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384960.973901:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384960.973904:0:16792:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384960.973908:0:16792:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384960.973913:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053838983. 00010000:00000001:0.0:1767384960.973914:0:16792:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384960.973919:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.973920:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249354240 : -106563460197376 : ffff9f14c2cf1400) 00010000:00000001:0.0:1767384960.973921:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384960.973925:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384960.973927:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384960.973927:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384960.973931:0:16792:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384960.973933:0:16792:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384960.973937:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005c9a01d) refcount = 2 00010000:00000040:0.0:1767384960.973940:0:16792:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384960.973942:0:16792:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384960.973945:0:16792:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384960.973946:0:16792:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384960.973951:0:16792:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009ad2e0c. 00000100:00000001:0.0:1767384960.973954:0:16792:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384960.973959:0:16792:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098f5fe88. 00000100:00000001:0.0:1767384960.973961:0:16792:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515265287680 : -106558444263936 : ffff9f15edc82600) 00000100:00000001:0.0:1767384960.973962:0:16792:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637515265287680 : -106558444263936 : ffff9f15edc82600) 00000100:00000001:0.0:1767384960.973969:0:16792:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384960.973970:0:16792:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384960.973972:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384960.973975:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.973977:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384960.973979:0:16792:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384960.973982:0:16792:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384960.973984:0:16792:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384960.973986:0:16792:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384960.973989:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e3d8c41. 00000001:00000001:2.0:1767384960.973992:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1767384960.973992:0:16792:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00080000:00000001:2.0:1767384960.973994:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.973997:0:16792:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:2.0:1767384960.973998:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:0.0:1767384960.974001:0:16792:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384960.974006:0:16792:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384960.974011:0:16792:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e3abd06. 00080000:00000001:2.0:1767384960.974014:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.974017:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384960.974018:0:16792:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.974023:0:16792:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 16 pid: 16768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384960.974036:0:16792:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 16 pid: 16768 timeout: 432 lvb_type: 0 00010000:00000001:0.0:1767384960.974042:0:16792:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384960.974044:0:16792:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384960.974048:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974055:0:16792:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384960.974057:0:16792:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384960.974060:0:16792:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e3d8c41 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352233984:0@lo:104: 00000100:00000001:0.0:1767384960.974063:0:16792:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384960.974067:0:16792:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384960.974069:0:16792:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.974071:0:16792:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384960.974074:0:16792:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420db0c5. 02000000:00000001:0.0:1767384960.974076:0:16792:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384960.974081:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:0.0:1767384960.974081:0:16792:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024290130. 00080000:00000001:2.0:1767384960.974085:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384960.974093:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352168a0. 00000100:00000200:0.0:1767384960.974098:0:16792:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352233984, portal 16 00000100:00000001:0.0:1767384960.974100:0:16792:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384960.974102:0:16792:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605056384 : -106559104495232 : ffff9f15c66dd180) 00000100:00000040:0.0:1767384960.974106:0:16792:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974112:0:16792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384960.974114:0:16792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384960.974117:0:16792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000748927f2. 00000100:00000200:0.0:1767384960.974119:0:16792:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352233984, offset 0 00000400:00000200:0.0:1767384960.974124:0:16792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384960.974134:0:16792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384960.974143:0:16792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272107c00 00000400:00000200:0.0:1767384960.974148:0:16792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1761 [2] + 1640 00000400:00000200:0.0:1767384960.974152:0:16792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384960.974157:0:16792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384960.974162:0:16792:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384960.974163:0:16792:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384960.974167:0:16792:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004abf2db4. 00000100:00000040:0.0:1767384960.974169:0:16792:0:(events.c:337:request_in_callback()) incoming req@000000004abf2db4 x1853237352233984 msgsize 328 00000100:00100000:0.0:1767384960.974173:0:16792:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384960.974184:0:16792:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384960.974190:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748927f2 00000400:00000010:0.0:1767384960.974192:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000748927f2. 00000100:00000001:0.0:1767384960.974195:0:16792:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384960.974200:0:16792:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974210:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.974213:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974221:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974223:0:16792:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384960.974229:0:16792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974233:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294949934 00000100:00000001:0.0:1767384960.974249:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294949924 00000100:00000001:0.0:1767384960.974255:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294949934 00000100:00000001:0.0:1767384960.974259:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294949924 00000100:00000001:0.0:1767384960.974263:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294949934 00000100:00000001:0.0:1767384960.974267:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294949924 00000100:00000001:0.0:1767384960.974270:0:16792:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294949934 00000100:00000001:0.0:1767384960.974274:0:16792:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294949924 00000100:00000001:0.0:1767384960.974280:0:16792:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.974283:0:16792:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.974285:0:16792:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.974288:0:16792:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384960.974290:0:16792:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.974293:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.974295:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.974297:0:16792:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.974299:0:16792:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384960.974301:0:16792:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384960.974304:0:16792:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974306:0:16792:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.974309:0:16792:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384960.974311:0:16792:0:(client.c:2690:ptlrpc_set_wait()) set 0000000098f5fe88 going to sleep for 11 seconds 00000100:00000001:0.0:1767384960.974315:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384960.974318:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974342:0:16759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384960.974345:0:16759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352233984 02000000:00000001:0.0:1767384960.974348:0:16759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384960.974351:0:16759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384960.974354:0:16759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.974358:0:16759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384960.974362:0:16759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352233984 00000020:00000001:0.0:1767384960.974364:0:16759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384960.974366:0:16759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb80fc 00000020:00000001:0.0:1767384960.974369:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.974372:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030aee5b1 refcount=3 00000020:00000001:0.0:1767384960.974397:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000020:00000001:0.0:1767384960.974400:0:16759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515265368064 : -106558444183552 : ffff9f15edc96000) 00000100:00000001:0.0:1767384960.974404:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384960.974408:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccb16b12. 00000100:00000001:0.0:1767384960.974411:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384960.974414:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccb16b12. 00000020:00000010:0.0:1767384960.974421:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f04fd656. 00000020:00000010:0.0:1767384960.974426:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000684aec4e. 00000020:00000010:0.0:1767384960.974431:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384960.974442:0:16759:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384960.974446:0:16759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384960.974448:0:16759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384960.974450:0:16759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974458:0:16759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974470:0:16759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.974484:0:16759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384960.974486:0:16759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384960.974492:0:16759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384960.974495:0:16759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030aee5b1 : new rpc_count 1 00000100:00000001:0.0:1767384960.974498:0:16759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605053696 : -106559104497920 : ffff9f15c66dc700) 00000100:00000040:0.0:1767384960.974504:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004abf2db4 x1853237352233984/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 328/0 e 0 to 0 dl 1767384971 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974514:0:16759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384960.974517:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccb16b12. 00000100:00000001:0.0:1767384960.974521:0:16759:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384960.974523:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccb16b12. 00000100:00100000:0.0:1767384960.974530:0:16759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004abf2db4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352233984:12345-0@lo:104: 00000100:00000200:0.0:1767384960.974535:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352233984 00010000:00000001:0.0:1767384960.974538:0:16759:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384960.974543:0:16759:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384960.974544:0:16759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.974553:0:16759:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=2 00000020:00000001:0.0:1767384960.974556:0:16759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:0.0:1767384960.974559:0:16759:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:0.0:1767384960.974563:0:16759:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384960.974565:0:16759:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.974569:0:16759:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384960.974577:0:16759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384960.974580:0:16759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384960.974585:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d088f968. 02000000:00000001:0.0:1767384960.974587:0:16759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974590:0:16759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.974594:0:16759:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384960.974596:0:16759:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384960.974600:0:16759:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c7a1e76f time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384960.974605:0:16759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384960.974607:0:16759:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384960.974610:0:16759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384960.974613:0:16759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384960.974615:0:16759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974618:0:16759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384960.974621:0:16759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384960.974624:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000748927f2. 00000100:00000200:0.0:1767384960.974627:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352233984, offset 224 00000400:00000200:0.0:1767384960.974634:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384960.974640:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384960.974648:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272107c00 00000400:00000200:0.0:1767384960.974653:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1fa1 [1] + 224 00000400:00000200:0.0:1767384960.974658:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384960.974662:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384960.974668:0:16759:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384960.974673:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384960.974694:0:16759:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974709:0:16759:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384960.974715:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748927f2 00000400:00000010:0.0:1767384960.974717:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000748927f2. 00000100:00000001:0.0:1767384960.974721:0:16759:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384960.974722:0:16759:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384960.974726:0:16759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.974730:0:16759:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384960.974734:0:16759:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384960.974870:0:16792:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384960.974875:0:16792:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384960.974876:0:16792:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384960.974878:0:16792:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024290130. 00000400:00000200:0.0:1767384960.974881:0:16792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352168a0 00000400:00000010:0.0:1767384960.974882:0:16792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352168a0. 00000100:00000001:0.0:1767384960.974911:0:16792:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384960.974914:0:16792:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384960.974922:0:16792:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974927:0:16792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384960.974929:0:16792:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.974930:0:16792:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384960.974932:0:16792:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384960.974933:0:16792:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384960.974935:0:16792:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.974937:0:16792:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384960.974940:0:16792:0:(import.c:2128:obd_at_measure()) add 5 to 0000000049203497 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384960.974943:0:16792:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f7af99c time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384960.974946:0:16792:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384960.974948:0:16792:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.974950:0:16792:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384960.974951:0:16792:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974958:0:16792:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.974962:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.974967:0:16792:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.974970:0:16792:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384960.974971:0:16792:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384960.974973:0:16792:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384960.974975:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.974976:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.974977:0:16792:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.974980:0:16792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384960.974986:0:16792:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e3d8c41 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16792:1853237352233984:0@lo:104: 00000100:00000001:0.0:1767384960.974990:0:16792:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.974993:0:16792:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.974995:0:16792:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384960.974997:0:16792:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.974998:0:16792:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e3d8c41 x1853237352233984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384960.975003:0:16792:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384960.975005:0:16792:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384960.975007:0:16792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420db0c5. 02000000:00000001:0.0:1767384960.975011:0:16792:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384960.975012:0:16792:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384960.975014:0:16792:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00000020:00000001:0.0:1767384960.975016:0:16792:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384960.975018:0:16792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000e3abd06. 02000000:00000001:0.0:1767384960.975021:0:16792:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384960.975023:0:16792:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384960.975024:0:16792:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e3d8c41. 00000100:00000001:0.0:1767384960.975028:0:16792:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384960.975029:0:16792:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384960.975031:0:16792:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000098f5fe88. 00000100:00000001:0.0:1767384960.975034:0:16792:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384960.975036:0:16792:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384960.975041:0:16792:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009ad2e0c. 00010000:00000001:0.0:1767384960.975044:0:16792:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975047:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975048:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384960.975052:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384960.975053:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384960.975055:0:16792:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384960.975077:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000098f5fe88. 00010000:00000001:0.0:1767384960.975079:0:16759:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384960.975087:0:16759:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384960.975089:0:16759:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975091:0:16759:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975092:0:16759:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.975096:0:16759:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004abf2db4 x1853237352233984/t0(0) o104->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384960.975103:0:16759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004abf2db4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+3:16792:x1853237352233984:12345-0@lo:104: Request processed in 589us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384960.975109:0:16759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384960.975112:0:16759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030aee5b1 : new rpc_count 0 00000100:00000001:0.0:1767384960.975113:0:16759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384960.975115:0:16759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384960.975118:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000684aec4e. 00000020:00000010:0.0:1767384960.975122:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384960.975125:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f04fd656. 00000020:00000040:0.0:1767384960.975130:0:16759:0:(genops.c:898:class_export_put()) PUTting export 0000000030aee5b1 : new refcount 2 00000100:00000001:0.0:1767384960.975132:0:16759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384960.975144:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384960.975146:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.975148:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384960.975151:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384960.975153:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384960.975159:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384960.975165:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000082d02c69 already unused, calling callback (000000005e873491) 10000000:00000001:0.0:1767384960.975168:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384960.975170:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384960.975175:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384960.975176:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384960.975178:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.975180:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082d02c69 refcount=3 00000020:00000001:0.0:1767384960.975182:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:0.0:1767384960.975184:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262569472 : -106558446982144 : ffff9f15ed9eac00) 00010000:00000001:0.0:1767384960.975186:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384960.975187:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384960.975191:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384960.975193:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384960.975197:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384960.975200:0:16764:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384960.975202:0:16764:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384960.975203:0:16764:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384960.975205:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384960.975206:0:16764:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384960.975217:0:16764:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384960.975218:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384960.975220:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 10000000:00000001:0.0:1767384960.975222:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384960.975223:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975225:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384960.975227:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384960.975232:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384960.975234:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384960.975236:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384960.975238:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082d02c69 with handle 0x7ec529173eeb8516 from hash 00010000:00000001:0.0:1767384960.975240:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384960.975242:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.975243:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.975244:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384960.975246:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384960.975248:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384960.975250:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384960.975252:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384960.975256:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e3d8c41. 00000020:00000040:0.0:1767384960.975258:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384960.975261:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384960.975263:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384960.975265:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384960.975270:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f04fd656. 00000100:00000001:0.0:1767384960.975273:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975275:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384960.975279:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384960.975283:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384960.975285:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.975288:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384960.975289:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.975293:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e3d8c41] to pc [ptlrpcd_00_02+2] req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384960.975310:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384960.975312:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.975314:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.975315:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975317:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384960.975319:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.975320:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384960.975322:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384960.975326:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384960.975330:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384960.975334:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384960.975337:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384960.975338:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 0000000082d02c69/0x7ec529173eeb8516 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7ec529173eeb851d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384960.975340:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384960.975345:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384960.975355:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000741633be count: 0 00000100:00000001:2.0:1767384960.975360:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384960.975363:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384960.975366:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384960.975367:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.975369:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384960.975370:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384960.975371:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000098f5fe88. 02000000:00000001:2.0:1767384960.975387:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.975389:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384960.975393:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004e3d8c41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352234112:0@lo:103: 00000020:00000001:0.0:1767384960.975393:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384960.975396:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.975400:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384960.975401:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384960.975402:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384960.975405:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384960.975405:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.975407:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384960.975409:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384960.975410:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384960.975412:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384960.975414:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384960.975415:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1767384960.975419:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4ef6633. 02000000:00000001:2.0:1767384960.975422:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384960.975427:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000463ca322. 00000400:00000010:2.0:1767384960.975432:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e334414. 00000100:00000200:2.0:1767384960.975435:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352234112, portal 18 00000100:00000001:2.0:1767384960.975437:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384960.975438:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605056384 : -106559104495232 : ffff9f15c66dd180) 00000100:00000040:2.0:1767384960.975442:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384960.975450:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384960.975451:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384960.975453:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000100:00000200:2.0:1767384960.975455:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352234112, offset 0 00000400:00000200:2.0:1767384960.975458:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384960.975463:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384960.975468:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272107c80 00000400:00000200:2.0:1767384960.975472:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:2.0:1767384960.975475:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384960.975483:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384960.975487:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384960.975488:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384960.975491:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b4222d5. 00000100:00000040:2.0:1767384960.975493:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000005b4222d5 x1853237352234112 msgsize 328 00000100:00100000:2.0:1767384960.975496:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384960.975505:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384960.975510:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000400:00000010:2.0:1767384960.975512:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000100:00000001:2.0:1767384960.975515:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384960.975518:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384960.975527:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384960.975529:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.975534:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384960.975536:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384960.975536:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352234112 00000100:00000001:2.0:1767384960.975538:0:16138:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384960.975538:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384960.975540:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384960.975541:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.975541:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.975544:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294949935 02000000:00000001:1.0:1767384960.975544:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384960.975547:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352234112 00000020:00000001:1.0:1767384960.975548:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384960.975549:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949934 00000020:00000040:1.0:1767384960.975550:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384960.975552:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294949935 00000020:00000001:1.0:1767384960.975552:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384960.975554:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=17 00000100:00000001:2.0:1767384960.975555:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949934 00000020:00000001:1.0:1767384960.975556:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384960.975558:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294949935 00000020:00000001:1.0:1767384960.975559:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384960.975562:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949934 00000100:00000001:1.0:1767384960.975562:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384960.975565:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294949935 00000020:00000010:1.0:1767384960.975566:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe3c860f. 00000100:00000001:2.0:1767384960.975568:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949934 00000100:00000001:1.0:1767384960.975568:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.975571:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe3c860f. 00000100:00000001:2.0:1767384960.975572:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384960.975575:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384960.975576:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0ee1e1d. 00000100:00000001:2.0:1767384960.975577:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384960.975578:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad4266a4. 00000100:00000001:2.0:1767384960.975579:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384960.975582:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa3e98b2. 00000100:00000001:2.0:1767384960.975585:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384960.975588:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384960.975591:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384960.975592:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384960.975592:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384960.975594:0:16762:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384960.975595:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384960.975596:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384960.975597:0:16762:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384960.975599:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.975599:0:16762:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384960.975601:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.975602:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384960.975603:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384960.975604:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006d9379b refcount=4 00000020:00000001:1.0:1767384960.975606:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000001:1.0:1767384960.975609:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00010000:1.0:1767384960.975613:0:16762:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 17 pid: 16768 timeout: 432 lvb_type: 0 00010000:00000001:1.0:1767384960.975621:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.975622:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.975624:0:16762:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.975626:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.975631:0:16762:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384960.975636:0:16762:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b4222d5 x1853237352234112/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 328/0 e 0 to 0 dl 1767384971 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.975644:0:16762:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384960.975646:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.975659:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.975672:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384960.975675:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384960.975679:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384960.975682:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00000100:00000001:1.0:1767384960.975684:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637510259842944 : -106563449708672 : ffff9f14c36f1f80) 00000100:00000040:1.0:1767384960.975689:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b4222d5 x1853237352234112/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 328/0 e 0 to 0 dl 1767384971 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.975698:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384960.975701:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe3c860f. 00000100:00000001:1.0:1767384960.975703:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.975706:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe3c860f. 00000100:00100000:1.0:1767384960.975711:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005b4222d5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+17:16138:x1853237352234112:12345-0@lo:103: 00000100:00000200:1.0:1767384960.975715:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352234112 00010000:00000001:1.0:1767384960.975718:0:16762:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384960.975720:0:16762:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384960.975722:0:16762:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384960.975726:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384960.975728:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384960.975732:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000044018844. 02000000:00000001:1.0:1767384960.975734:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.975737:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.975740:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384960.975741:0:16762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384960.975744:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384960.975746:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384960.975747:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006d9379b refcount=4 00000020:00000001:1.0:1767384960.975750:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000001:1.0:1767384960.975752:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000040:1.0:1767384960.975754:0:16762:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000005c9a01d count: 3 00010000:00010000:1.0:1767384960.975758:0:16762:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 17 pid: 16768 timeout: 432 lvb_type: 0 00000100:00001000:1.0:1767384960.975764:0:16762:0:(import.c:2128:obd_at_measure()) add 0 to 0000000037e173bf time=1767384960 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384960.975767:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384960.975772:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.975774:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384960.975776:0:16762:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 17 pid: 16768 timeout: 432 lvb_type: 0 00000020:00000001:1.0:1767384960.975787:0:16762:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384960.975789:0:16762:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384960.975791:0:16762:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.975793:0:16762:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.975795:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384960.975797:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384960.975802:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.975804:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.975806:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384960.975808:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384960.975811:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000006d9379b with handle 0x7ec529173eeb851d from hash 00010000:00000001:1.0:1767384960.975813:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384960.975815:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.975816:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.975817:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384960.975819:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384960.975821:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384960.975823:0:16762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000006d9379b/0x7ec529173eeb851d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7ec529173eeb8516 expref: 17 pid: 16768 timeout: 432 lvb_type: 0 00010000:00000040:1.0:1767384960.975830:0:16762:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000020:00000040:1.0:1767384960.975833:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 16 00010000:00000001:1.0:1767384960.975839:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.975841:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384960.975844:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384960.975845:0:16762:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ca4600da 00010000:00000001:1.0:1767384960.975848:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384960.975850:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384960.975851:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.975853:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384960.975854:0:16762:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.975857:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384960.975858:0:16762:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384960.975860:0:16762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.975871:0:16762:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384960.975873:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384960.975876:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384960.975877:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384960.975878:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005c9a01d) refcount = 2 00010000:00010000:1.0:1767384960.975882:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.975913:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384960.975915:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384960.975917:0:16762:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.975920:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384960.975924:0:16762:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe3c860f. 00000100:00000001:1.0:1767384960.975927:0:16762:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384960.975932:0:16762:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008564dc34. 00000100:00000001:1.0:1767384960.975935:0:16762:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637510244073472 : -106563465478144 : ffff9f14c27e8000) 00000100:00000001:1.0:1767384960.975937:0:16762:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637510244073472 : -106563465478144 : ffff9f14c27e8000) 00000100:00000001:1.0:1767384960.975940:0:16762:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384960.975941:0:16762:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384960.975943:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384960.975945:0:16762:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384960.975947:0:16762:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:1.0:1767384960.975950:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384960.975952:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384960.975954:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=5 00000020:00000001:1.0:1767384960.975956:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:1.0:1767384960.975959:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:1.0:1767384960.975962:0:16762:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384960.975964:0:16762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.975970:0:16762:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384960.975972:0:16762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.975979:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.975980:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384960.975982:0:16762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.975988:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384960.975989:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.975992:0:16762:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384960.975994:0:16762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384960.975999:0:16762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca4600da already unused, calling callback (000000005b856d01) 00010000:00000001:1.0:1767384960.976002:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384960.976004:0:16762:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384960.976007:0:16762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.976013:0:16762:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384960.976015:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384960.976016:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384960.976018:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=6 00000020:00000001:1.0:1767384960.976020:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:1.0:1767384960.976023:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:1.0:1767384960.976026:0:16762:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384960.976028:0:16762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.976034:0:16762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384960.976035:0:16762:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384960.976037:0:16762:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976048:0:16762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384960.976049:0:16762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384960.976051:0:16762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384960.976053:0:16762:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384960.976055:0:16762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca4600da with handle 0x7ec529173eeb8524 from hash 00010000:00000001:1.0:1767384960.976057:0:16762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384960.976058:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.976060:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.976061:0:16762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384960.976062:0:16762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384960.976064:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384960.976066:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384960.976067:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.976069:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976072:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384960.976073:0:16762:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384960.976076:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.976077:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.976079:0:16762:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976081:0:16762:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976083:0:16762:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384960.976086:0:16762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.976091:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.976092:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.976093:0:16762:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384960.976095:0:16762:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384960.976097:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.976098:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.976100:0:16762:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384960.976102:0:16762:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384960.976104:0:16762:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976106:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.976108:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384960.976109:0:16762:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976111:0:16762:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384960.976113:0:16762:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384960.976115:0:16762:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.976117:0:16762:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.976120:0:16762:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384960.976121:0:16762:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008564dc34. 00000100:00000001:1.0:1767384960.976123:0:16762:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384960.976125:0:16762:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384960.976127:0:16762:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe3c860f. 00010000:00000001:1.0:1767384960.976130:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384960.976132:0:16762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384960.976133:0:16762:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.976136:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384960.976138:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384960.976140:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384960.976144:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384960.976147:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384960.976149:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384960.976152:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384960.976154:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.976156:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384960.976159:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384960.976162:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000100:00000200:1.0:1767384960.976165:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352234112, offset 224 00000400:00000200:1.0:1767384960.976170:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384960.976176:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384960.976182:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272107c80 00000400:00000200:1.0:1767384960.976186:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fad [1] + 224 00000400:00000200:1.0:1767384960.976190:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384960.976193:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384960.976196:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384960.976200:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384960.976210:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.976226:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384960.976234:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000400:00000010:1.0:1767384960.976236:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000100:00000001:1.0:1767384960.976242:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384960.976244:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384960.976248:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384960.976251:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384960.976254:0:16762:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976256:0:16762:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384960.976260:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b4222d5 x1853237352234112/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 328/224 e 0 to 0 dl 1767384971 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384960.976269:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005b4222d5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16138:x1853237352234112:12345-0@lo:103: Request processed in 571us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384960.976277:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384960.976279:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384960.976282:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384960.976283:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384960.976286:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad4266a4. 00000020:00000010:1.0:1767384960.976291:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa3e98b2. 00000020:00000010:1.0:1767384960.976294:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0ee1e1d. 00000020:00000040:1.0:1767384960.976299:0:16762:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000001:1.0:1767384960.976302:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384960.976323:0:16792:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.976330:0:16792:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384960.976333:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384960.976335:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.976342:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384960.976344:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384960.976346:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8524 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384960.976352:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005c9a01d count: 0 00010000:00000001:1.0:1767384960.976361:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384960.976363:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384960.976372:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384960.976374:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384960.976392:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384960.976394:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384960.976396:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000463ca322. 00000400:00000200:1.0:1767384960.976401:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e334414 00000400:00000010:1.0:1767384960.976403:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e334414. 00000100:00000001:1.0:1767384960.976405:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384960.976409:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384960.976417:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.976424:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384960.976427:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.976429:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384960.976431:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384960.976433:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384960.976435:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.976437:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384960.976440:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384960.976444:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384960.976447:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384960.976449:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.976451:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384960.976453:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.976455:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384960.976458:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.976466:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384960.976469:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384960.976470:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384960.976473:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384960.976488:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004e3d8c41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352234112:0@lo:103: 00000100:00000001:1.0:1767384960.976494:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.976496:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384960.976500:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004e3d8c41 x1853237352234112/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.976507:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384960.976509:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384960.976511:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4ef6633. 02000000:00000001:1.0:1767384960.976515:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384960.976517:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384960.976519:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384960.976521:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384960.976523:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f04fd656. 02000000:00000001:1.0:1767384960.976526:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384960.976528:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384960.976530:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004e3d8c41. 00000100:00000001:1.0:1767384960.976534:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384960.976536:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.976538:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.976543:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384960.976545:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.976547:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384960.976550:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384960.979903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000741633be. 00010000:00000010:1.1:1767384960.979909:0:38346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006d9379b. 00010000:00000010:0.1:1767384960.979911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082d02c69. 00010000:00000010:1.1:1767384960.981909:0:38351:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005c9a01d. 00010000:00000010:1.1:1767384960.981918:0:38351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca4600da. 00080000:00000001:2.0:1767384960.982322:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384960.982325:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384960.982329:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384960.982330:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 00040000:00000001:0.0:1767384960.982332:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384960.982336:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384960.982336:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384960.982338:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384960.982341:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384960.982342:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053838983. 20000000:01000000:2.0:1767384960.982346:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384960.982347:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384960.982362:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384960.982366:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384960.982387:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384960.982389:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384960.982395:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384960.982398:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384960.982403:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384960.982407:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384960.982415:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000408015dc. 00010000:00000001:3.0:1767384960.982420:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384960.982424:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000079712aee. 00000020:00000001:3.0:1767384960.982428:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384960.982439:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000079712aee with handle 0x7ec529173eeb852b to hash 00000020:00000001:3.0:1767384960.982442:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384960.982444:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384960.982449:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384960.982453:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384960.982456:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384960.982460:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982469:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384960.982472:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384960.982475:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384960.982477:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384960.982479:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384960.982482:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384960.982483:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384960.982486:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384960.982489:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384960.982491:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384960.982492:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384960.982495:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000408015dc) refcount = 1 00010000:00010000:3.0:1767384960.982499:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982506:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384960.982508:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384960.982510:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384960.982513:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384960.982515:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384960.982518:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384960.982522:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:3.0:1767384960.982525:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384960.982527:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384960.982530:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079712aee refcount=4 00000020:00000001:3.0:1767384960.982533:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384960.982544:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384960.982547:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384960.982549:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982557:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384960.982559:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982566:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384960.982568:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384960.982570:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982576:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384960.982578:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384960.982582:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384960.982585:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384960.982591:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000079712aee already unused, calling callback (000000005b856d01) 00010000:00000001:3.0:1767384960.982594:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384960.982597:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384960.982599:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982605:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384960.982607:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384960.982609:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384960.982610:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079712aee refcount=5 00000020:00000001:3.0:1767384960.982613:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384960.982616:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385033728 : -106558324517888 : ffff9f15f4eb5400) 00010000:00000001:3.0:1767384960.982619:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384960.982622:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982635:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384960.982638:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384960.982640:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384960.982644:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384960.982646:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384960.982649:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384960.982651:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384960.982654:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000079712aee with handle 0x7ec529173eeb852b from hash 00010000:00000001:3.0:1767384960.982657:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384960.982658:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384960.982660:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384960.982661:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384960.982664:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384960.982666:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384960.982668:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384960.982671:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384960.982674:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384960.982676:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384960.982678:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384960.982680:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384960.982682:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384960.982684:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384960.982686:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384960.982688:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384960.982691:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982697:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384960.982698:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384960.982700:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384960.982702:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384960.982704:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384960.982705:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384960.982708:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384960.982711:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384960.982713:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384960.982724:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384960.982730:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384960.982732:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384960.982734:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000079712aee/0x7ec529173eeb852b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384960.982740:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000408015dc count: 0 00010000:00000001:3.0:1767384960.982752:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384960.982754:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384960.984659:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384960.984664:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384960.984667:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ad3d855. 20000000:00000001:3.0:1767384960.984674:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384960.984679:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352233728 00010000:00000001:3.0:1767384960.984683:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384960.984692:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a94f675a x1853237352233728/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384960.984703:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384960.984706:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384960.984711:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384960.984716:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384960.984720:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:3.0:1767384960.984723:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384960.984727:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384960.984731:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384960.984735:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384960.984740:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384960.984746:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e762be79. 00000100:00000200:3.0:1767384960.984752:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352233728, offset 224 00000400:00000200:3.0:1767384960.984760:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384960.984773:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384960.984785:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107b00 00000400:00000200:3.0:1767384960.984793:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f91 [2] + 224 00000400:00000200:3.0:1767384960.984809:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384960.984814:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384960.984820:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384960.984826:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384960.984838:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384960.984856:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384960.984865:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e762be79 00000400:00000010:3.0:1767384960.984868:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e762be79. 00000100:00000001:3.0:1767384960.984872:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384960.984874:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384960.984877:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384960.984880:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384960.984883:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384960.984913:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384960.984917:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384960.984923:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a94f675a x1853237352233728/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.984927:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384960.984934:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a94f675a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352233728:12345-0@lo:253: Request processed in 20660us (21186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384960.984945:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000001:0.0:1767384960.984948:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384960.984951:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000400:00000001:0.0:1767384960.984954:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384960.984956:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384960.984957:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384960.984959:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384960.984960:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000513bf423. 00000400:00000200:0.0:1767384960.984964:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820ccdab 00000020:00000010:3.0:1767384960.984965:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e59e6e5. 00000400:00000010:0.0:1767384960.984966:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000820ccdab. 00000100:00000001:0.0:1767384960.984970:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384960.984974:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f03bf815. 00000100:00000200:0.0:1767384960.984976:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384960.984980:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034ccc222. 00000020:00000040:3.0:1767384960.984988:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:3.0:1767384960.984992:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384960.984995:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007fa329f8. 02000000:00000001:3.0:1767384960.985000:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384960.985003:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384960.985012:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384960.985019:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384960.985019:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384960.985021:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384960.985026:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bff862c. 00000100:00000001:0.0:1767384960.985026:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384960.985030:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384960.985034:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e762be79. 00000100:00000001:0.0:1767384960.985034:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384960.985039:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.985043:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384960.985048:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384960.985052:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384960.985056:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384960.985057:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.985060:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384960.985062:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.985065:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.985069:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.985076:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.985079:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384960.985081:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384960.985086:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384960.985088:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384960.985090:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384960.985091:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384960.985092:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384960.985094:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384960.985096:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384960.985097:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384960.985099:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384960.985100:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384960.985102:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384960.985110:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7ff3355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352233728:0@lo:253: 00000100:00000001:0.0:1767384960.985122:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.985125:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.985128:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7ff3355 x1853237352233728/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.985135:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384960.985137:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384960.985140:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000029bc4fc5. 02000000:00000001:0.0:1767384960.985143:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384960.985145:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384960.985146:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384960.985148:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384960.985150:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000027337e73. 02000000:00000001:0.0:1767384960.985155:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384960.985157:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384960.985158:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7ff3355. 00000100:00000001:0.0:1767384960.985164:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384960.985165:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.985168:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.985174:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.985177:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.985179:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384960.985181:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384960.985955:0:38350:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006c1107ae. 00000400:00000040:2.0:1767384960.985975:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00080000:00000020:3.0:1767384960.985977:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:2.0:1767384960.985978:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:3.0:1767384960.985983:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:2.0:1767384960.985984:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 20000000:00000010:3.0:1767384960.985986:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007c8a9ea0. 00000400:00000040:2.0:1767384960.985989:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 20000000:00000001:3.0:1767384960.985993:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384960.985994:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384960.985998:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00000040:3.0:1767384960.985999:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352233856 00000400:00000040:2.0:1767384960.986002:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:3.0:1767384960.986003:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:2.0:1767384960.986007:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384960.986010:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000200:3.0:1767384960.986011:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c970b10 x1853237352233856/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384960.986013:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384960.986019:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384960.986023:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384960.986027:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:3.0:1767384960.986030:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:2.0:1767384960.986031:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:3.0:1767384960.986035:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384960.986035:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384960.986040:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00001000:3.0:1767384960.986041:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=90 v=5 (1 0 0 0) 00000400:00000040:2.0:1767384960.986043:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767384960.986049:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:2.0:1767384960.986049:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384960.986050:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000040:3.0:1767384960.986055:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000400:00000040:2.0:1767384960.986055:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384960.986060:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000040:2.0:1767384960.986061:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384960.986064:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:3.0:1767384960.986066:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000040:2.0:1767384960.986068:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:3.0:1767384960.986070:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384960.986072:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384960.986074:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384960.986077:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384960.986082:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dedf916. 00000400:00000040:2.0:1767384960.986083:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000200:3.0:1767384960.986088:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352233856, offset 224 00000400:00000040:2.0:1767384960.986089:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384960.986094:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384960.986097:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000200:3.0:1767384960.986101:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:2.0:1767384960.986102:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384960.986107:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384960.986108:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384960.986111:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384960.986112:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384960.986114:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384960.986115:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384960.986117:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384960.986118:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384960.986121:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384960.986122:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384960.986124:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384960.986125:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384960.986127:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384960.986128:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384960.986130:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384960.986131:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384960.986133:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384960.986135:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384960.986136:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384960.986139:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384960.986140:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384960.986142:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384960.986144:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384960.986146:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384960.986148:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384960.986150:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384960.986152:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384960.986153:0:38350:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384960.986276:0:38350:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006c1107ae. 00000400:00000200:3.0:1767384960.986283:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384960.986291:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107b80 00000400:00000200:3.0:1767384960.986296:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f99 [2] + 224 00000400:00000200:3.0:1767384960.986303:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384960.986306:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384960.986310:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384960.986315:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384960.986326:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384960.986358:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384960.986365:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dedf916 00000400:00000010:3.0:1767384960.986368:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dedf916. 00000100:00000001:3.0:1767384960.986370:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384960.986372:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384960.986387:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384960.986391:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:3.0:1767384960.986393:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384960.986394:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384960.986397:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384960.986401:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c970b10 x1853237352233856/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:186/0 lens 4848/4768 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384960.986412:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c970b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16137:x1853237352233856:12345-0@lo:253: Request processed in 22119us (22616us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384960.986419:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384960.986420:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:0.0:1767384960.986423:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384960.986425:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000400:00000001:0.0:1767384960.986427:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384960.986429:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384960.986430:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384960.986433:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384960.986433:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a91e70. 00000020:00000010:3.0:1767384960.986438:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000400:00000200:0.0:1767384960.986439:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031952ec7 00000400:00000010:0.0:1767384960.986441:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031952ec7. 00000020:00000010:3.0:1767384960.986446:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c0ba002. 00000100:00000001:0.0:1767384960.986447:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384960.986452:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384960.986453:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edfcdbab. 00000020:00000040:3.0:1767384960.986460:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000200:0.0:1767384960.986464:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384960.986466:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384960.986470:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e0cb2dca. 00000100:00000001:0.0:1767384960.986475:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384960.986476:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384960.986477:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384960.986480:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384960.986484:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384960.986487:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384960.986489:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384960.986491:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de8266f. 00000100:00000001:0.0:1767384960.986491:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384960.986493:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.986496:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384960.986498:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dedf916. 00000100:00001000:0.0:1767384960.986499:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384960.986504:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384960.986506:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384960.986508:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.986509:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384960.986510:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.986512:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.986514:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.986519:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.986521:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384960.986523:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384960.986525:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384960.986526:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384960.986527:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384960.986528:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384960.986529:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384960.986530:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384960.986531:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384960.986532:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384960.986533:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384960.986534:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384960.986539:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046934246 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352233856:0@lo:253: 00000100:00000001:0.0:1767384960.986541:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.986543:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.986544:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046934246 x1853237352233856/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.986548:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384960.986549:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384960.986555:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000425b1ae4. 02000000:00000001:0.0:1767384960.986560:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384960.986561:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384960.986562:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384960.986564:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384960.986565:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001ba030a8. 02000000:00000001:0.0:1767384960.986568:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384960.986569:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384960.986569:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046934246. 00000100:00000001:0.0:1767384960.986571:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384960.986572:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.986573:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.986577:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.986578:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.986579:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384960.986580:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384960.988951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000408015dc. 00000100:00000040:0.0:1767384960.988952:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294949935, at 4294949936 00010000:00000010:3.1:1767384960.988961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079712aee. 00000100:00000010:0.0:1767384960.988964:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008805a5c3. 00000100:00000040:3.0:1767384960.988977:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294949935, at 4294949936 00000100:00000010:3.0:1767384960.988985:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b7d7f70. 00000100:00000040:2.0:1767384960.989013:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294949935, at 4294949936 00000100:00000010:2.0:1767384960.989021:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc5ba335. 00000100:00000040:1.0:1767384960.989024:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294949935, at 4294949936 00000100:00000010:1.0:1767384960.989029:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d65d60. 00000800:00000200:0.0:1767384961.260990:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000800:00000200:0.1:1767384961.260998:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000800:00000200:0.0:1767384961.261020:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057128c55] -> 12345-192.168.203.112@tcp14 (6) 00000800:00000200:0.0:1767384961.261026:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp14 ip 192.168.203.112:988 00000800:00000200:0.0:1767384961.261031:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f47c032c type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384961.261099:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:0.0:1767384961.261152:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384961.261158:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384961.261160:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:0.0:1767384961.261170:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384961.261176:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384961.261180:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384961.261208:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261279:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261347:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261444:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261480:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261503:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261527:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261549:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261572:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261593:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261611:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261629:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261647:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261665:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261703:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261751:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261774:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261799:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261823:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261885:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.261927:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000001:3.0:1767384961.262009:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384961.262018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000001:3.0:1767384961.262019:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384961.262022:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f2aff4 00000400:00000010:3.0:1767384961.262025:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064f2aff4. 00000400:00000200:3.0:1767384961.262030:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384961.262035:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384961.262045:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ef26d7a4. 00000400:00000010:3.0:1767384961.262049:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c40f9633. 00000400:00000200:3.0:1767384961.262055:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp46 00000400:00000010:3.0:1767384961.262059:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000017b5bb8f. 00000400:00000200:1.0:1767384961.262063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000010:3.0:1767384961.262064:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e9e4c828. 00000400:00000010:3.0:1767384961.262070:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82bdf90. 00000400:00000010:3.0:1767384961.262076:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e0f5e0c7. 00000400:00000200:3.0:1767384961.262081:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp46 00000400:00000200:3.0:1767384961.262093:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp46 local destination 00000400:00000200:1.0:1767384961.262094:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384961.262099:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp46 00000400:00000200:3.0:1767384961.262104:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp46 NI seq info: [204:204:256:4294967295] 192.168.203.112@tcp46 LPNI seq info [186:186:8:4294967295] 00000400:00000200:3.0:1767384961.262110:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp46 00000400:00000200:3.0:1767384961.262118:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp46(192.168.203.112@tcp46:) -> 192.168.203.112@tcp46(192.168.203.112@tcp46:192.168.203.112@tcp46) : GET try# 0 00000400:00000200:1.0:1767384961.262119:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000800:00000200:3.0:1767384961.262124:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp46 00000800:00000010:3.0:1767384961.262128:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a88fb2fa. 00000800:00000200:3.0:1767384961.262133:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 00000800:00000200:3.1:1767384961.262138:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 00000400:00000200:1.0:1767384961.262144:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384961.262172:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp46 added to recovery queue. ping count: 2 next ping: 286 health :800 00000400:00000200:1.0:1767384961.262195:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262212:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.262226:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262262:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.262268:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262288:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384961.262292:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262316:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262344:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262391:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262448:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262478:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000800:00000010:1.0:1767384961.262479:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a983c617. 00000800:00000010:1.0:1767384961.262485:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024bbc3ee. 00000800:00000010:1.0:1767384961.262490:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c79dcd0b. 00000800:00000010:1.0:1767384961.262525:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c79dcd0b. 00000400:00000200:0.0:1767384961.262529:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00020000:1.0:1767384961.262534:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384961.262538:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024bbc3ee. 00000800:00000010:1.0:1767384961.262540:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a983c617. 00000400:00000200:0.0:1767384961.262560:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:02020000:1.0:1767384961.262575:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp27 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384961.262581:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384961.262590:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262619:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262639:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262655:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262672:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262704:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262723:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262740:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262755:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262769:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262785:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262807:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262823:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262841:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262857:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262872:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.262887:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263318:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263346:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263362:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263393:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263435:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263448:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263465:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384961.263481:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384961.263558:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029bc4fc5. 00000800:00000010:0.0:1767384961.263561:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c12dc8f8. 00000800:00000010:0.0:1767384961.263564:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea353d4f. 00000800:00000010:0.0:1767384961.263578:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea353d4f. 00000800:00020000:0.0:1767384961.263589:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384961.263590:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c12dc8f8. 00000800:00000010:0.0:1767384961.263592:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029bc4fc5. 00000400:02020000:0.0:1767384961.263621:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp46 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384961.263626:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp46 notifying 192.168.203.112@tcp46: down 00000800:00000200:0.0:1767384961.263631:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp46 down 00000800:00000100:0.0:1767384961.263635:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp46 00000800:00000010:0.0:1767384961.263637:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a88fb2fa. 00000400:00000200:0.0:1767384961.263640:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384961.263644:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp46->192.168.203.112@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384961.263651:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384961.263653:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384961.263655:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp46) recovery failed with -71 00010000:00000001:2.0:1767384961.517021:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384961.517026:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.517039:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384961.517040:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.517101:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384961.517104:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.517107:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384962.285934:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384962.285938:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384962.285940:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b82bdf90 00000400:00000010:1.0:1767384962.285944:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b82bdf90. 00000400:00000200:1.0:1767384962.285949:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384962.285955:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384962.285965:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000017b5bb8f. 00000400:00000010:1.0:1767384962.285969:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e9e4c828. 00000400:00000200:1.0:1767384962.285979:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp47 00000400:00000010:1.0:1767384962.285983:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004bb1a965. 00000400:00000010:1.0:1767384962.285987:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fa39bfc1. 00000400:00000010:1.0:1767384962.285990:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000400:00000010:1.0:1767384962.285996:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a5be0dc. 00000400:00000200:1.0:1767384962.286000:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp47 00000400:00000200:1.0:1767384962.286011:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp47 local destination 00000400:00000200:1.0:1767384962.286017:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp47 00000400:00000200:1.0:1767384962.286021:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp47 NI seq info: [205:205:256:4294967295] 192.168.203.112@tcp47 LPNI seq info [187:187:8:4294967295] 00000400:00000200:1.0:1767384962.286027:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp47 00000400:00000200:1.0:1767384962.286037:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp47(192.168.203.112@tcp47:) -> 192.168.203.112@tcp47(192.168.203.112@tcp47:192.168.203.112@tcp47) : GET try# 0 00000800:00000200:1.0:1767384962.286043:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp47 00000800:00000010:1.0:1767384962.286046:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd17cb97. 00000800:00000200:1.0:1767384962.286051:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000800:00000200:1.1:1767384962.286057:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000400:00000200:1.0:1767384962.286068:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp47 added to recovery queue. ping count: 1 next ping: 285 health :900 00000400:00000200:2.0:1767384962.286161:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286204:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286224:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286243:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286262:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286297:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286322:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286341:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286379:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286406:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286433:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286448:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286464:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286480:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286494:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286509:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286524:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286541:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286555:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286571:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286586:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286609:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286633:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286668:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286701:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286721:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286740:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286761:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286780:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286796:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286849:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286922:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.286976:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.287039:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384962.287090:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:2.0:1767384962.287222:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000367d9fd1. 00000800:00000010:2.0:1767384962.287227:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db655898. 00000800:00000010:2.0:1767384962.287232:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a78687e. 00000800:00000010:2.0:1767384962.287247:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a78687e. 00000800:00020000:2.0:1767384962.287255:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384962.287257:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db655898. 00000800:00000010:2.0:1767384962.287260:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000367d9fd1. 00000400:02020000:2.0:1767384962.287291:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp47 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384962.287295:0:16124:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp47 notifying 192.168.203.112@tcp47: down 00000400:00000200:2.0:1767384962.287299:0:16124:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384962.287302:0:16124:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp47 00000800:00000010:2.0:1767384962.287305:0:16124:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd17cb97. 00000400:00000200:2.0:1767384962.287308:0:16124:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384962.287312:0:16124:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp47->192.168.203.112@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384962.287319:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384962.287321:0:16124:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384962.287323:0:16124:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp47) recovery failed with -71 00010000:00000001:2.0:1767384962.541877:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384962.541910:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384962.541917:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384962.541918:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.541940:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384962.541945:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384962.541948:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384962.715826:0:38903:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384962.715840:0:38903:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384962.715847:0:38903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384962.715855:0:38903:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384962.715861:0:38903:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384962.715865:0:38903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384962.988931:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384962.988937:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384962.988944:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094f09720. 00000020:00000040:0.0:1767384962.988951:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384962.988956:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384962.988960:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384962.988965:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384962.988971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384962.988972:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002fd5aab. 00000100:00000001:3.0:1767384962.988981:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384962.988981:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384962.988987:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002805dbb. 00000100:00000001:0.0:1767384962.988989:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384962.988994:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384962.988995:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384962.989001:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384962.989003:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384962.989007:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384962.989007:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094f09720] to pc [ptlrpcd_00_03+3] req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384962.989013:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f468fc2. 00000100:00000001:3.0:1767384962.989021:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384962.989036:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384962.989036:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384962.989052:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384962.989056:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989057:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384962.989063:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002805dbb] to pc [ptlrpcd_00_00+0] req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.989063:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384962.989067:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384962.989074:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.989079:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384962.989082:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989085:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384962.989087:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384962.989092:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384962.989094:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384962.989096:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384962.989098:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384962.989101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767384962.989104:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094f09720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352234240:0@lo:13: 00000100:00000001:0.0:1767384962.989106:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384962.989110:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384962.989111:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384962.989111:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384962.989115:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384962.989117:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759d5eb2. 02000000:00000001:1.0:1767384962.989118:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384962.989120:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384962.989121:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384962.989124:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384962.989125:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384962.989131:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006ab86905. 00000100:00000001:3.0:1767384962.989132:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384962.989134:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989134:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384962.989136:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384962.989137:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384962.989141:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384962.989141:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbf8a465. 02000000:00000001:0.0:1767384962.989141:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384962.989145:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384962.989149:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384962.989151:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352234368:0@lo:400: 02000000:00000010:3.0:1767384962.989152:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000721f62ec. 00000400:00000010:1.0:1767384962.989152:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca993d50. 00000100:00000001:0.0:1767384962.989156:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384962.989159:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352234240, portal 4 00000100:00000001:3.0:1767384962.989160:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384962.989161:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384962.989162:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384962.989165:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605054592 : -106559104497024 : ffff9f15c66dca80) 02000000:00000001:0.0:1767384962.989165:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384962.989167:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384962.989169:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384962.989172:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092604ac6. 00000100:00000040:1.0:1767384962.989174:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384962.989178:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384962.989184:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000513bf423. 00000400:00000010:0.0:1767384962.989189:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000352168a0. 00000100:00000200:0.0:1767384962.989194:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352234368, portal 25 00000100:00000001:0.0:1767384962.989198:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384962.989201:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384962.989201:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384962.989201:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545438592 : -106559164113024 : ffff9f15c2e01f80) 00000100:00000001:3.0:1767384962.989206:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384962.989206:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384962.989207:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384962.989209:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3a4b9d2. 00000100:00000200:1.0:1767384962.989214:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352234240, offset 0 00000100:00000040:3.0:1767384962.989217:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000759d5eb2] to pc [ptlrpcd_00_01+1] req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.989218:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384962.989223:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384962.989224:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384962.989227:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000748927f2. 00000100:00000200:0.0:1767384962.989233:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352234368, offset 0 00000400:00000200:1.0:1767384962.989239:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384962.989242:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384962.989243:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384962.989247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384962.989252:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272107d00 00000400:00000200:0.0:1767384962.989253:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384962.989258:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384962.989263:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3584 00000400:00000200:0.0:1767384962.989263:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272107d80 00000100:00000010:3.0:1767384962.989264:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087192b50. 00000020:00000040:3.0:1767384962.989270:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:1.0:1767384962.989274:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384962.989275:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384962.989277:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1705 [2] + 0 02000000:00000001:3.0:1767384962.989279:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384962.989282:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384962.989284:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384962.989291:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e0a3b9d. 02000000:00000010:3.0:1767384962.989292:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f49afcac. 00000400:00000200:0.0:1767384962.989296:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bbf0bd6 00000400:00000200:0.0:1767384962.989300:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384962.989301:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384962.989304:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384962.989307:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384962.989308:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384962.989310:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008669c69c. 00000400:00000200:0.0:1767384962.989310:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbf0bd6 00000100:00000040:1.0:1767384962.989314:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000008669c69c x1853237352234240 msgsize 224 00000400:00000010:0.0:1767384962.989314:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bbf0bd6. 00000100:00000040:3.0:1767384962.989316:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384962.989321:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384962.989323:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384962.989323:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384962.989328:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000426c61ff x1853237352234368 msgsize 224 00000100:00000001:1.0:1767384962.989334:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384962.989337:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384962.989338:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384962.989341:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384962.989342:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384962.989343:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3a4b9d2 00000400:00000010:1.0:1767384962.989347:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3a4b9d2. 00000100:00000040:3.0:1767384962.989351:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087192b50] to pc [ptlrpcd_00_02+2] req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.989351:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384962.989352:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384962.989357:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384962.989357:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748927f2 00000400:00000010:0.0:1767384962.989360:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000748927f2. 00000100:00000001:0.0:1767384962.989378:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384962.989384:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.989398:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384962.989400:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384962.989401:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384962.989403:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384962.989407:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384962.989421:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384962.989421:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989421:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989425:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384962.989425:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384962.989429:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384962.989433:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eacc9311. 00000100:00000001:0.0:1767384962.989433:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989435:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384962.989440:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1767384962.989441:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5172 usecs (6 jiffies) 00000100:00000001:0.0:1767384962.989441:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294951949 00000100:00000001:3.0:1767384962.989443:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384962.989446:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384962.989447:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294951942 02000000:00000001:3.0:1767384962.989449:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384962.989449:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc5ba335. 02000000:00000010:3.0:1767384962.989456:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005f4f26b. 00000100:00000001:0.0:1767384962.989458:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384962.989459:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384962.989465:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384962.989466:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294951949 00000100:00000001:1.0:1767384962.989467:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294951949 00000100:00000001:1.0:1767384962.989472:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294951942 00000100:00000010:0.0:1767384962.989473:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5d65d60. 00000100:00000001:2.0:1767384962.989474:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384962.989478:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384962.989479:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352234368 00000100:00000001:3.0:1767384962.989480:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989480:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384962.989484:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384962.989487:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eacc9311] to pc [ptlrpcd_00_03+3] req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.989488:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294951949 00000100:00000001:0.0:1767384962.989488:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294951949 00000100:00000001:2.0:1767384962.989492:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384962.989494:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294951942 00000100:00000010:0.0:1767384962.989495:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f6ef214. 00000100:00000001:2.0:1767384962.989496:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989503:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767384962.989504:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384962.989506:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989508:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294951949 00000100:00000001:0.0:1767384962.989508:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294951949 00000100:00100000:2.0:1767384962.989509:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352234368 00000100:00000040:3.0:1767384962.989510:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (289) 00000020:00000001:2.0:1767384962.989512:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384962.989516:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:1.0:1767384962.989516:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294951942 00000100:00000010:0.0:1767384962.989519:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008805a5c3. 00000020:00000001:2.0:1767384962.989521:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384962.989522:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1767384962.989524:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:2.0:1767384962.989528:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384962.989528:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294951949 00000100:00000001:0.0:1767384962.989528:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384962.989532:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384962.989533:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.989534:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384962.989536:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989537:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989540:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384962.989541:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.989542:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384962.989543:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.989547:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384962.989549:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149bb7f1. 00000100:00000001:1.0:1767384962.989549:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384962.989549:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384962.989551:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384962.989553:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384962.989556:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384962.989556:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384962.989557:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384962.989558:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384962.989558:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989560:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767384962.989564:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149bb7f1. 00000100:00100000:0.0:1767384962.989565:0:16136:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1767384962.989566:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.989569:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.989573:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384962.989574:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384962.989575:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073785071. 00000100:00000001:1.0:1767384962.989575:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384962.989577:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989577:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384962.989579:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384962.989581:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384962.989582:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767384962.989584:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d6e3aab. 02000000:00000001:1.0:1767384962.989584:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384962.989585:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384962.989590:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384962.989593:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9a8032a. 00000100:00100000:1.0:1767384962.989593:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237352234752:0@lo:400: 00000100:00000001:0.0:1767384962.989594:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384962.989596:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989599:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384962.989600:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384962.989601:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384962.989602:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384962.989603:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384962.989603:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384962.989605:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384962.989606:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384962.989606:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352234496:0@lo:400: 02000000:00000010:1.0:1767384962.989610:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000911b5a8f. 00000100:00000001:2.0:1767384962.989612:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384962.989613:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989613:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384962.989616:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384962.989617:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384962.989618:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043184b41. 00000100:00000001:2.0:1767384962.989621:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384962.989621:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384962.989622:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3a4b9d2. 02000000:00000001:0.0:1767384962.989624:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384962.989627:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352234752, portal 10 02000000:00000010:0.0:1767384962.989628:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000008fdcbf. 00000100:00000001:1.0:1767384962.989630:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384962.989631:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545435008 : -106559164116608 : ffff9f15c2e01180) 02000000:00000001:0.0:1767384962.989631:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.989633:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384962.989633:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e0a3b9d. 00000100:00000040:1.0:1767384962.989637:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384962.989640:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000748927f2. 00000100:00000200:0.0:1767384962.989643:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352234496, portal 4 00000100:00000001:1.0:1767384962.989644:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384962.989647:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384962.989648:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384962.989650:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384962.989651:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017e8d93d. 00000100:00000200:1.0:1767384962.989653:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352234752, offset 0 00000100:00000001:0.0:1767384962.989653:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000040:0.0:1767384962.989658:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384962.989659:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384962.989662:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384962.989666:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384962.989666:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384962.989667:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384962.989670:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384962.989671:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272107f00 00000400:00000010:0.0:1767384962.989674:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b06c8f. 00000100:00100000:2.0:1767384962.989677:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000400:00000200:1.0:1767384962.989679:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000100:00000040:2.0:1767384962.989685:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000400:00000200:1.0:1767384962.989686:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384962.989688:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526329424 : -106558183222192 : ffff9f15fd575450) 00000100:00000200:0.0:1767384962.989690:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352234496, offset 0 00000400:00000200:1.0:1767384962.989692:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384962.989695:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000426c61ff x1853237352234368/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:188/0 lens 224/0 e 0 to 0 dl 1767384973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384962.989697:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384962.989702:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384962.989705:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384962.989707:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384962.989708:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384962.989709:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a80f88df. 00000020:00000010:2.0:1767384962.989712:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149bb7f1. 00000100:00000040:1.0:1767384962.989713:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a80f88df x1853237352234752 msgsize 224 00000400:00000200:0.0:1767384962.989713:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272107e00 00000100:00000001:2.0:1767384962.989717:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384962.989720:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384962.989720:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5008 00000400:00000200:0.0:1767384962.989724:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384962.989726:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149bb7f1. 00000100:00000001:1.0:1767384962.989728:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384962.989731:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384962.989734:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e8d93d 00000100:00100000:2.0:1767384962.989736:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000426c61ff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352234368:12345-0@lo:400: 00000400:00000010:1.0:1767384962.989737:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017e8d93d. 00000100:00000001:1.0:1767384962.989742:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384962.989743:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352234368 00000100:00000001:0.0:1767384962.989744:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384962.989747:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384962.989747:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1767384962.989748:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:0.0:1767384962.989752:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000413617cb. 00000020:00000001:2.0:1767384962.989753:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384962.989755:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000413617cb x1853237352234496 msgsize 224 00000020:00000001:2.0:1767384962.989756:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.989760:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384962.989760:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384962.989762:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384962.989763:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384962.989764:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000020:00000001:2.0:1767384962.989769:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384962.989771:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384962.989772:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384962.989775:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b06c8f 00000020:00000001:2.0:1767384962.989776:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384962.989777:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384962.989777:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030b06c8f. 00000020:00000001:2.0:1767384962.989779:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384962.989781:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384962.989781:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384962.989783:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989785:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.989786:0:16768:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384962.989786:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384962.989789:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3843 usecs (4 jiffies) 00000100:00000001:2.0:1767384962.989790:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384962.989794:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294951940 02000000:00000001:2.0:1767384962.989795:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384962.989797:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294951949 00000100:00000001:0.0:1767384962.989797:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384962.989799:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294951940 02000000:00000010:2.0:1767384962.989800:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa3c5a17. 00000100:00000040:0.0:1767384962.989800:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.989802:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294951949 02000000:00000001:2.0:1767384962.989805:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989806:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294951940 00000100:00000001:2.0:1767384962.989810:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989811:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294951949 00000100:00000001:0.0:1767384962.989814:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.989815:0:16768:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989816:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294951940 00000100:00000001:0.0:1767384962.989816:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:2.0:1767384962.989821:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352234368 00000100:00000001:1.0:1767384962.989821:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294951949 00000100:00000001:0.0:1767384962.989821:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989826:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384962.989827:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384962.989827:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5172 usecs (6 jiffies) 00000100:00000001:1.0:1767384962.989831:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989831:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294951942 00010000:00000200:2.0:1767384962.989834:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000426c61ff x1853237352234368/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.989835:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989840:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.989841:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294951949 00000100:00000001:1.0:1767384962.989845:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384962.989845:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294951942 00000100:00000001:1.0:1767384962.989848:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384962.989850:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294951949 00010000:00000001:2.0:1767384962.989851:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384962.989852:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384962.989853:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294951942 00010000:00000001:2.0:1767384962.989854:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989855:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384962.989855:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294951949 00000100:00001000:2.0:1767384962.989859:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384962.989859:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294951942 00000100:00000001:1.0:1767384962.989860:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.989861:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294951949 00000100:00100000:1.0:1767384962.989863:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384962.989864:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384962.989867:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.989868:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.989869:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384962.989870:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.989871:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384962.989873:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384962.989874:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.989874:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.989878:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:1.0:1767384962.989879:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384962.989938:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384962.989941:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.989943:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384962.989946:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384962.989954:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000100:00000200:2.0:1767384962.989956:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352234368, offset 224 00000400:00000200:2.0:1767384962.989960:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384962.989965:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384962.989970:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272107d80 00000400:00000200:2.0:1767384962.989973:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fd5 [1] + 224 00000400:00000200:2.0:1767384962.989975:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384962.989977:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384962.989980:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384962.989983:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384962.989989:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.989999:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384962.990003:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000400:00000010:2.0:1767384962.990004:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000100:00000001:2.0:1767384962.990007:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384962.990008:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384962.990011:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384962.990013:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:2.0:1767384962.990014:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384962.990016:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.990017:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384962.990019:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000426c61ff x1853237352234368/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384962.990026:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000426c61ff pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352234368:12345-0@lo:400: Request processed in 317us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384962.990031:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1767384962.990033:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:2.0:1767384962.990035:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384962.990037:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384962.990040:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d6e3aab. 00000020:00000010:2.0:1767384962.990043:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a8032a. 00000020:00000010:2.0:1767384962.990051:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073785071. 00000020:00000040:2.0:1767384962.990056:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:2.0:1767384962.990060:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384962.990061:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa3c5a17. 02000000:00000001:2.0:1767384962.990064:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384962.990066:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384962.990069:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384962.990072:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cb18082. 00000400:00000010:2.0:1767384962.990076:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c56d9b2d. 00000100:00000001:2.0:1767384962.990090:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384962.990092:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990099:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384962.990101:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384962.990105:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384962.990107:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384962.990108:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000513bf423. 00000400:00000200:2.0:1767384962.990111:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352168a0 00000400:00000010:2.0:1767384962.990112:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000352168a0. 00000100:00000001:2.0:1767384962.990116:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384962.990120:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384962.990127:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.990132:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384962.990134:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384962.990136:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384962.990137:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384962.990139:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384962.990140:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384962.990142:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384962.990145:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384962.990148:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384962.990151:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384962.990152:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384962.990154:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384962.990156:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990158:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384962.990166:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.990171:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384962.990173:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384962.990174:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384962.990178:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384962.990183:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000002805dbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352234368:0@lo:400: 00000100:00000001:2.0:1767384962.990189:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990190:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384962.990193:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000002805dbb x1853237352234368/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.990198:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384962.990200:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384962.990202:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092604ac6. 02000000:00000001:2.0:1767384962.990205:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384962.990207:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384962.990208:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384962.990210:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384962.990211:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f468fc2. 02000000:00000001:2.0:1767384962.990216:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384962.990217:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384962.990218:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002805dbb. 00000100:00000001:2.0:1767384962.990223:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384962.990225:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384962.990226:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990227:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384962.990229:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384962.990231:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990232:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990257:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384962.990259:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990278:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384962.990280:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352234496 02000000:00000001:2.0:1767384962.990282:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384962.990288:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384962.990289:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384962.990292:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384962.990294:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352234496 00000020:00000001:2.0:1767384962.990295:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384962.990296:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:2.0:1767384962.990298:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384962.990299:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000020:00000001:2.0:1767384962.990301:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000020:00000001:2.0:1767384962.990303:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384962.990305:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384962.990307:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149bb7f1. 00000020:00000010:2.0:1767384962.990311:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000067f9c22a. 00000020:00000040:2.0:1767384962.990317:0:17548:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:2.0:1767384962.990323:0:17548:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384962.990326:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073785071. 00000020:00000010:2.0:1767384962.990329:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d6e3aab. 00000020:00000010:2.0:1767384962.990331:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9a8032a. 00000100:00000040:2.0:1767384962.990339:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384962.990341:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384962.990342:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384962.990344:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384962.990348:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384962.990349:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384962.990351:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990356:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384962.990376:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384962.990378:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384962.990383:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384962.990385:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384962.990387:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605061760 : -106559104489856 : ffff9f15c66de680) 00000100:00000040:2.0:1767384962.990390:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000413617cb x1853237352234496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:188/0 lens 224/0 e 0 to 0 dl 1767384973 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.990396:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384962.990403:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002718e2b2. 00000100:00000001:2.0:1767384962.990405:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384962.990407:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002718e2b2. 00000100:00000001:1.0:1767384962.990408:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384962.990412:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384962.990413:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000413617cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16136:x1853237352234496:12345-0@lo:400: 00000100:00000200:2.0:1767384962.990416:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352234496 00000020:00000001:2.0:1767384962.990419:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384962.990419:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384962.990423:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384962.990425:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.990429:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384962.990432:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:1.0:1767384962.990434:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384962.990435:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384962.990437:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.990439:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384962.990441:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384962.990442:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384962.990445:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384962.990445:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384962.990448:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384962.990449:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.990452:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384962.990454:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087192b50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237352234624:0@lo:400: 00000100:00000001:2.0:1767384962.990456:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384962.990460:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384962.990460:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384962.990463:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa3c5a17. 02000000:00000001:1.0:1767384962.990464:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384962.990466:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384962.990467:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990469:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384962.990472:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384962.990473:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384962.990476:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352234496 02000000:00000010:1.0:1767384962.990477:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d5c4c0a. 00010000:00000001:2.0:1767384962.990478:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384962.990482:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384962.990485:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000413617cb x1853237352234496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384962.990487:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bfc6ed5. 00000400:00000010:1.0:1767384962.990494:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017e8d93d. 00010000:00000001:2.0:1767384962.990495:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384962.990499:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384962.990499:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352234624, portal 10 00000100:00001000:2.0:1767384962.990501:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384962.990503:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384962.990505:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384962.990506:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514545439488 : -106559164112128 : ffff9f15c2e02300) 00000100:00000040:2.0:1767384962.990509:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:2.0:1767384962.990512:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384962.990514:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384962.990516:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384962.990517:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.990526:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384962.990527:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384962.990535:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384962.990535:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384962.990539:0:37563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384962.990540:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb9f07. 00000400:00000010:2.0:1767384962.990541:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000100:00000200:1.0:1767384962.990543:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352234624, offset 0 00000100:00100000:0.0:1767384962.990543:0:37563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352234240 00000100:00000200:2.0:1767384962.990546:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352234496, offset 224 02000000:00000001:0.0:1767384962.990547:0:37563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384962.990550:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384962.990550:0:37563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384962.990552:0:37563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384962.990555:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384962.990555:0:37563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384962.990559:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384962.990559:0:37563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352234240 00000020:00000001:0.0:1767384962.990562:0:37563:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384962.990564:0:37563:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000001:0.0:1767384962.990568:0:37563:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384962.990569:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384962.990569:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272107e80 00000020:00000040:0.0:1767384962.990570:0:37563:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000001:0.0:1767384962.990576:0:37563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000400:00000200:1.0:1767384962.990578:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000020:00000001:0.0:1767384962.990578:0:37563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:0.0:1767384962.990582:0:37563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384962.990584:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272107e00 00000400:00000200:1.0:1767384962.990584:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384962.990586:0:37563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007af6c5aa. 00000100:00000001:0.0:1767384962.990591:0:37563:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384962.990592:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384962.990595:0:37563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007af6c5aa. 00000400:00000200:2.0:1767384962.990596:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fe5 [1] + 224 00000400:00000200:2.0:1767384962.990603:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384962.990603:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384962.990603:0:37563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092604ac6. 00000100:00000200:1.0:1767384962.990607:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384962.990609:0:37563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076d7cf4d. 00000400:00000200:2.0:1767384962.990610:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384962.990611:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b4506c3. 00000020:00000010:0.0:1767384962.990615:0:37563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:1.0:1767384962.990616:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001b4506c3 x1853237352234624 msgsize 224 00000100:00000001:2.0:1767384962.990618:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384962.990624:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384962.990627:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767384962.990628:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384962.990629:0:37563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:3.0:1767384962.990633:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:0.0:1767384962.990635:0:37563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384962.990639:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384962.990639:0:37563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384962.990642:0:37563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384962.990643:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384962.990646:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb9f07 00000400:00000010:1.0:1767384962.990651:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb9f07. 00000100:00000001:1.0:1767384962.990656:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384962.990660:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384962.990660:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384962.990667:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000400:00000010:2.0:1767384962.990670:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000100:00000001:1.0:1767384962.990670:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384962.990676:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384962.990677:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.990678:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384962.990683:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384962.990689:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:1.0:1767384962.990689:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.990693:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384962.990694:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384962.990697:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.990699:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.990700:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384962.990704:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3515 usecs (4 jiffies) 00000100:00000040:2.0:1767384962.990706:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000413617cb x1853237352234496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.990710:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294951941 00000100:00000001:3.0:1767384962.990711:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384962.990715:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384962.990716:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294951949 00000400:00000001:3.0:1767384962.990721:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384962.990721:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294951941 00000100:00100000:2.0:1767384962.990725:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000413617cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352234496:12345-0@lo:400: Request processed in 324us (965us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384962.990726:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384962.990726:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294951949 00000400:00000010:3.0:1767384962.990730:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e0a3b9d. 00000100:00000001:1.0:1767384962.990732:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294951941 00000100:00000001:1.0:1767384962.990736:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294951949 00000100:00100000:2.0:1767384962.990739:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000400:00000200:3.0:1767384962.990741:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748927f2 00000100:00000001:1.0:1767384962.990742:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294951941 00000400:00000010:3.0:1767384962.990745:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000748927f2. 00000100:00000040:2.0:1767384962.990745:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:1.0:1767384962.990746:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294951949 00000100:00000001:0.0:1767384962.990747:0:37563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990750:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384962.990752:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384962.990752:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384962.990753:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384962.990757:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.990758:0:37563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384962.990759:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384962.990763:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d6e3aab. 00000100:00000001:1.0:1767384962.990763:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.990768:0:37563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384962.990770:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a8032a. 00000100:00000001:1.0:1767384962.990770:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.990771:0:37563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384962.990777:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073785071. 00000100:00100000:0.0:1767384962.990778:0:37563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000200:3.0:1767384962.990779:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384962.990783:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000040:0.0:1767384962.990785:0:37563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384962.990788:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384962.990789:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384962.990790:0:37563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605549696 : -106559104001920 : ffff9f15c6755880) 00000100:00100000:1.0:1767384962.990793:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352234752 02000000:00000001:1.0:1767384962.990797:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384962.990799:0:37563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008669c69c x1853237352234240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:188/0 lens 224/0 e 0 to 0 dl 1767384973 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.990800:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384962.990801:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384962.990803:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384962.990804:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384962.990807:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384962.990809:0:16136:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384962.990811:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352234752 02000000:00000001:3.0:1767384962.990813:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384962.990814:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384962.990814:0:37563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384962.990816:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384962.990817:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000100:00000001:3.0:1767384962.990818:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384962.990819:0:37563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007af6c5aa. 00000020:00000001:1.0:1767384962.990821:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384962.990823:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384962.990824:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384962.990825:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000001:0.0:1767384962.990825:0:37563:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384962.990827:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352234624 00000100:00001000:3.0:1767384962.990830:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=82 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384962.990831:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384962.990831:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000010:0.0:1767384962.990831:0:37563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007af6c5aa. 00000100:00000001:2.0:1767384962.990834:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384962.990838:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384962.990839:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=82 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384962.990839:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00100000:0.0:1767384962.990842:0:37563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008669c69c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352234240:12345-0@lo:13: 02000000:00000001:2.0:1767384962.990844:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.990845:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384962.990847:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384962.990849:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352234624 00000100:00000001:3.0:1767384962.990850:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384962.990851:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9eedf3e. 00000100:00000200:0.0:1767384962.990851:0:37563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352234240 00000020:00000001:2.0:1767384962.990853:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384962.990857:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384962.990858:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000020:00000010:1.0:1767384962.990858:0:16776:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001b036e33. 00000020:00000001:0.0:1767384962.990858:0:37563:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384962.990864:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384962.990864:0:37563:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00080000:3.0:1767384962.990865:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384962.990866:0:16776:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000020:00000001:0.0:1767384962.990868:0:37563:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384962.990869:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000020:00000001:0.0:1767384962.990873:0:37563:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384962.990875:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:1.0:1767384962.990879:0:16776:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384962.990879:0:37563:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000020:00000001:2.0:1767384962.990881:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000010:1.0:1767384962.990883:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e741734e. 00000100:00000001:2.0:1767384962.990907:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384962.990909:0:37563:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384962.990911:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002718e2b2. 00000020:00000001:0.0:1767384962.990912:0:37563:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384962.990914:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990916:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384962.990917:0:37563:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384962.990919:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002718e2b2. 00000100:00000001:3.0:1767384962.990920:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384962.990921:0:37563:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384962.990923:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:0.0:1767384962.990925:0:37563:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384962.990926:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073785071. 00000100:00000001:3.0:1767384962.990928:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384962.990930:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000feacf36e. 00000100:00000001:0.0:1767384962.990932:0:37563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384962.990933:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384962.990934:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d6e3aab. 02000000:00000001:0.0:1767384962.990935:0:37563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384962.990936:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa3e98b2. 00000100:00000040:3.0:1767384962.990939:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384962.990941:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9a8032a. 02000000:00000010:0.0:1767384962.990941:0:37563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000037ac9c22. 00000100:00000040:1.0:1767384962.990944:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1767384962.990947:0:37563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990949:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384962.990949:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384962.990952:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384962.990953:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384962.990954:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384962.990956:0:37563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384962.990958:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384962.990959:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384962.990959:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384962.990961:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384962.990961:0:37563:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384962.990967:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384962.990967:0:37563:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384962.990968:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384962.990972:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384962.990972:0:37563:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384962.990977:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384962.990978:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00080000:00000001:0.0:1767384962.990978:0:37563:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:3.0:1767384962.990979:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759d5eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352234496:0@lo:400: 00000100:00000001:1.0:1767384962.990983:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384962.990984:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.990986:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384962.990992:0:37563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384962.990993:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384962.990997:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384962.990998:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384962.990998:0:37563:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384962.990999:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384962.991002:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384962.991003:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759d5eb2 x1853237352234496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:0.0:1767384962.991003:0:37563:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:2.0:1767384962.991010:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000001:1.0:1767384962.991011:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000020:0.0:1767384962.991012:0:37563:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384962.991015:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000020:0.0:1767384962.991019:0:37563:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384962.991023:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384962.991023:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00002000:00000020:0.0:1767384962.991025:0:37563:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:3.0:1767384962.991026:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384962.991028:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605555968 : -106559103995648 : ffff9f15c6757100) 00000100:00100000:1.0:1767384962.991028:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 02000000:00000010:3.0:1767384962.991030:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000008fdcbf. 00002000:00000001:0.0:1767384962.991031:0:37563:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:1.0:1767384962.991033:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00000001:1.0:1767384962.991036:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605548800 : -106559104002816 : ffff9f15c6755500) 02000000:00000001:3.0:1767384962.991037:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384962.991037:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b4506c3 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:188/0 lens 224/0 e 0 to 0 dl 1767384973 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384962.991039:0:37563:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000077bb0492. 00000020:00000001:3.0:1767384962.991040:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384962.991043:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384962.991046:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a80f88df x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:188/0 lens 224/0 e 0 to 0 dl 1767384973 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384962.991046:0:37563:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384962.991049:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1767384962.991050:0:37563:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384962.991052:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000721f62ec. 00002000:00000001:0.0:1767384962.991055:0:37563:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384962.991061:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:0.0:1767384962.991062:0:37563:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352234240 00000100:00000001:2.0:1767384962.991063:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384962.991065:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384962.991066:0:37563:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:3.0:1767384962.991068:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759d5eb2. 00000020:00000010:2.0:1767384962.991068:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002718e2b2. 00000100:00000001:1.0:1767384962.991070:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:0.0:1767384962.991072:0:37563:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008669c69c x1853237352234240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:188/0 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384962.991073:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384962.991074:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384962.991075:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b036e33. 00000100:00000001:3.0:1767384962.991077:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384962.991080:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002718e2b2. 00000100:00000001:1.0:1767384962.991081:0:16776:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384962.991082:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384962.991088:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b036e33. 00000100:00000001:3.0:1767384962.991089:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384962.991090:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b4506c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352234624:12345-0@lo:400: 00000100:00000001:3.0:1767384962.991093:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384962.991095:0:37563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384962.991097:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a80f88df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853237352234752:12345-0@lo:400: 00010000:00000001:0.0:1767384962.991099:0:37563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384962.991100:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352234624 00000100:00000001:3.0:1767384962.991101:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1767384962.991102:0:37563:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=82 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384962.991104:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352234752 00000020:00000001:2.0:1767384962.991105:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384962.991106:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384962.991108:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384962.991108:0:37563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384962.991109:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384962.991112:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384962.991113:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384962.991113:0:37563:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000001:2.0:1767384962.991115:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384962.991116:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.991116:0:37563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:2.0:1767384962.991118:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000020:00000001:1.0:1767384962.991120:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384962.991120:0:37563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384962.991121:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384962.991123:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 02000000:00000001:0.0:1767384962.991123:0:37563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384962.991124:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384962.991128:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384962.991128:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384962.991128:0:37563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384962.991132:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384962.991132:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384962.991135:0:37563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384962.991136:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384962.991136:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384962.991139:0:37563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b06c8f. 00000020:00000001:2.0:1767384962.991141:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384962.991141:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384962.991144:0:37563:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352234240, offset 224 00000100:00000001:2.0:1767384962.991145:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384962.991146:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384962.991148:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384962.991149:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384962.991149:0:37563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384962.991154:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008940077a. 00000100:00000001:1.0:1767384962.991154:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384962.991156:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384962.991158:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384962.991159:0:37563:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384962.991161:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384962.991162:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006ef3ae25. 00000020:00000001:2.0:1767384962.991165:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384962.991166:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384962.991167:0:37563:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272107d00 00010000:00000040:2.0:1767384962.991169:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352234624 00000100:00000001:1.0:1767384962.991171:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384962.991172:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384962.991175:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384962.991178:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b4506c3 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384962.991178:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352234752 00010000:00000001:1.0:1767384962.991181:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384962.991181:0:37563:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fd1 [1] + 224 00010000:00000200:1.0:1767384962.991187:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a80f88df x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384962.991191:0:37563:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384962.991198:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384962.991200:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384962.991205:0:37563:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384962.991208:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384962.991209:0:37563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384962.991210:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=87 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384962.991211:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384962.991213:0:37563:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384962.991217:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384962.991218:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384962.991222:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384962.991223:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000040:1.0:1767384962.991226:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 23 to 0@lo 00000100:00000001:2.0:1767384962.991229:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000040:0.0:1767384962.991229:0:37563:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.991230:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:2.0:1767384962.991235:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384962.991236:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384962.991239:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384962.991240:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384962.991244:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384962.991246:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384962.991247:0:37563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384962.991250:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384962.991252:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384962.991253:0:37563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b06c8f 00000400:00000010:2.0:1767384962.991254:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000400:00000010:0.0:1767384962.991256:0:37563:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030b06c8f. 00000400:00000010:1.0:1767384962.991257:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb9f07. 00000100:00000001:0.0:1767384962.991260:0:37563:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384962.991262:0:37563:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384962.991264:0:37563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384962.991265:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352234624, offset 224 00000100:00000200:1.0:1767384962.991266:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352234752, offset 224 00000100:00000040:0.0:1767384962.991268:0:37563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 22 to 0@lo 00010000:00000001:0.0:1767384962.991272:0:37563:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384962.991274:0:37563:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384962.991277:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384962.991278:0:37563:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384962.991283:0:37563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008669c69c x1853237352234240/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:188/0 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384962.991284:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384962.991289:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384962.991295:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384962.991300:0:37563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008669c69c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853237352234240:12345-0@lo:13: Request processed in 485us (1985us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384962.991304:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272107e80 00000400:00000200:1.0:1767384962.991305:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272107f00 00000400:00000200:2.0:1767384962.991314:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ff9 [1] + 224 00000100:00100000:0.0:1767384962.991315:0:37563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:0.0:1767384962.991320:0:37563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000400:00000200:2.0:1767384962.991322:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384962.991324:0:37563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384962.991325:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fe1 [1] + 224 00000100:00000001:0.0:1767384962.991327:0:37563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384962.991330:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384962.991331:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384962.991331:0:37563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076d7cf4d. 00000100:00000001:2.0:1767384962.991334:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384962.991337:0:37563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000400:00000200:1.0:1767384962.991339:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384962.991341:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384962.991342:0:37563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092604ac6. 00000100:00000001:1.0:1767384962.991344:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384962.991350:0:37563:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000100:00000200:1.0:1767384962.991351:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991353:0:37563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384962.991354:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.991377:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384962.991383:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c9518e 00000400:00000010:2.0:1767384962.991386:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c9518e. 00000100:00000040:1.0:1767384962.991387:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384962.991391:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384962.991394:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384962.991399:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384962.991401:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384962.991402:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384962.991403:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:2.0:1767384962.991407:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384962.991408:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384962.991411:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb9f07 00000020:00000001:2.0:1767384962.991412:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1767384962.991413:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - evictor 00000400:00000010:1.0:1767384962.991416:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb9f07. 00000100:00000001:1.0:1767384962.991419:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384962.991420:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b4506c3 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384962.991423:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384962.991424:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384962.991427:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384962.991430:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384962.991432:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384962.991435:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b4506c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853237352234624:12345-0@lo:400: Request processed in 368us (814us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384962.991435:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384962.991436:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000010:0.0:1767384962.991438:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bfc6ed5. 00010000:00000001:1.0:1767384962.991439:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384962.991441:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384962.991441:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e8d93d 00000020:00000001:1.0:1767384962.991445:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384962.991445:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017e8d93d. 00000100:00000001:0.0:1767384962.991450:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384962.991451:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a80f88df x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384962.991455:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000200:0.0:1767384962.991456:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384962.991462:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:2.0:1767384962.991466:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384962.991468:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a80f88df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853237352234752:12345-0@lo:400: Request processed in 395us (1751us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384962.991470:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384962.991472:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384962.991475:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d6e3aab. 00000100:00100000:1.0:1767384962.991479:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000020:00000010:2.0:1767384962.991480:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a8032a. 00000100:00000040:1.0:1767384962.991482:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000100:00000001:0.0:1767384962.991483:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384962.991486:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073785071. 00000100:00000001:1.0:1767384962.991486:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384962.991486:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384962.991490:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384962.991490:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384962.991492:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384962.991493:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000020:00000010:1.0:1767384962.991494:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000feacf36e. 00000100:00000001:0.0:1767384962.991494:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384962.991498:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991498:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384962.991499:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa3e98b2. 02000000:00000001:0.0:1767384962.991503:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384962.991506:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e741734e. 00000100:00001000:0.0:1767384962.991507:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=87 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384962.991511:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000100:00001000:0.0:1767384962.991511:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384962.991514:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991514:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384962.991516:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384962.991518:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384962.991523:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384962.991531:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.991533:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384962.991535:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384962.991537:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384962.991539:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384962.991543:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991549:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384962.991558:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384962.991560:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384962.991565:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384962.991573:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087192b50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853237352234624:0@lo:400: 00000400:00000001:0.0:1767384962.991581:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384962.991583:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384962.991585:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043184b41. 00000400:00000200:0.0:1767384962.991589:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3a4b9d2 00000400:00000010:0.0:1767384962.991591:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3a4b9d2. 00000100:00000001:0.0:1767384962.991594:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384962.991596:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384962.991600:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991605:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384962.991606:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991608:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384962.991609:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384962.991610:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384962.991611:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384962.991612:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384962.991615:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384962.991617:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384962.991619:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384962.991619:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384962.991621:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384962.991623:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384962.991628:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.991630:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384962.991630:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384962.991632:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384962.991636:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384962.991639:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991643:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384962.991644:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384962.991645:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384962.991646:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384962.991651:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eacc9311 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237352234752:0@lo:400: 00000400:00000001:0.0:1767384962.991654:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384962.991655:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384962.991656:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbf8a465. 00000400:00000200:0.0:1767384962.991659:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca993d50 00000400:00000010:0.0:1767384962.991660:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca993d50. 00000100:00000001:0.0:1767384962.991663:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384962.991665:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384962.991669:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991682:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384962.991683:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991683:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384962.991684:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384962.991685:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384962.991686:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384962.991687:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384962.991688:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384962.991690:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384962.991691:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384962.991692:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384962.991693:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384962.991694:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384962.991705:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.991706:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384962.991707:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384962.991708:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384962.991709:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384962.991710:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991714:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384962.991715:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384962.991716:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384962.991717:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384962.991719:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384962.991721:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384962.991725:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384962.991729:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384962.991731:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384962.991735:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094f09720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16139:1853237352234240:0@lo:13: 00000100:00000001:0.0:1767384962.991737:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991739:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384962.991740:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087192b50 x1853237352234624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991744:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384962.991745:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384962.991746:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d5c4c0a. 02000000:00000001:0.0:1767384962.991748:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384962.991749:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384962.991750:0:16139:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384962.991751:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384962.991757:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f49afcac. 02000000:00000001:0.0:1767384962.991759:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384962.991760:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384962.991761:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087192b50. 00000100:00000001:0.0:1767384962.991763:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384962.991763:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991764:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384962.991766:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eacc9311 x1853237352234752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991770:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384962.991771:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384962.991772:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000911b5a8f. 02000000:00000001:0.0:1767384962.991773:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384962.991774:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384962.991774:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384962.991775:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384962.991776:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005f4f26b. 02000000:00000001:0.0:1767384962.991777:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384962.991778:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384962.991778:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eacc9311. 00000100:00000001:0.0:1767384962.991780:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384962.991781:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991782:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384962.991783:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094f09720 x1853237352234240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384962.991786:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384962.991787:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384962.991788:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006ab86905. 02000000:00000001:0.0:1767384962.991790:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384962.991790:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384962.991791:0:16139:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384962.991792:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384962.991793:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000002fd5aab. 02000000:00000001:0.0:1767384962.991794:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384962.991795:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384962.991796:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094f09720. 00000100:00000001:0.0:1767384962.991798:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384962.991803:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991804:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384962.991807:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384962.991808:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384962.991809:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384962.991810:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.002925:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294951949, at 4294951950 00000100:00000010:1.0:1767384963.002934:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5d65d60. 00000100:00000040:3.0:1767384963.002964:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294951949, at 4294951950 00000100:00000040:2.0:1767384963.002965:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294951949, at 4294951950 00000100:00000010:3.0:1767384963.002975:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008805a5c3. 00000100:00000010:2.0:1767384963.002976:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f6ef214. 00000100:00000040:0.0:1767384963.003923:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294951949, at 4294951951 00000100:00000010:0.0:1767384963.003930:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc5ba335. 00000400:00000001:0.0:1767384963.308957:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384963.308962:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384963.308965:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000829bf06e 00000400:00000010:0.0:1767384963.308969:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000400:00000200:0.0:1767384963.308973:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384963.308978:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery ping unlinked 00000400:00000010:0.0:1767384963.308989:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004bb1a965. 00000400:00000010:0.0:1767384963.308992:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fa39bfc1. 00000001:00000001:2.0:1767384963.440587:0:39067:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384963.440590:0:39067:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:2.0:1767384963.446857:0:39067:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384963.458183:0:39068:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bda79c4e. 00000400:00000010:2.0:1767384963.458206:0:39068:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000699576a8. 00000400:00000010:2.0:1767384963.458238:0:39068:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cb8fc031. 00000400:00000010:2.0:1767384963.458245:0:39068:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000012cac5af. 00000400:00000010:2.0:1767384963.458251:0:39068:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008771e07b. 00000400:00000010:2.0:1767384963.458258:0:39068:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008bc55e18. 00000400:00000010:2.0:1767384963.458261:0:39068:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ba14d281. 00000400:00000010:2.0:1767384963.458264:0:39068:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bda5e5db. 00000400:00000010:2.0:1767384963.458269:0:39068:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007ab3daa3. 00000800:00000010:2.0:1767384963.458296:0:39068:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009a869832. 00000800:00000200:2.0:1767384963.458313:0:39068:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384963.458342:0:39068:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384963.458458:0:39068:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.112) 00000400:02000000:2.0:1767384963.458505:0:39068:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.112@tcp50 [8/256/0/180] 00000400:00000010:2.0:1767384963.462223:0:39068:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000003d59b887. 00000400:00000010:2.0:1767384963.462233:0:39068:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071e91da8. 00000400:00000010:2.0:1767384963.462244:0:39068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c9518e. 00000400:00000001:2.0:1767384963.462293:0:39068:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384963.462297:0:39068:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384963.462300:0:39068:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fda5d3f. 00000400:00000200:2.0:1767384963.462306:0:39068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3be1380 00000400:00000010:2.0:1767384963.462309:0:39068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3be1380. 00000400:00000010:2.0:1767384963.462317:0:39068:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000001e678aaf. 00000400:00000200:2.0:1767384963.462325:0:39068:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (41) 00000400:00000200:2.0:1767384963.462348:0:39068:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384963.462380:0:39068:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000400:00000200:3.0:1767384963.462391:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384963.462410:0:39068:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000367d9fd1. 00000400:00000200:3.0:1767384963.462411:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000010:3.0:1767384963.462425:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000020:01000000:2.0:1767384963.462426:0:39068:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384963.462435:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (42) 00000020:01000000:2.0:1767384963.462439:0:39068:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.112@tcp50 00000400:00000010:3.0:1767384963.462443:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f1bf321. 00000400:00000200:3.0:1767384963.462449:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767384963.462461:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767384963.462466:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000010:2.0:1767384963.462469:0:39068:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000699576a8. 00000400:00000200:3.0:1767384963.462474:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000010:2.0:1767384963.462482:0:39068:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bda79c4e. 00000020:00000001:1.0:1767384963.462492:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384963.462494:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 10000000:00000001:1.0:1767384963.462497:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384963.462501:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384963.462503:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 10000000:01000000:1.0:1767384963.462504:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384963.462510:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384963.462513:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000020:01000004:1.0:1767384963.462514:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384963.462518:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384963.462521:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000020:01000004:1.0:1767384963.462521:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384963.462524:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384963.462528:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384963.462530:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000020:01000004:1.0:1767384963.462531:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384963.462533:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384963.462537:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384963.462540:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000020:01000004:1.0:1767384963.462540:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384963.462547:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000100:00000010:1.0:1767384963.462548:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c70b0db9. 00000020:00000040:1.0:1767384963.462554:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000400:00000200:3.0:1767384963.462555:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000400:00000200:3.0:1767384963.462562:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000100:00000001:1.0:1767384963.462564:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384963.462565:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000400:00000200:3.0:1767384963.462570:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 02000000:00000001:1.0:1767384963.462570:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384963.462576:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 02000000:00000001:1.0:1767384963.462578:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.462579:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[197, 62] 00000400:00000200:3.0:1767384963.462585:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 62], ns[201, 62] 00000400:00000200:3.0:1767384963.462588:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 02000000:00000010:1.0:1767384963.462591:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a983c617. 00000400:00000200:3.0:1767384963.462593:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:3.0:1767384963.462600:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000100:00000001:1.0:1767384963.462602:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.462605:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[84, 50] 00000100:00000001:1.0:1767384963.462614:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384963.462618:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.462623:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 50], ns[172, 50] 00000100:00000040:1.0:1767384963.462628:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70b0db9] to pc [ptlrpcd_00_00+0] req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.462634:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 50], ns[94, 50] 00000400:00000200:3.0:1767384963.462647:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 50], ns[83, 50] 00000400:00000200:3.0:1767384963.462654:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 50], ns[183, 50] 00000400:00000200:3.0:1767384963.462659:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[122, 50] 10000000:00000001:1.0:1767384963.462664:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.462665:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 50], ns[117, 50] 10000000:00000001:1.0:1767384963.462668:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.462672:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384963.462675:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384963.462678:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 50], ns[115, 50] 00000400:00000200:3.0:1767384963.462682:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 50], ns[145, 50] 00000020:00000001:1.0:1767384963.462683:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384963.462686:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384963.462687:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 50], ns[180, 50] 10000000:00000001:1.0:1767384963.462688:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384963.462689:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:1.0:1767384963.462692:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384963.462695:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384963.462696:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 50], ns[150, 50] 00000020:01000004:1.0:1767384963.462697:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384963.462700:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384963.462701:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384963.462705:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384963.462708:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384963.462709:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384963.462710:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 50], ns[189, 50] 00000020:01000004:1.0:1767384963.462713:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384963.462717:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384963.462720:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384963.462737:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384963.462741:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384963.462745:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 50], ns[181, 50] 00000100:00000010:1.0:1767384963.462746:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc82cb64. 00000100:00000001:0.0:1767384963.462749:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384963.462752:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384963.462753:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.462757:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 50], ns[168, 50] 00000100:00000001:1.0:1767384963.462759:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384963.462761:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384963.462763:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384963.462765:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384963.462767:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.462768:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 50], ns[190, 50] 02000000:00000001:0.0:1767384963.462769:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384963.462777:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f7fc1e1. 00000100:00100000:0.0:1767384963.462777:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c70b0db9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352234880:0@lo:253: 00000400:00000200:3.0:1767384963.462781:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[184, 50], ns[202, 50] 00000100:00000001:1.0:1767384963.462784:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.462788:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384963.462791:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384963.462794:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 50], ns[195, 50] 00000100:00000001:1.0:1767384963.462794:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.462795:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384963.462800:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384963.462802:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc82cb64] to pc [ptlrpcd_00_01+1] req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384963.462804:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384963.462811:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[186, 50], ns[204, 50] 02000000:00000010:0.0:1767384963.462813:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000029bc4fc5. 10000000:00000001:1.0:1767384963.462815:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.462817:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.462830:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[187, 50], ns[205, 50] 10000000:00000001:1.0:1767384963.462832:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.462834:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024290130. 00000020:00000001:1.0:1767384963.462836:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384963.462842:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384963.462843:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0822e2a. 00000020:00000010:1.0:1767384963.462847:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000367d9fd1. 00000400:00000200:3.0:1767384963.462868:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000400:00000200:3.0:1767384963.462878:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000100:00000200:0.0:1767384963.462879:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352234880, portal 25 00000100:00000001:1.0:1767384963.462884:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.462884:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384963.462888:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp48 00000100:00000001:0.0:1767384963.462888:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605554176 : -106559103997440 : ffff9f15c6756a00) 00000100:00000001:1.0:1767384963.462890:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384963.462896:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384963.462899:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp48 lpni_is_preferred = 0 00000100:00000040:0.0:1767384963.462902:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384963.462904:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.462906:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp48 00000400:00000200:3.0:1767384963.462947:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp48 NI seq info: [206:206:256:4294967295] 192.168.203.112@tcp48 LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1767384963.462963:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp48 00000100:00000001:0.0:1767384963.462964:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384963.462965:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384963.462968:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.462973:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384963.462975:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384963.462979:0:16136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013563a65. 02000000:00000001:1.0:1767384963.462980:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384963.462985:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp48(192.168.203.112@tcp48:) -> 192.168.203.112@tcp48(192.168.203.112@tcp:192.168.203.112@tcp48) : PUT try# 0 02000000:00000001:1.0:1767384963.462986:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384963.462986:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352234880, offset 0 00000100:00100000:1.0:1767384963.462994:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc82cb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352235008:0@lo:253: 00000800:00000200:3.0:1767384963.462998:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.112@tcp48 00000400:00000200:0.0:1767384963.462999:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384963.463000:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384963.463006:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384963.463008:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.463016:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384963.463018:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca526bc0. 02000000:00000010:1.0:1767384963.463022:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a01fbd17. 00000400:00000200:0.0:1767384963.463023:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384963.463026:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384963.463030:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d5047f3. 00000400:00000010:1.0:1767384963.463032:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b483a11. 00000800:00000010:3.0:1767384963.463036:0:16134:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009d20846d. 00000400:00000200:0.0:1767384963.463037:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272107f80 00000400:00000010:1.0:1767384963.463038:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000368c43b9. 00000800:00000200:3.0:1767384963.463046:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (2) 00000400:00000200:0.0:1767384963.463049:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x170d [2] + 0 00000800:00000200:3.1:1767384963.463054:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (2) 00000400:00000010:0.0:1767384963.463055:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004adad42. 00000400:00000200:0.0:1767384963.463061:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e6db385 00000100:00000200:1.0:1767384963.463065:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352235008, portal 25 00000400:00000200:0.0:1767384963.463068:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384963.463069:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384963.463070:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000100:00000001:1.0:1767384963.463072:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605546112 : -106559104005504 : ffff9f15c6754a80) 00000400:00000200:3.0:1767384963.463077:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000100:00000040:1.0:1767384963.463078:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.463080:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384963.463088:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e6db385 00000100:00000001:1.0:1767384963.463089:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384963.463093:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e6db385. 00000100:00000040:1.0:1767384963.463097:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384963.463100:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384963.463101:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4d0a628. 00000100:00000200:0.0:1767384963.463103:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384963.463105:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237352235008, offset 0 00000100:00000040:0.0:1767384963.463107:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000005330c3e8 x1853237352234880 msgsize 4848 00000400:00000200:1.0:1767384963.463116:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384963.463120:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384963.463123:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384963.463127:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384963.463135:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384963.463138:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272108000 00000400:00000200:1.0:1767384963.463145:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x171d [2] + 0 00000400:00000010:1.0:1767384963.463147:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ede7ada. 00000400:00000200:3.0:1767384963.463149:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384963.463151:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d666b2e 00000400:00000200:0.0:1767384963.463155:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013563a65 00000400:00000200:1.0:1767384963.463157:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384963.463158:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013563a65. 00000400:00000200:1.0:1767384963.463163:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.463163:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384963.463167:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d666b2e 00000100:00000200:0.0:1767384963.463170:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384963.463171:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d666b2e. 00000100:00000001:1.0:1767384963.463177:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384963.463180:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384963.463182:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384963.463184:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000834578ed x1853237352235008 msgsize 4848 00000100:00000040:0.0:1767384963.463187:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384963.463194:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384963.463199:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384963.463205:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000100:00000001:0.0:1767384963.463207:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463213:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384963.463219:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d0a628 00000100:00000001:0.0:1767384963.463220:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384963.463223:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4d0a628. 00000100:00000001:1.0:1767384963.463228:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384963.463230:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384963.463233:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.463237:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294952423 00000100:00000010:0.0:1767384963.463244:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc5ba335. 00000100:00000001:1.0:1767384963.463245:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384963.463248:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000100:00000040:1.0:1767384963.463250:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.463253:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384963.463280:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463283:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384963.463285:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294952423 00000100:00000010:0.0:1767384963.463292:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b7d7f70. 00000100:00000001:1.0:1767384963.463297:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.463298:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384963.463305:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294952423 00000100:00000001:0.0:1767384963.463307:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294952423 00000100:00000001:1.0:1767384963.463314:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294952423 00000100:00000010:0.0:1767384963.463316:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f6ef214. 00000100:00000001:1.0:1767384963.463324:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294952423 00000100:00000001:0.0:1767384963.463326:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384963.463329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000100:00000001:1.0:1767384963.463330:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294952423 00000100:00000001:0.0:1767384963.463333:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294952423 00000100:00000001:1.0:1767384963.463338:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294952423 00000100:00000010:0.0:1767384963.463342:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008805a5c3. 00000100:00000001:1.0:1767384963.463343:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294952423 00000100:00000001:1.0:1767384963.463349:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294952423 00000100:00000001:0.0:1767384963.463350:0:16136:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384963.463376:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384963.463379:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294952423 00000100:00000001:0.0:1767384963.463380:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463389:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.463391:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463398:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.463400:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000100:00000001:0.0:1767384963.463400:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.463431:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463436:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.463437:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.463440:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384963.463441:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.463443:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.463444:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384963.463446:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384963.463448:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.463450:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463451:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.463453:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463455:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463459:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.463474:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384963.463478:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000100:00100000:0.0:1767384963.463478:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352234880 00000100:00000001:1.0:1767384963.463481:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384963.463483:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384963.463485:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235008 00000100:00000001:0.0:1767384963.463486:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384963.463488:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384963.463490:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463491:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.463494:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.463495:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.463497:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.463499:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352234880 00000100:00100000:1.0:1767384963.463501:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235008 00000020:00000001:0.0:1767384963.463502:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384963.463505:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384963.463505:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000040:1.0:1767384963.463508:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:0.0:1767384963.463509:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384963.463510:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000020:00000001:1.0:1767384963.463511:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384963.463515:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000020:00000001:1.0:1767384963.463517:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384963.463522:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000040:0.0:1767384963.463522:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:0.0:1767384963.463527:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384963.463528:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384963.463532:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000400:00000200:3.0:1767384963.463534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000020:00000010:1.0:1767384963.463534:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000100:00000001:0.0:1767384963.463536:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384963.463540:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.463541:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adac94c4. 00000020:00000010:1.0:1767384963.463544:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000100:00000001:0.0:1767384963.463546:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.463549:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adac94c4. 00000020:00000010:1.0:1767384963.463551:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d5c4c0a. 00000020:00000010:0.0:1767384963.463558:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000008fdcbf. 00000020:00000010:1.0:1767384963.463560:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000feacf36e. 00000020:00000010:0.0:1767384963.463564:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000009e6413f. 00000020:00000010:1.0:1767384963.463568:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa3e98b2. 00000020:00000010:0.0:1767384963.463570:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000400:00000200:3.0:1767384963.463574:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000100:00000040:1.0:1767384963.463584:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384963.463588:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384963.463589:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384963.463591:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384963.463592:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384963.463595:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.463599:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000100:00000001:0.0:1767384963.463601:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463611:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.463612:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.463624:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.463625:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.463639:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384963.463640:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384963.463641:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384963.463643:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384963.463647:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000100:00100000:0.0:1767384963.463649:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:0.0:1767384963.463654:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00100000:1.0:1767384963.463658:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000001:0.0:1767384963.463658:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526334544 : -106558183217072 : ffff9f15fd576850) 00000100:00000040:1.0:1767384963.463664:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:1.0:1767384963.463668:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526331472 : -106558183220144 : ffff9f15fd575c50) 00000100:00000040:0.0:1767384963.463670:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000834578ed x1853237352235008/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:189/0 lens 4848/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384963.463675:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005330c3e8 x1853237352234880/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:189/0 lens 4848/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.463683:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384963.463684:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000020:00000010:0.0:1767384963.463687:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000adac94c4. 00000100:00000001:1.0:1767384963.463689:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384963.463692:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384963.463694:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c79dcd0b. 00000020:00000010:0.0:1767384963.463695:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000adac94c4. 00000100:00000001:1.0:1767384963.463699:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384963.463702:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c79dcd0b. 00000100:00100000:0.0:1767384963.463705:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000834578ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352235008:12345-0@lo:253: 00000100:00000200:0.0:1767384963.463709:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235008 00000020:00000001:0.0:1767384963.463711:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384963.463712:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005330c3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16136:x1853237352234880:12345-0@lo:253: 00000020:00000001:0.0:1767384963.463715:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384963.463717:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352234880 00000020:00000001:0.0:1767384963.463719:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.463720:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000020:00000001:1.0:1767384963.463720:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384963.463724:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384963.463725:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384963.463728:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.463730:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384963.463732:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384963.463733:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341456 : -1039210160 : ffffffffc20ee950) 00000020:00000001:1.0:1767384963.463739:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384963.463740:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384963.463741:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384963.463743:0:16770:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384963.463745:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000020:00000001:1.0:1767384963.463745:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384963.463746:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384963.463749:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384963.463750:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384963.463754:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.463755:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463761:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384963.463762:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384963.463765:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384963.463766:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384963.463772:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e0cb2dca. 02000000:00000010:1.0:1767384963.463773:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e9e660fa. 00000400:00000200:3.0:1767384963.463774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 02000000:00000001:0.0:1767384963.463775:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.463778:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.463779:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.463781:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384963.463783:0:16770:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384963.463784:0:16768:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384963.463806:0:16770:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007c8a9ea0. 20000000:00000010:1.0:1767384963.463808:0:16768:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000095c2f133. 00000400:00000200:3.0:1767384963.463809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 20000000:01000000:0.0:1767384963.463811:0:16770:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384963.463813:0:16768:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384963.463816:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384963.463816:0:16770:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384963.463821:0:16770:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384963.463823:0:16770:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384963.463825:0:16770:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384963.463826:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384963.463827:0:16770:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384963.463829:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384963.463832:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384963.463834:0:16768:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384963.463836:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 20000000:00000010:0.0:1767384963.463838:0:16770:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092604ac6. 20000000:01000000:0.0:1767384963.463842:0:16770:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:0.0:1767384963.463847:0:16770:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384963.463852:0:16770:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384963.463858:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.463880:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00080000:00000001:0.0:1767384963.463917:0:16770:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384963.463921:0:16770:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384963.463922:0:16770:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384963.463924:0:16770:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384963.463928:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000020:00000001:0.0:1767384963.463929:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384963.463934:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00080000:00000001:0.0:1767384963.463938:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384963.463950:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed3de525. 00080000:00000001:0.0:1767384963.463952:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903438336 : -106558806113280 : ffff9f15d836c400) 00080000:00000001:0.0:1767384963.463955:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384963.463980:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464021:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000001:00000001:0.0:1767384963.464081:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384963.464083:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384963.464085:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384963.464104:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00080000:00000001:0.0:1767384963.464116:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384963.464126:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384963.464158:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464225:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00080000:00000001:0.0:1767384963.464275:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384963.464279:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384963.464303:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464374:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464426:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464469:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464528:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464571:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464618:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384963.464786:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384963.465054:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aa30578d. 00000800:00000010:3.0:1767384963.465061:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df3e6493. 00000800:00000010:3.0:1767384963.465070:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc74785f. 00000800:00000010:3.0:1767384963.465096:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc74785f. 00000800:00020000:3.0:1767384963.465107:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384963.465110:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df3e6493. 00000800:00000010:3.0:1767384963.465113:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000aa30578d. 00000400:02020000:3.0:1767384963.465178:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp48 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384963.465187:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp48 notifying 192.168.203.112@tcp48: down 00000800:00000200:3.0:1767384963.465193:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp48 down 00000800:00000100:3.0:1767384963.465212:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.112@tcp48 00000800:00000010:3.0:1767384963.465216:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca526bc0. 00000400:00000200:3.0:1767384963.465221:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384963.465227:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp48->192.168.203.112@tcp48: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384963.465237:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp48 added to recovery queue. ping count: 0 next ping: 286 health :900 00000400:00000200:3.0:1767384963.465240:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384963.465243:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 1 00000400:00000200:3.0:1767384963.465249:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384963.465344:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384963.465348:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x301171 00000400:00000001:3.0:1767384963.465351:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384963.465353:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384963.465355:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000400:00000010:3.0:1767384963.465356:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000400:00000200:3.0:1767384963.465372:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384963.465375:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384963.465378:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (43) 00000400:00000200:3.0:1767384963.465382:0:16134:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384963.465384:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc -71 00000400:00000200:3.0:1767384963.465387:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:3.0:1767384963.465422:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (42) 00080000:00000001:0.0:1767384963.472657:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384963.472662:0:16770:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:0.0:1767384963.472665:0:16770:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384963.472668:0:16770:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384963.472674:0:16770:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384963.472676:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384963.472682:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384963.472683:0:16770:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384963.472684:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384963.472688:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384963.472689:0:16770:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00040000:00000001:3.0:1767384963.472691:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384963.472694:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed3de525. 00080000:00000020:0.0:1767384963.472695:0:16770:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384963.472700:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:1.0:1767384963.472700:0:16768:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008098f6e2. 20000000:01000000:1.0:1767384963.472706:0:16768:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:1.0:1767384963.472712:0:16768:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384963.472713:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384963.472717:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384963.472717:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384963.472720:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384963.472725:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384963.472727:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384963.472735:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ca33910. 00010000:00000001:0.0:1767384963.472738:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384963.472740:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c835a631. 00000020:00000001:0.0:1767384963.472744:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384963.472747:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384963.472747:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c835a631 with handle 0x7ec529173eeb8532 to hash 00000020:00000001:0.0:1767384963.472751:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384963.472754:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00080000:00000001:1.0:1767384963.472755:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384963.472759:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00080000:00000001:1.0:1767384963.472760:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.472763:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384963.472765:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384963.472765:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.472771:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:0.0:1767384963.472771:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384963.472777:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176664 : -106559104374952 : ffff9f15c66fa758) 00010000:00000001:0.0:1767384963.472779:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384963.472783:0:16768:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384963.472784:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384963.472788:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384963.472790:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384963.472792:0:16768:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e44246bc. 00010000:00000001:0.0:1767384963.472792:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.472797:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384963.472798:0:16768:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510236000256 : -106563473551360 : ffff9f14c2035000) 00010000:00000001:0.0:1767384963.472799:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384963.472802:0:16768:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384963.472813:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384963.472816:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384963.472817:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384963.472818:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384963.472820:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008ca33910) refcount = 1 00010000:00010000:0.0:1767384963.472823:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.472827:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384963.472829:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384963.472831:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.472832:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.472834:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384963.472837:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384963.472840:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00000001:00000001:1.0:1767384963.472841:0:16768:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384963.472842:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384963.472844:0:16768:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.472845:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384963.472848:0:16768:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:0.0:1767384963.472849:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=4 00000020:00000001:0.0:1767384963.472853:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.472855:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.472857:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384963.472858:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384963.472859:0:16768:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384963.472864:0:16768:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384963.472869:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384963.472871:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.472875:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.472876:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384963.472878:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.472882:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384963.472883:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.472907:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384963.472910:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384963.472917:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c835a631 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384963.472919:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384963.472921:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384963.472923:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.472928:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384963.472929:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384963.472930:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384963.472931:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=5 00000020:00000001:0.0:1767384963.472933:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.472935:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.472937:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384963.472939:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.472943:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384963.472944:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384963.472946:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.472950:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384963.472951:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384963.472953:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384963.472955:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384963.472957:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c835a631 with handle 0x7ec529173eeb8532 from hash 00010000:00000001:0.0:1767384963.472959:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384963.472961:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.472962:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.472963:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384963.472964:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384963.472966:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384963.472968:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384963.472969:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.472974:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384963.472975:0:16768:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384963.472976:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384963.472978:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1767384963.472982:0:16768:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384963.472982:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.472985:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.472987:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.472989:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.472990:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.472992:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.472995:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.472996:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.472997:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384963.472998:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384963.472999:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.473000:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.473002:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384963.473004:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384963.473005:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.473007:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.473010:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384963.473011:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384963.473013:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c835a631/0x7ec529173eeb8532 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384963.473017:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008ca33910 count: 0 00010000:00000001:0.0:1767384963.473026:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384963.473027:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384963.477031:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294952423, at 4294952424 00000100:00000010:0.0:1767384963.477040:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc5ba335. 00000100:00000040:3.0:1767384963.477953:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294952423, at 4294952425 00000100:00000040:2.0:1767384963.477959:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294952423, at 4294952425 00000100:00000010:3.0:1767384963.477961:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008805a5c3. 00000100:00000010:2.0:1767384963.477973:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f6ef214. 00000100:00000040:1.0:1767384963.477992:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294952423, at 4294952425 00000100:00000010:1.0:1767384963.477999:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b7d7f70. 00010000:00000010:0.1:1767384963.478953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ca33910. 00010000:00000010:0.1:1767384963.478963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c835a631. 00080000:00000001:1.0:1767384963.480413:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384963.480417:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384963.480420:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384963.480422:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384963.480424:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384963.480426:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e44246bc. 00080000:00000001:1.0:1767384963.480429:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384963.480501:0:16768:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384963.480507:0:16768:0:(lu_object.c:207:lu_object_put()) Add 000000002ff293dd/000000006f42fe09 to site lru. bkt: 000000001354dd24 20000000:00000001:1.0:1767384963.480512:0:16768:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384963.480515:0:16768:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384963.480519:0:16768:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384963.480536:0:16768:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384963.480540:0:16768:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384963.480540:0:16792:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384963.480545:0:16792:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384963.480547:0:16792:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384963.480551:0:16768:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384963.480551:0:16792:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384963.480559:0:16792:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384963.480563:0:16792:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd22ef35. 00010000:00000001:0.0:1767384963.480566:0:16792:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384963.480568:0:16792:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c835a631. 00000020:00000001:0.0:1767384963.480571:0:16792:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384963.480576:0:16792:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c835a631 with handle 0x7ec529173eeb8539 to hash 00000020:00000001:0.0:1767384963.480578:0:16792:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384963.480579:0:16792:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.480582:0:16792:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.480584:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384963.480585:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.480589:0:16792:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480594:0:16792:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384963.480597:0:16792:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384963.480599:0:16792:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384963.480600:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384963.480602:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.480604:0:16792:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384963.480606:0:16792:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.480609:0:16792:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384963.480611:0:16792:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384963.480612:0:16792:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384963.480614:0:16792:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384963.480615:0:16792:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd22ef35) refcount = 1 00010000:00010000:0.0:1767384963.480618:0:16792:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480622:0:16792:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384963.480625:0:16792:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384963.480627:0:16792:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.480628:0:16792:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.480629:0:16792:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384963.480631:0:16792:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384963.480633:0:16792:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003395835s 00010000:00000001:0.0:1767384963.480639:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384963.480640:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384963.480642:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=4 00000020:00000001:0.0:1767384963.480644:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.480646:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.480648:0:16792:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384963.480649:0:16792:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480654:0:16792:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384963.480655:0:16792:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480659:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.480661:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384963.480663:0:16792:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480666:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384963.480668:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.480670:0:16792:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384963.480672:0:16792:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384963.480677:0:16792:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c835a631 already unused, calling callback (000000005b856d01) 00010000:00000001:0.0:1767384963.480679:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384963.480680:0:16792:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384963.480683:0:16792:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480687:0:16792:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384963.480688:0:16792:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384963.480690:0:16792:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384963.480693:0:16792:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=5 00000020:00000001:0.0:1767384963.480695:0:16792:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.480702:0:16792:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384963.480706:0:16792:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384963.480708:0:16792:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480714:0:16792:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384963.480718:0:16792:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384963.480720:0:16792:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.480723:0:16792:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384963.480725:0:16792:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384963.480727:0:16792:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384963.480729:0:16792:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384963.480732:0:16792:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c835a631 with handle 0x7ec529173eeb8539 from hash 00010000:00000001:0.0:1767384963.480735:0:16792:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384963.480737:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.480738:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.480739:0:16792:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384963.480741:0:16792:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384963.480743:0:16792:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384963.480745:0:16792:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384963.480747:0:16792:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.480750:0:16792:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.480752:0:16792:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384963.480755:0:16792:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384963.480759:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.480761:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.480763:0:16792:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.480764:0:16792:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.480766:0:16792:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.480769:0:16792:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480773:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.480774:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.480775:0:16792:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384963.480776:0:16792:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384963.480782:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384963.480784:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384963.480785:0:16792:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384963.480787:0:16792:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384963.480789:0:16792:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384963.480790:0:16792:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384963.480795:0:16792:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384963.480796:0:16792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384963.480797:0:16792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c835a631/0x7ec529173eeb8539 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16792 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384963.480810:0:16792:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd22ef35 count: 0 00010000:00000001:0.0:1767384963.480815:0:16792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384963.480816:0:16792:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384963.482419:0:16770:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384963.482423:0:16770:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384963.482424:0:16770:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007c8a9ea0. 20000000:00000001:0.0:1767384963.482430:0:16770:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384963.482433:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352235008 00010000:00000001:0.0:1767384963.482436:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384963.482441:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000834578ed x1853237352235008/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384963.482449:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384963.482451:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.482454:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.482458:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384963.482461:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384963.482464:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384963.482468:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384963.482470:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.482474:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384963.482477:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384963.482482:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013563a65. 00000100:00000200:0.0:1767384963.482487:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352235008, offset 224 00000400:00000200:0.0:1767384963.482502:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.482513:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384963.482522:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272108000 00000400:00000200:0.0:1767384963.482528:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2021 [2] + 224 00000400:00000200:0.0:1767384963.482535:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.482543:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.482549:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384963.482553:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384963.482561:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.482574:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384963.482579:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013563a65 00000400:00000010:0.0:1767384963.482580:0:16770:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013563a65. 00000100:00000001:0.0:1767384963.482583:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384963.482586:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384963.482590:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.482593:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384963.482595:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384963.482598:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.482600:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384963.482605:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000834578ed x1853237352235008/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.482612:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000834578ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16137:x1853237352235008:12345-0@lo:253: Request processed in 18928us (19427us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384963.482619:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:0.0:1767384963.482622:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384963.482624:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384963.482626:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384963.482630:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000feacf36e. 00000020:00000010:0.0:1767384963.482635:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa3e98b2. 00000020:00000010:0.0:1767384963.482638:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d5c4c0a. 00000020:00000040:0.0:1767384963.482647:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 02000000:00000001:0.0:1767384963.482651:0:16770:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384963.482653:0:16770:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e0cb2dca. 02000000:00000001:0.0:1767384963.482655:0:16770:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384963.482657:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384963.482661:0:16770:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384963.482668:0:16770:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0cd2e6. 00000400:00000010:0.0:1767384963.482674:0:16770:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013563a65. 00000100:00000001:0.0:1767384963.482690:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.482692:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384963.482696:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384963.482698:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384963.482701:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b483a11. 00000400:00000200:0.0:1767384963.482706:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368c43b9 00000400:00000010:0.0:1767384963.482708:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000368c43b9. 00000100:00000001:0.0:1767384963.482713:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384963.482717:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384963.482726:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.482735:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384963.482738:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.482741:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384963.482743:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384963.482746:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.482748:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384963.482752:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.482756:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=93 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384963.482759:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.482761:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384963.482763:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384963.482765:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384963.482767:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.482769:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.482773:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.482794:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.482797:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.482799:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384963.482802:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384963.482804:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384963.482806:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384963.482807:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384963.482808:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384963.482810:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384963.482811:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384963.482812:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384963.482814:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384963.482816:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.482821:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc82cb64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352235008:0@lo:253: 00000100:00000001:0.0:1767384963.482826:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.482828:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.482830:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc82cb64 x1853237352235008/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.482835:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384963.482837:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384963.482839:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a01fbd17. 02000000:00000001:0.0:1767384963.482844:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384963.482846:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384963.482847:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384963.482849:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384963.482851:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f7fc1e1. 02000000:00000001:0.0:1767384963.482858:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384963.482860:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384963.482862:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc82cb64. 00000100:00000001:0.0:1767384963.482865:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384963.482866:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.482868:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.482874:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.482879:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.482883:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.482922:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384963.483660:0:16768:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384963.483663:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384963.483664:0:16768:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000095c2f133. 20000000:00000001:0.0:1767384963.483684:0:16768:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384963.483688:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352234880 00010000:00000001:0.0:1767384963.483690:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384963.483695:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005330c3e8 x1853237352234880/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384963.483704:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384963.483705:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.483708:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.483712:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384963.483714:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384963.483717:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384963.483720:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384963.483722:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.483724:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384963.483728:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384963.483732:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b23872ae. 00000100:00000200:0.0:1767384963.483736:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352234880, offset 224 00000400:00000200:0.0:1767384963.483741:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.483748:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384963.483756:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272107f80 00000400:00000200:0.0:1767384963.483761:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2019 [2] + 224 00000400:00000200:0.0:1767384963.483767:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.483770:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.483773:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384963.483777:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384963.483785:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.483831:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384963.483837:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b23872ae 00000400:00000010:0.0:1767384963.483840:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b23872ae. 00000100:00000001:0.0:1767384963.483844:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384963.483846:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.483846:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384963.483849:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.483850:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384963.483871:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384963.483871:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384963.483873:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384963.483874:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384963.483876:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384963.483878:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024290130. 00000020:00000001:0.0:1767384963.483880:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384963.483883:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0822e2a 00000100:00000040:0.0:1767384963.483886:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005330c3e8 x1853237352234880/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384963.483888:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0822e2a. 00000100:00000001:1.0:1767384963.483894:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384963.483919:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384963.483929:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.483934:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384963.483936:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.483938:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384963.483939:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384963.483941:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005330c3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352234880:12345-0@lo:253: Request processed in 20209us (20791us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384963.483942:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.483946:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.483951:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384963.483955:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=93 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384963.483955:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000040:0.0:1767384963.483960:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00001000:1.0:1767384963.483961:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.483964:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384963.483965:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384963.483967:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384963.483969:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384963.483971:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000009e6413f. 00010000:00000001:1.0:1767384963.483972:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384963.483975:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.483978:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384963.483978:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000100:00000040:1.0:1767384963.483985:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384963.483985:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000008fdcbf. 00000020:00000040:0.0:1767384963.483990:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 02000000:00000001:0.0:1767384963.483994:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384963.483997:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e9e660fa. 00000100:00000001:1.0:1767384963.483998:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384963.484002:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384963.484003:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.484005:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.484006:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384963.484009:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384963.484010:0:16136:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384963.484014:0:16136:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384963.484016:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb9357dc. 00000020:01000004:1.0:1767384963.484017:0:16136:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384963.484022:0:16136:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384963.484022:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b23872ae. 00000020:01000004:1.0:1767384963.484024:0:16136:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384963.484028:0:16136:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384963.484029:0:16136:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384963.484031:0:16136:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384963.484033:0:16136:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384963.484034:0:16136:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384963.484037:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384963.484047:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c70b0db9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352234880:0@lo:253: 00000100:00000001:1.0:1767384963.484052:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.484054:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384963.484057:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c70b0db9 x1853237352234880/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.484064:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384963.484066:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384963.484068:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000029bc4fc5. 02000000:00000001:1.0:1767384963.484073:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384963.484075:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384963.484076:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767384963.484078:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384963.484079:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a983c617. 02000000:00000001:1.0:1767384963.484083:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384963.484084:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384963.484086:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c70b0db9. 00000100:00000001:1.0:1767384963.484089:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384963.484089:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.484091:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.484094:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384963.484095:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.484097:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.484099:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384963.490287:0:39073:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006058c0ce. 00000400:00000040:2.0:1767384963.490306:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384963.490309:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384963.490311:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384963.490312:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384963.490314:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384963.490316:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384963.490318:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384963.490319:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384963.490320:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384963.490321:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384963.490323:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384963.490324:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384963.490325:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384963.490326:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384963.490327:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384963.490329:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384963.490330:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384963.490331:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384963.490331:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384963.490336:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384963.490338:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384963.490339:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384963.490340:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384963.490341:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384963.490342:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384963.490344:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384963.490345:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384963.490346:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384963.490347:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384963.490348:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384963.490349:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384963.490350:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384963.490351:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384963.490353:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384963.490353:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384963.490355:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384963.490355:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384963.490357:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384963.490372:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384963.490374:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384963.490375:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384963.490376:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384963.490377:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384963.490378:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384963.490379:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384963.490381:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384963.490382:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384963.490383:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384963.490385:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384963.490386:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384963.490387:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384963.490388:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384963.490389:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384963.490390:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384963.490391:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384963.490392:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384963.490393:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384963.490522:0:39073:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006058c0ce. 00010000:00000010:0.1:1767384963.490929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd22ef35. 00010000:00000010:0.1:1767384963.490942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c835a631. 00010000:00000001:2.0:1767384963.564979:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384963.564986:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.564994:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384963.564997:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.565068:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384963.565074:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384963.565078:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384964.333940:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp47 00000400:00000010:0.0:1767384964.333947:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b39506d4. 00000400:00000010:0.0:1767384964.333954:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dbcadd73. 00000400:00000010:0.0:1767384964.333973:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b06c8f. 00000400:00000010:0.0:1767384964.333980:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bb391d98. 00000400:00000200:0.0:1767384964.333984:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp47 00000400:00000200:0.0:1767384964.334003:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp47 local destination 00000400:00000200:0.0:1767384964.334008:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp47 00000400:00000200:0.0:1767384964.334012:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp47 NI seq info: [207:207:256:4294967295] 192.168.203.112@tcp47 LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1767384964.334018:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp47 00000400:00000200:0.0:1767384964.334027:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp47(192.168.203.112@tcp47:) -> 192.168.203.112@tcp47(192.168.203.112@tcp47:192.168.203.112@tcp47) : GET try# 0 00000800:00000200:0.0:1767384964.334031:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp47 00000800:00000010:0.0:1767384964.334035:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b692da91. 00000800:00000200:0.0:1767384964.334041:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000800:00000200:0.1:1767384964.334046:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000400:00000200:0.0:1767384964.334062:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp47 added to recovery queue. ping count: 2 next ping: 289 health :800 00000800:00000200:0.0:1767384964.334091:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054976e51] -> 12345-192.168.203.112@tcp12 (6) 00000800:00000200:0.0:1767384964.334094:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp12 ip 192.168.203.112:988 00000800:00000200:0.0:1767384964.334098:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384964.334157:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334188:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334206:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334224:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334244:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334260:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334279:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334301:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334342:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334432:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334493:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334544:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334626:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334694:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334769:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334837:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334932:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.334968:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335016:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335083:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335156:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335219:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335340:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335421:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335456:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335496:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335538:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335587:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335620:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335656:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335696:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335742:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335790:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384964.335878:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384964.336092:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0cb2dca. 00000800:00000010:0.0:1767384964.336100:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db5e9837. 00000800:00000010:0.0:1767384964.336104:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093c3b376. 00000800:00000010:0.0:1767384964.336126:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093c3b376. 00000800:00020000:0.0:1767384964.336139:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384964.336142:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db5e9837. 00000800:00000010:0.0:1767384964.336145:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e0cb2dca. 00000400:02020000:0.0:1767384964.336198:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp47 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384964.336205:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp47 notifying 192.168.203.112@tcp47: down 00000400:00000200:0.0:1767384964.336208:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384964.336219:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp47 00000800:00000010:0.0:1767384964.336222:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b692da91. 00000400:00000200:0.0:1767384964.336227:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384964.336231:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp47->192.168.203.112@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384964.336238:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384964.336241:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384964.336246:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp47) recovery failed with -71 00000800:00000200:0.0:1767384964.336301:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384964.336304:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384964.336309:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384964.336312:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384964.336314:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.588945:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384964.588952:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.588960:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384964.588963:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.588986:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384964.588990:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.588993:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384965.357007:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:0.0:1767384965.357012:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000785ab2b6] -> 12345-192.168.203.112@tcp15 (6) 00000400:00000001:2.0:1767384965.357013:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384965.357015:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030b06c8f 00000400:00000010:2.0:1767384965.357019:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030b06c8f. 00000400:00000200:2.0:1767384965.357026:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384965.357026:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp15 ip 192.168.203.112:988 00000400:00000200:2.0:1767384965.357032:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery ping unlinked 00000800:00000200:0.0:1767384965.357033:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384965.357045:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b39506d4. 00000400:00000010:2.0:1767384965.357051:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dbcadd73. 00000400:00000200:2.0:1767384965.357055:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp46 00000800:00000200:0.0:1767384965.357059:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (4) 00000400:00000010:2.0:1767384965.357064:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009a81aa39. 00000800:00000200:0.1:1767384965.357065:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (4) 00000400:00000010:2.0:1767384965.357073:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ed8d2ad8. 00000400:00000010:2.0:1767384965.357078:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074d7bad1. 00000400:00000010:2.0:1767384965.357084:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e989b193. 00000400:00000200:2.0:1767384965.357087:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp46 00000400:00000200:2.0:1767384965.357098:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp46 local destination 00000400:00000200:2.0:1767384965.357106:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp46 00000400:00000200:2.0:1767384965.357111:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp46 NI seq info: [208:208:256:4294967295] 192.168.203.112@tcp46 LPNI seq info [190:190:8:4294967295] 00000400:00000200:2.0:1767384965.357119:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp46 00000400:00000200:2.0:1767384965.357128:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp46(192.168.203.112@tcp46:) -> 192.168.203.112@tcp46(192.168.203.112@tcp46:192.168.203.112@tcp46) : GET try# 0 00000800:00000200:2.0:1767384965.357134:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp46 00000800:00000010:2.0:1767384965.357140:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000463ee9f3. 00000800:00000200:2.0:1767384965.357147:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 00000800:00000200:2.1:1767384965.357180:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 00000800:00000200:1.0:1767384965.357181:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384965.357181:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384965.357182:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357202:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp46 added to recovery queue. ping count: 3 next ping: 295 health :700 00000800:00000001:0.0:1767384965.357208:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384965.357209:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp43 00000800:00000001:0.0:1767384965.357215:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384965.357216:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000097da6a8. 00000800:00000001:0.0:1767384965.357219:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384965.357222:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007adbea39. 00000400:00000010:2.0:1767384965.357227:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc68bef. 00000400:00000010:2.0:1767384965.357232:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001cac1260. 00000400:00000200:2.0:1767384965.357235:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp43 00000400:00000200:2.0:1767384965.357242:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp43 local destination 00000400:00000200:2.0:1767384965.357247:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp43 00000400:00000200:2.0:1767384965.357251:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp43 NI seq info: [209:209:256:4294967295] 192.168.203.112@tcp43 LPNI seq info [191:191:8:4294967295] 00000400:00000200:1.0:1767384965.357251:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.357252:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357261:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp43 00000400:00000200:2.0:1767384965.357269:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp43(192.168.203.112@tcp43:) -> 192.168.203.112@tcp43(192.168.203.112@tcp43:192.168.203.112@tcp43) : GET try# 0 00000800:00000200:2.0:1767384965.357274:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp43 00000800:00000010:2.0:1767384965.357277:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b8aabe0. 00000800:00000200:2.0:1767384965.357283:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000800:00000200:2.1:1767384965.357288:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000400:00000200:2.0:1767384965.357307:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp43 added to recovery queue. ping count: 4 next ping: 303 health :600 00000400:00000200:3.0:1767384965.357311:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357316:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp48 00000400:00000010:2.0:1767384965.357321:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000023f9bfe5. 00000400:00000010:2.0:1767384965.357326:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b683090f. 00000400:00000010:2.0:1767384965.357330:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c33e85. 00000400:00000200:1.0:1767384965.357331:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000010:2.0:1767384965.357335:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081acda60. 00000400:00000200:2.0:1767384965.357342:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp48 00000400:00000200:2.0:1767384965.357364:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp48 local destination 00000400:00000200:2.0:1767384965.357369:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp48 00000400:00000200:2.0:1767384965.357374:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp48 NI seq info: [210:210:256:4294967295] 192.168.203.112@tcp48 LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1767384965.357379:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp48 00000400:00000200:3.0:1767384965.357389:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357389:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357392:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp48(192.168.203.112@tcp48:) -> 192.168.203.112@tcp48(192.168.203.112@tcp48:192.168.203.112@tcp48) : GET try# 0 00000800:00000200:2.0:1767384965.357400:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp48 00000800:00000010:2.0:1767384965.357404:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e5e9e51e. 00000400:00000200:1.0:1767384965.357408:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000800:00000200:2.0:1767384965.357419:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (2) 00000800:00000200:2.1:1767384965.357424:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (2) 00000400:00000200:2.0:1767384965.357440:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp48 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:3.0:1767384965.357463:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357475:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357481:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.357525:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357533:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357562:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.357591:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357600:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357638:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357650:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.357667:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357667:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357719:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357731:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357742:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.357751:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357804:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357809:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357813:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.357830:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357882:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357911:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.357922:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.357944:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.357985:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.357990:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358006:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358027:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358059:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358079:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358098:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358101:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358123:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358164:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358167:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358195:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358196:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358240:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358254:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358267:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358276:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358310:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358357:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358363:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358372:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358396:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358431:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358459:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358460:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358463:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358502:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358539:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358541:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358569:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358614:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358630:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358647:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358648:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358674:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358710:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358716:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358743:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358746:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358776:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358808:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358826:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358834:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358873:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.358919:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.358929:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.358941:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.358954:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359010:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359014:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359022:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359025:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359074:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359086:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359124:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359125:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359142:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359146:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359214:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359217:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359227:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359231:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359296:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359309:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359323:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359369:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359391:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359425:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359438:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359439:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359466:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359509:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359531:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359531:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359534:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359582:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359605:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359612:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359632:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359659:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.359675:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359680:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359723:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359740:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359769:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359812:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359814:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.359829:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:3.0:1767384965.359880:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aa30578d. 00000800:00000010:3.0:1767384965.359909:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed2c67b4. 00000800:00000010:3.0:1767384965.359915:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000350dc26. 00000400:00000200:1.0:1767384965.359916:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.359919:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.359927:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000800:00000010:3.0:1767384965.359946:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000350dc26. 00000800:00020000:3.0:1767384965.359956:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384965.359970:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed2c67b4. 00000800:00000010:3.0:1767384965.359973:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000aa30578d. 00000400:00000200:1.0:1767384965.359979:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.360012:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360015:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:02020000:3.0:1767384965.360040:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp36 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384965.360045:0:16125:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384965.360047:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.360098:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360106:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360113:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.360171:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360178:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360190:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.360243:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360244:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360252:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360306:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360330:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.360331:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360363:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:0.0:1767384965.360415:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360417:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360433:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360484:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360497:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360539:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360572:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360577:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360635:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.112:988 00000800:00000010:0.0:1767384965.360635:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0cb2dca. 00000800:00000010:0.0:1767384965.360644:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db5e9837. 00000400:00000200:2.0:1767384965.360647:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000800:00000010:0.0:1767384965.360650:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005c0f0bc4. 00000400:00000200:1.0:1767384965.360672:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.112:988 00000800:00000010:0.0:1767384965.360690:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005c0f0bc4. 00000800:00020000:0.0:1767384965.360701:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384965.360705:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db5e9837. 00000800:00000010:0.0:1767384965.360709:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e0cb2dca. 00000400:00000200:1.0:1767384965.360710:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.360725:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.360753:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.112:988 00000400:02020000:0.0:1767384965.360776:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp43 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384965.360784:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp43 notifying 192.168.203.112@tcp43: down 00000400:00000200:2.0:1767384965.360795:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000200:0.0:1767384965.360799:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp43 down 00000400:00000200:1.0:1767384965.360800:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.112:988 00000800:00000100:0.0:1767384965.360812:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp43 00000800:00000010:0.0:1767384965.360815:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b8aabe0. 00000400:00000200:0.0:1767384965.360823:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384965.360830:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp43->192.168.203.112@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384965.360839:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384965.360843:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384965.360849:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp43) recovery failed with -71 00000800:00000010:1.0:1767384965.361016:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a081dc1c. 00000800:00000010:1.0:1767384965.361020:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083e79732. 00000800:00000010:1.0:1767384965.361024:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091a59289. 00000800:00000010:2.0:1767384965.361041:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000367d9fd1. 00000800:00000010:2.0:1767384965.361048:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384965.361054:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e07c564. 00000800:00000010:1.0:1767384965.361059:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091a59289. 00000800:00000010:2.0:1767384965.361090:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e07c564. 00000800:00020000:2.0:1767384965.361101:0:39636:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384965.361105:0:39636:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384965.361109:0:39636:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000367d9fd1. 00000400:02020000:2.0:1767384965.361186:0:39636:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp48 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384965.361193:0:39636:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp48 notifying 192.168.203.112@tcp48: down 00000400:00000200:2.0:1767384965.361197:0:39636:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384965.361201:0:39636:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp48 00000800:00000010:2.0:1767384965.361204:0:39636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e5e9e51e. 00000400:00000200:2.0:1767384965.361209:0:39636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384965.361212:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384965.361214:0:39636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp48->192.168.203.112@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384965.361225:0:39636:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384965.361229:0:39636:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384965.361234:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp46 from 202.3.0.2 00000400:00000200:2.0:1767384965.361236:0:39636:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp48) recovery failed with -71 00000800:00000010:0.0:1767384965.361240:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003f307c25. 00000800:00000010:3.0:1767384965.361313:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aa30578d. 00000800:00000010:3.0:1767384965.361319:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed2c67b4. 00000800:00000010:3.0:1767384965.361338:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007fbb1c29. 00000800:00000200:3.1:1767384965.361344:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (2) 00000800:00000200:3.1:1767384965.361372:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp46 000000007fbb1c29 deleted 00000800:00000010:3.1:1767384965.361374:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007fbb1c29. 00000800:00000200:3.1:1767384965.361379:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384965.361383:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp46 ip 192.168.203.112:970 00000800:00000200:3.1:1767384965.361387:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000463ee9f3 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384965.361392:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp46 p 3.x 192.168.203.112 -> 192.168.203.112:970 incarnation:1767384952770540782 sched[0] 00000800:00000010:3.0:1767384965.361397:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000350dc26. 00000800:00000010:3.0:1767384965.361454:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000350dc26. 00000800:00000010:3.0:1767384965.361458:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed2c67b4. 00000800:00000200:1.1:1767384965.361476:0:16124:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384965.361482:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp46 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384952770540782 sched[0] 00000800:00000010:1.0:1767384965.361488:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083e79732. 00000800:00000010:3.0:1767384965.361503:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003f307c25. 00000800:00000001:1.0:1767384965.361507:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384965.361513:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384965.361551:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384965.361554:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000463ee9f3. 00000400:00000200:1.0:1767384965.361557:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384965.361562:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp46->192.168.203.112@tcp46: GET: OK 00000400:00000200:1.0:1767384965.361566:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384965.361568:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp46 recovery message sent successfully:0 00000800:00000001:2.0:1767384965.361620:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384965.361622:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000001:2.0:1767384965.361630:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384965.361635:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384965.361644:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384965.361652:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp46(192.168.203.112@tcp46) <- 192.168.203.112@tcp46 : GET - for me 00000400:00000200:2.0:1767384965.361666:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384965.361668:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.361680:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x2011 [1] + 0 00000400:00000200:2.0:1767384965.361692:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp46 to MR: 192.168.203.112@tcp46 local destination 00000400:00000200:1.0:1767384965.361706:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384965.361711:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp46 NI seq info: [211:211:256:4294967295] 192.168.203.112@tcp46 LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1767384965.361730:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp46(192.168.203.112@tcp46:192.168.203.112@tcp46) -> 192.168.203.112@tcp46(192.168.203.112@tcp46:192.168.203.112@tcp46) 192.168.203.112@tcp46 : REPLY try# 0 00000800:00000200:2.0:1767384965.361738:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp46 00000800:00000010:2.0:1767384965.361742:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5e9e51e. 00000400:00000200:1.0:1767384965.361749:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:2.0:1767384965.361750:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b87a946d] -> 12345-192.168.203.112@tcp46 (4) 00000800:00000200:2.0:1767384965.361761:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp46 ip 192.168.203.112:988 00000800:00000200:2.0:1767384965.361764:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384965.361792:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:3.0:1767384965.361800:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384965.361829:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000800:00000001:3.0:1767384965.361872:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384965.361877:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384965.361877:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000800:00000001:3.0:1767384965.361879:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384965.361884:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384965.361906:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384965.361913:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp46(192.168.203.112@tcp46) <- 192.168.203.112@tcp46 : REPLY - for me 00000800:00000010:2.0:1767384965.361924:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5e9e51e. 00000400:00000200:3.0:1767384965.361926:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp46: Reply from 12345-192.168.203.112@tcp46 of length 272/272 into md 0x203d 00000400:00000200:2.0:1767384965.361933:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384965.361934:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384965.361941:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384965.361945:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384965.361948:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp46->192.168.203.112@tcp46: REPLY: OK 00000400:00000200:1.0:1767384965.361949:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384965.361956:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp46->192.168.203.112@tcp46: REPLY: OK 00000400:00000200:3.0:1767384965.361963:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d7bad1 00000400:00000010:3.0:1767384965.361965:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074d7bad1. 00000400:00000200:3.0:1767384965.361969:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384965.361975:0:16130:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009a81aa39. 00000400:00000010:3.0:1767384965.361985:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ed8d2ad8. 00000800:00000001:3.0:1767384965.361996:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384965.362000:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384965.362000:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000800:00000001:2.0:1767384965.362004:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384965.362047:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362090:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362121:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362151:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362187:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362224:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362253:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362283:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362307:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362321:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362333:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362345:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362372:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362395:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362406:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362418:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362429:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362441:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362463:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362474:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362485:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362496:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362507:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362519:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362531:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384965.362543:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384965.362608:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:1.0:1767384965.362610:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083e79732. 00000800:00000010:1.0:1767384965.362613:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091a59289. 00000800:00000010:1.0:1767384965.362625:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091a59289. 00000800:00020000:1.0:1767384965.362629:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384965.362631:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083e79732. 00000800:00000010:1.0:1767384965.362632:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:02020000:1.0:1767384965.362653:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp46 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384965.612964:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384965.612970:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384965.612984:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384965.612985:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384965.613047:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384965.613052:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384965.613056:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384966.061051:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384966.061058:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 2 10000000:00000001:2.0:1767384966.061065:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384966.061069:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384966.061071:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384966.061073:0:16773:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384966.061076:0:16773:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384966.061078:0:16773:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384966.061080:0:16773:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f1600e6d800 from 85 10000000:00000001:2.0:1767384966.061083:0:16773:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384966.061085:0:16773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384966.061093:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d48e8b48. 00000020:00000040:2.0:1767384966.061097:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384966.061103:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384966.061106:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384966.061112:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384966.061119:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7cb8677. 00000100:00000001:2.0:1767384966.061140:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.061156:0:16773:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384966.061159:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384966.061182:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000227fda97. 00010000:00000001:2.0:1767384966.061188:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384966.061191:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5062af6. 00000020:00000001:2.0:1767384966.061195:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384966.061198:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5062af6 with handle 0x7ec529173eeb8540 to hash 00000020:00000001:2.0:1767384966.061201:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384966.061203:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:2.0:1767384966.061207:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:2.0:1767384966.061211:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384966.061215:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384966.061218:0:16773:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384966.061228:0:16773:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384966.061239:0:16773:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384966.061245:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384966.061247:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384966.061253:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3294d27. 00000100:00000001:2.0:1767384966.061255:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515256846592 : -106558452705024 : ffff9f15ed475900) 00000100:00000001:2.0:1767384966.061259:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384966.061260:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259838464 : -106563449713152 : ffff9f14c36f0e00) 00000100:00000001:2.0:1767384966.061265:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384966.061267:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.061269:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384966.061271:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384966.061279:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.061289:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384966.061296:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.061300:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384966.061303:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384966.061305:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384966.061308:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352235136:0@lo:101: 00000100:00000001:2.0:1767384966.061313:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384966.061319:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384966.061322:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.061324:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384966.061328:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005962c73c. 02000000:00000001:2.0:1767384966.061330:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384966.061335:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ab22712. 00000400:00000010:2.0:1767384966.061363:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007f27645. 00000100:00000200:2.0:1767384966.061370:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352235136, portal 25 00000100:00000001:2.0:1767384966.061373:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384966.061374:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259838464 : -106563449713152 : ffff9f14c36f0e00) 00000100:00000040:2.0:1767384966.061378:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.061387:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384966.061390:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384966.061393:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003286e6b. 00000100:00000200:2.0:1767384966.061395:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352235136, offset 0 00000400:00000200:2.0:1767384966.061401:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384966.061414:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384966.061425:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272108080 00000400:00000200:2.0:1767384966.061432:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1735 [2] + 0 00000400:00000010:2.0:1767384966.061436:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026cf2eeb. 00000400:00000200:2.0:1767384966.061442:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000082bd0a06 00000400:00000200:2.0:1767384966.061448:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.061452:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384966.061456:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082bd0a06 00000400:00000010:2.0:1767384966.061458:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082bd0a06. 00000100:00000001:2.0:1767384966.061463:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384966.061465:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384966.061474:0:16773:0:(events.c:337:request_in_callback()) incoming req@000000005c0dfa44 x1853237352235136 msgsize 328 00000100:00100000:2.0:1767384966.061478:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384966.061481:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384966.061497:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384966.061507:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003286e6b 00000400:00000010:2.0:1767384966.061508:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003286e6b. 00000100:00000001:2.0:1767384966.061511:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384966.061514:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.061525:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384966.061528:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.061536:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.061538:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384966.061543:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.061548:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294955021 00000100:00000010:2.0:1767384966.061553:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000100:00000001:2.0:1767384966.061561:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384966.061591:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384966.061597:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235136 02000000:00000001:0.0:1767384966.061602:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384966.061605:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294955021 00000100:00000001:0.0:1767384966.061605:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384966.061612:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d192eaa1. 00000100:00000001:0.0:1767384966.061612:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.061619:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384966.061623:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.061628:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294955021 00000100:00100000:0.0:1767384966.061632:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235136 00000100:00000010:2.0:1767384966.061635:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aabc632f. 00000020:00000001:0.0:1767384966.061638:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384966.061640:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1767384966.061645:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384966.061646:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294955021 00000020:00000001:0.0:1767384966.061668:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384966.061669:0:16773:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009ace42e. 00000020:00000040:0.0:1767384966.061673:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:2.0:1767384966.061674:0:16773:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384966.061681:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384966.061684:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384966.061685:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384966.061690:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.061694:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384966.061695:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384966.061697:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384966.061701:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e3294d27 going to sleep for 11 seconds 00000020:00000010:0.0:1767384966.061703:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384966.061711:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384966.061712:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384966.061716:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384966.061718:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000020:00000010:0.0:1767384966.061730:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000492f00d1. 00000020:00000010:0.0:1767384966.061736:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098343acb. 00000020:00000010:0.0:1767384966.061743:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384966.061755:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384966.061759:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384966.061782:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384966.061784:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.061793:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.061812:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384966.061827:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384966.061830:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384966.061837:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00000040:0.0:1767384966.061842:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384966.061845:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526336592 : -106558183215024 : ffff9f15fd577050) 00000100:00000040:0.0:1767384966.061852:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c0dfa44 x1853237352235136/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:192/0 lens 328/0 e 0 to 0 dl 1767384977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384966.061864:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384966.061868:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384966.061870:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384966.061873:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000100:00100000:0.0:1767384966.061878:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c0dfa44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16773:x1853237352235136:12345-0@lo:101: 00000100:00000200:0.0:1767384966.061908:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235136 00000020:00000001:0.0:1767384966.061913:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384966.061917:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384966.061920:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.061923:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384966.061926:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:0.0:1767384966.061930:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384966.061932:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384966.061935:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384966.061937:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384966.061942:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.061945:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384966.061948:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384966.061950:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384966.061952:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384966.061954:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.061959:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384966.061974:0:16768:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ca33910. 00010000:00000001:0.0:1767384966.061977:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384966.061980:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c835a631. 00000020:00000001:0.0:1767384966.061984:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384966.061987:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c835a631 with handle 0x7ec529173eeb8547 to hash 00000020:00000001:0.0:1767384966.061989:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384966.061991:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:0.0:1767384966.061994:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00010000:0.0:1767384966.061997:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c835a631/0x7ec529173eeb8547 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7ec529173eeb8540 expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384966.062007:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e1cbe9dd : new locks_count 10 00000020:00000040:0.0:1767384966.062010:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:0.0:1767384966.062018:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384966.062021:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384966.062025:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000eebdf1fd. 02000000:00000001:0.0:1767384966.062028:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.062031:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.062034:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384966.062038:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384966.062041:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384966.062043:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384966.062045:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384966.062047:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384966.062050:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384966.062052:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384966.062055:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384966.062057:0:16768:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384966.062058:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384966.062061:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008ca33910) refcount = 1 00010000:00010000:0.0:1767384966.062067:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c835a631/0x7ec529173eeb8547 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7ec529173eeb8540 expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384966.062075:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384966.062077:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384966.062086:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384966.062088:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.062091:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384966.062097:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384966.062100:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c835a631/0x7ec529173eeb8547 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8540 expref: 15 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384966.062108:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384966.062111:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384966.062114:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384966.062117:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.062119:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384966.062122:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384966.062124:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384966.062125:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c835a631, rc 0) 00000020:00000001:0.0:1767384966.062129:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384966.062132:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352235136 00010000:00000001:0.0:1767384966.062135:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384966.062140:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c0dfa44 x1853237352235136/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:192/0 lens 328/344 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384966.062149:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384966.062152:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384966.062156:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384966.062161:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384966.062164:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384966.062168:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384966.062171:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384966.062174:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.062177:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384966.062179:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384966.062183:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000100:00000200:0.0:1767384966.062187:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352235136, offset 224 00000400:00000200:0.0:1767384966.062193:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384966.062209:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384966.062217:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272108080 00000400:00000200:0.0:1767384966.062229:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2049 [1] + 224 00000400:00000200:0.0:1767384966.062235:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.062239:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384966.062243:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384966.062246:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384966.062257:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384966.062279:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384966.062285:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384966.062288:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000100:00000001:0.0:1767384966.062293:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384966.062296:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384966.062301:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062303:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384966.062307:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000400:00000001:2.0:1767384966.062311:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384966.062313:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384966.062314:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384966.062319:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ab22712. 00000020:00000001:0.0:1767384966.062319:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.062333:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384966.062336:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f27645 00000400:00000010:2.0:1767384966.062339:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007f27645. 00000100:00000001:2.0:1767384966.062353:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384966.062357:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384966.062360:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c0dfa44 x1853237352235136/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:192/0 lens 328/344 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384966.062377:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.062396:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384966.062398:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c0dfa44 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352235136:12345-0@lo:101: Request processed in 529us (918us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384966.062399:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.062414:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384966.062417:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384966.062421:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384966.062423:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.062429:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384966.062429:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000040:0.0:1767384966.062436:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00001000:2.0:1767384966.062438:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=96 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384966.062442:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384966.062444:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384966.062446:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384966.062451:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384966.062453:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384966.062455:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098343acb. 00010000:00000001:2.0:1767384966.062456:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384966.062459:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062463:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384966.062464:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000100:00000040:2.0:1767384966.062467:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384966.062472:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000492f00d1. 00000100:00000001:2.0:1767384966.062479:0:16773:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384966.062482:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:2.0:1767384966.062483:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384966.062486:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384966.062490:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384966.062491:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384966.062496:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000eebdf1fd. 00000100:00100000:2.0:1767384966.062501:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352235136:0@lo:101: 02000000:00000001:0.0:1767384966.062509:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384966.062516:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.062517:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.062522:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062524:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000200:0.0:1767384966.062524:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384966.062528:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384966.062532:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384966.062533:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae75b55. 00000100:00000001:2.0:1767384966.062543:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384966.062544:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db5e9837. 00000100:00000010:2.0:1767384966.062546:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e3294d27. 00000100:00000001:2.0:1767384966.062552:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384966.062554:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.062557:0:16773:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384966.062570:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384966.062571:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384966.062573:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5062af6 refcount=4 00000020:00000001:2.0:1767384966.062575:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:2.0:1767384966.062578:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000040:2.0:1767384966.062583:0:16773:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b5062af6, remote cookie: 0x7ec529173eeb8547, flags: 0x0 00010000:00000001:2.0:1767384966.062586:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384966.062588:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384966.062589:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384966.062590:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384966.062592:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384966.062593:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000227fda97) refcount = 1 00010000:00010000:2.0:1767384966.062596:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384966.062601:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384966.062602:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384966.062604:0:16773:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384966.062606:0:16773:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384966.062608:0:16773:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384966.062611:0:16773:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384966.062625:0:16773:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384966.062626:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384966.062627:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384966.062628:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384966.062629:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384966.062630:0:16773:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062632:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384966.062634:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d48e8b48 x1853237352235136/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384982 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.062639:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384966.062641:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384966.062643:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005962c73c. 02000000:00000001:2.0:1767384966.062646:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384966.062647:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384966.062649:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384966.062651:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384966.062652:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7cb8677. 02000000:00000001:2.0:1767384966.062655:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384966.062656:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384966.062658:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d48e8b48. 00000100:00000001:2.0:1767384966.062663:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384966.062663:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384966.062665:0:16773:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384966.062667:0:16773:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384966.062668:0:16773:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b3f603b8) refs 3 10000000:00000001:2.0:1767384966.062670:0:16773:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.062671:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384966.062672:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384966.062674:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5062af6 refcount=3 00000020:00000001:2.0:1767384966.062675:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:2.0:1767384966.062677:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:2.0:1767384966.062678:0:16773:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384966.062680:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384966.062680:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384966.062681:0:16773:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384966.062687:0:16773:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384966.062690:0:16773:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a66a1f7b. 00000100:00000010:2.0:1767384966.062702:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d48e8b48. 00000020:00000040:2.0:1767384966.062704:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384966.062706:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384966.062708:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384966.062710:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384966.062713:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7cb8677. 00000100:00000001:2.0:1767384966.062716:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062719:0:16773:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384966.062721:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005962c73c. 00000100:00000010:2.0:1767384966.062723:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000a78687e. 00000020:00000040:2.0:1767384966.062725:0:16773:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384966.062728:0:16773:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384966.062729:0:16773:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384966.062732:0:16773:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3294d27. 00000100:00000001:2.0:1767384966.062733:0:16773:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637515256846592 : -106558452705024 : ffff9f15ed475900) 00000100:00000001:2.0:1767384966.062735:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384966.062736:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259838464 : -106563449713152 : ffff9f14c36f0e00) 00000100:00000001:2.0:1767384966.062739:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384966.062740:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062742:0:16773:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384966.062743:0:16773:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384966.062745:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.062750:0:16773:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384966.062751:0:16773:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.062753:0:16773:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384966.062755:0:16773:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384966.062756:0:16773:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384966.062758:0:16773:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352235264:0@lo:256: 00000100:00000001:2.0:1767384966.062761:0:16773:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384966.062762:0:16773:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384966.062764:0:16773:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062770:0:16773:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384966.062773:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ab22712. 00000400:00000010:2.0:1767384966.062777:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006e78d52c. 00000100:00000200:2.0:1767384966.062780:0:16773:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272108100-0x6958272108100, portal 33 00000100:00000001:2.0:1767384966.062783:0:16773:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.062784:0:16773:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384966.062786:0:16773:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000062275eb. 02000000:00000001:2.0:1767384966.062788:0:16773:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384966.062789:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae86962b. 00000400:00000010:2.0:1767384966.062792:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007f27645. 00000100:00000200:2.0:1767384966.062794:0:16773:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352235264, portal 25 00000100:00000001:2.0:1767384966.062795:0:16773:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384966.062796:0:16773:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259838464 : -106563449713152 : ffff9f14c36f0e00) 00000100:00000040:2.0:1767384966.062799:0:16773:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.062805:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384966.062806:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384966.062808:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003286e6b. 00000100:00000200:2.0:1767384966.062809:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352235264, offset 0 00000400:00000200:2.0:1767384966.062812:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384966.062817:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384966.062822:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272108100 00000400:00000200:2.0:1767384966.062826:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x177d [2] + 0 00000400:00000010:2.0:1767384966.062829:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015708fee. 00000400:00000200:2.0:1767384966.062831:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e6a17219 00000400:00000200:2.0:1767384966.062834:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.062837:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384966.062839:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a17219 00000400:00000010:2.0:1767384966.062841:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6a17219. 00000100:00000001:2.0:1767384966.062843:0:16773:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384966.062844:0:16773:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384966.062847:0:16773:0:(events.c:337:request_in_callback()) incoming req@00000000c14d0fae x1853237352235264 msgsize 304 00000100:00100000:2.0:1767384966.062850:0:16773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384966.062851:0:16773:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384966.062869:0:16773:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384966.062874:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003286e6b 00000400:00000010:2.0:1767384966.062875:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003286e6b. 00000100:00000001:2.0:1767384966.062877:0:16773:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384966.062880:0:16773:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.062909:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384966.062912:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.062918:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062920:0:16773:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384966.062925:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062928:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294955023 00000100:00000001:0.0:1767384966.062928:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384966.062935:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235264 00000100:00000001:2.0:1767384966.062937:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955021 02000000:00000001:0.0:1767384966.062941:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384966.062943:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294955023 00000100:00000001:0.0:1767384966.062946:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384966.062948:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955021 00000100:00000001:0.0:1767384966.062950:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062953:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294955023 02000000:00000001:0.0:1767384966.062958:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062959:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955021 00000100:00000001:2.0:1767384966.062964:0:16773:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294955023 00000100:00100000:0.0:1767384966.062967:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235264 00000100:00000001:2.0:1767384966.062968:0:16773:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955021 00000020:00000001:0.0:1767384966.062973:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384966.062974:0:16773:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384966.062979:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:2.0:1767384966.062980:0:16773:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.062986:0:16773:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384966.062987:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384966.062988:0:16773:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384966.062991:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00100000:2.0:1767384966.062992:0:16773:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e3294d27 going to sleep for 11 seconds 00000100:00000001:2.0:1767384966.062996:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384966.063000:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.063000:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:0.0:1767384966.063007:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:0.0:1767384966.063011:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384966.063015:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384966.063019:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384966.063022:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000020:00000010:0.0:1767384966.063027:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000492f00d1. 00000020:00000010:0.0:1767384966.063031:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098343acb. 00000020:00000010:0.0:1767384966.063035:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384966.063041:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384966.063044:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384966.063045:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384966.063047:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.063051:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.063064:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384966.063073:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384966.063075:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384966.063080:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:0.0:1767384966.063084:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384966.063095:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526333520 : -106558183218096 : ffff9f15fd576450) 00000100:00000040:0.0:1767384966.063101:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c14d0fae x1853237352235264/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:192/0 lens 304/0 e 0 to 0 dl 1767384977 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384966.063113:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384966.063117:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384966.063119:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384966.063121:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000100:00100000:0.0:1767384966.063126:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c14d0fae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352235264:12345-0@lo:256: 00000100:00000200:0.0:1767384966.063147:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235264 00000020:00000001:0.0:1767384966.063150:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384966.063154:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384966.063156:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.063159:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384966.063161:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:0.0:1767384966.063165:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384966.063167:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384966.063170:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384966.063172:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384966.063175:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.063179:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384966.063182:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384966.063185:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000eebdf1fd. 02000000:00000001:0.0:1767384966.063188:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.063191:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384966.063195:0:16768:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384966.063199:0:16768:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384966.063203:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384966.063206:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384966.063209:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384966.063212:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384966.063214:0:16768:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384966.063219:0:16768:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000064521952. 20000000:00000001:0.0:1767384966.063234:0:16768:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384966.063268:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384966.063277:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384966.063283:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384966.063287:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384966.063290:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384966.063293:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384966.063296:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384966.063299:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384966.063302:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384966.063305:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384966.063308:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384966.063311:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384966.063314:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384966.063316:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384966.063319:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384966.063322:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384966.063325:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384966.063329:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384966.063332:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384966.063335:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384966.063338:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384966.063363:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384966.063384:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384966.063387:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384966.063390:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384966.063393:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384966.063396:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384966.063399:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384966.063402:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384966.063405:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384966.063407:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384966.063410:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384966.063413:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384966.063416:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384966.063419:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384966.063422:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384966.063425:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384966.063428:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384966.063431:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384966.063450:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384966.063465:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384966.063469:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384966.063473:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:0.0:1767384966.063490:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384966.063494:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384966.063498:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384966.063501:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384966.063504:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384966.063507:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384966.063510:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384966.063513:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384966.063517:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384966.063519:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384966.063523:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384966.063527:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384966.063530:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384966.063533:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384966.063536:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384966.063540:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384966.063543:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384966.063546:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384966.063550:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384966.063553:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384966.063556:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384966.063560:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384966.063585:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384966.063588:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384966.063591:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384966.063594:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384966.063597:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384966.063600:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384966.063604:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384966.063607:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384966.063609:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384966.063612:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384966.063615:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384966.063618:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384966.063622:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384966.063625:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384966.063635:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384966.063638:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384966.063641:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384966.063644:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384966.063647:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384966.063649:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384966.063652:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:0.0:1767384966.063656:0:16768:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384966.063658:0:16768:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384966.063662:0:16768:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384966.063667:0:16768:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002cd999a2. 00000100:00000010:0.0:1767384966.063671:0:16768:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000007f6c58. 00000020:00000040:0.0:1767384966.063674:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=16 00010000:00000001:0.0:1767384966.063679:0:16768:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384966.063682:0:16768:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384966.063686:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000400:00000010:0.0:1767384966.063693:0:16768:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000370b829d. 00000400:00000200:0.0:1767384966.063698:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384966.063708:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384966.063717:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x6958272108100 00000400:00000200:0.0:1767384966.063723:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2059 [4] + 0 00000400:00000010:0.0:1767384966.063727:0:16768:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ab22712. 00000400:00000200:0.0:1767384966.063731:0:16768:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e78d52c 00000400:00000200:0.0:1767384966.063735:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.063748:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384966.063752:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e78d52c 00000400:00000010:0.0:1767384966.063754:0:16768:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006e78d52c. 00000100:00000001:0.0:1767384966.063758:0:16768:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384966.063760:0:16768:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d48e8b48 desc 000000005962c73c mbits 1853237352235264 00000100:00000001:0.0:1767384966.063776:0:16768:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384966.063781:0:16768:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384966.063787:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384966.063811:0:16768:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2065 00000400:00000200:0.0:1767384966.063814:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.063818:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384966.063831:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384966.063834:0:16768:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000002cd999a2 00000100:00000001:0.0:1767384966.063837:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384966.063842:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384966.063847:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384966.063847:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384966.063854:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000100:00000001:0.0:1767384966.063860:0:16768:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384966.063862:0:16768:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002cd999a2 00000100:00000001:0.0:1767384966.063865:0:16768:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384966.063871:0:16768:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x6958272108100-0x6958272108100 00000100:00000001:0.0:1767384966.063875:0:16768:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384966.063880:0:16768:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.063883:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384966.063886:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000100:00000010:0.0:1767384966.063889:0:16768:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000007f6c58. 00000100:00000010:0.0:1767384966.063892:0:16768:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002cd999a2. 00000100:00000001:0.0:1767384966.063895:0:16768:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384966.063897:0:16768:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384966.063932:0:16768:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000064521952. 20000000:00000001:0.0:1767384966.063937:0:16768:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384966.063941:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352235264 00010000:00000001:0.0:1767384966.063944:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384966.063948:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c14d0fae x1853237352235264/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:192/0 lens 304/240 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384966.063958:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384966.063960:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384966.063962:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384966.063967:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384966.063969:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:0.0:1767384966.063972:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:0.0:1767384966.063976:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384966.063977:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384966.063980:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384966.063983:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384966.063987:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000100:00000200:0.0:1767384966.063991:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352235264, offset 224 00000400:00000200:0.0:1767384966.064003:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384966.064019:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384966.064026:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272108100 00000400:00000200:0.0:1767384966.064031:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x205d [1] + 224 00000400:00000200:0.0:1767384966.064035:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.064038:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384966.064042:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384966.064046:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384966.064056:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384966.064093:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384966.064098:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:0.0:1767384966.064101:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000100:00000001:0.0:1767384966.064104:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384966.064106:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384966.064109:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384966.064112:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384966.064116:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384966.064118:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.064121:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384966.064127:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c14d0fae x1853237352235264/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:192/0 lens 304/240 e 0 to 0 dl 1767384977 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.064132:0:16773:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384966.064139:0:16773:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384966.064143:0:16773:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384966.064144:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c14d0fae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16773:x1853237352235264:12345-0@lo:256: Request processed in 1028us (1292us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384966.064156:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae86962b. 00000100:00100000:0.0:1767384966.064158:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000400:00000200:2.0:1767384966.064164:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f27645 00000100:00000040:0.0:1767384966.064166:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000400:00000010:2.0:1767384966.064169:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007f27645. 00000100:00000001:0.0:1767384966.064173:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384966.064175:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384966.064177:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384966.064184:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098343acb. 00000100:00000200:2.0:1767384966.064185:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384966.064193:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384966.064207:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000492f00d1. 00000100:00000200:2.0:1767384966.064211:0:16773:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.064225:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384966.064227:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000001:2.0:1767384966.064228:0:16773:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.064234:0:16773:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384966.064238:0:16773:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384966.064238:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384966.064245:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000eebdf1fd. 00000100:00000001:2.0:1767384966.064246:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384966.064249:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384966.064254:0:16773:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384966.064254:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384966.064260:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384966.064261:0:16773:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384966.064269:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=96 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384966.064271:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384966.064285:0:16773:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384966.064287:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ebf2ae0. 00000100:00000001:2.0:1767384966.064288:0:16773:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.064293:0:16773:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384966.064296:0:16773:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384966.064298:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dea9463. 00000100:00000001:2.0:1767384966.064299:0:16773:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384966.064308:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384966.064317:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.064323:0:16773:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384966.064325:0:16773:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384966.064329:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384966.064336:0:16773:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16773:1853237352235264:0@lo:256: 00000100:00000001:2.0:1767384966.064340:0:16773:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.064367:0:16773:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.064391:0:16773:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384966.064393:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384966.064395:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.064401:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384966.064403:0:16773:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e3294d27. 00000100:00000001:2.0:1767384966.064406:0:16773:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384966.064407:0:16773:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384966.064410:0:16773:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:2.0:1767384966.064413:0:16773:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384966.064418:0:16773:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a2b0a478. 00010000:00000001:2.0:1767384966.064438:0:16773:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384966.064459:0:16773:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384966.064464:0:16773:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.112@tcp has 192.168.203.112@tcp. 00000100:00000001:2.0:1767384966.064466:0:16773:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384966.064468:0:16773:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384966.064470:0:16773:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:2.0:1767384966.064472:0:16773:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000100:00000200:2.0:1767384966.064475:0:16773:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.112@tcp' 00000400:00000200:2.0:1767384966.064477:0:16773:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384966.064480:0:16773:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384966.064482:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:2.0:1767384966.064488:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384966.064492:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (41) 00000400:00000200:2.0:1767384966.064497:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (42) 00000400:00000200:2.0:1767384966.064512:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384966.064514:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384966.064517:0:16773:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384966.064519:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:2.0:1767384966.064521:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (43) 00000400:00000200:2.0:1767384966.064524:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:2.0:1767384966.064526:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:2.0:1767384966.064528:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064531:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:2.0:1767384966.064532:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:2.0:1767384966.064542:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064543:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:2.0:1767384966.064545:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:2.0:1767384966.064549:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064551:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:2.0:1767384966.064553:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:2.0:1767384966.064557:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064558:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:2.0:1767384966.064560:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:2.0:1767384966.064564:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064566:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:3.0:1767384966.064569:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384966.064569:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:2.0:1767384966.064578:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.064582:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000200:2.0:1767384966.064583:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:2.0:1767384966.064591:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000010:3.0:1767384966.064595:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000400:00000200:2.0:1767384966.064596:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064601:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:3.0:1767384966.064605:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (42) 00000400:00000200:2.0:1767384966.064605:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:2.0:1767384966.064614:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000010:3.0:1767384966.064616:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000031aee33f. 00000400:00000200:2.0:1767384966.064617:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:2.0:1767384966.064623:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:3.0:1767384966.064629:0:16134:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384966.064631:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064635:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:2.0:1767384966.064637:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:2.0:1767384966.064641:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064643:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:3.0:1767384966.064648:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384966.064648:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:2.0:1767384966.064657:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064660:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:2.0:1767384966.064664:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:3.0:1767384966.064666:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000200:2.0:1767384966.064669:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064674:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:2.0:1767384966.064679:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:2.0:1767384966.064686:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064688:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:3.0:1767384966.064693:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:2.0:1767384966.064694:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:2.0:1767384966.064707:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.064712:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:2.0:1767384966.064713:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:2.0:1767384966.064720:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:2.0:1767384966.064729:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064733:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:3.0:1767384966.064736:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000400:00000200:2.0:1767384966.064737:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:2.0:1767384966.064747:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064749:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:3.0:1767384966.064753:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:2.0:1767384966.064755:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:2.0:1767384966.064764:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.064769:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000400:00000200:2.0:1767384966.064771:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:2.0:1767384966.064778:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:2.0:1767384966.064805:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.064806:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000400:00000200:2.0:1767384966.064810:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:2.0:1767384966.064818:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:3.0:1767384966.064819:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000400:00000200:2.0:1767384966.064827:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.064831:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000400:00000200:2.0:1767384966.064833:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:2.0:1767384966.064840:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:3.0:1767384966.064844:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000400:00000200:2.0:1767384966.064848:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064854:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:3.0:1767384966.064856:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000400:00000200:2.0:1767384966.064859:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:2.0:1767384966.064867:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.064868:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000400:00000200:2.0:1767384966.064873:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:2.0:1767384966.064880:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:3.0:1767384966.064881:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000400:00000200:2.0:1767384966.064895:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064897:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:2.0:1767384966.064898:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:2.0:1767384966.064924:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064926:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:2.0:1767384966.064928:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:2.0:1767384966.064930:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064932:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:2.0:1767384966.064934:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:2.0:1767384966.064940:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064945:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:2.0:1767384966.064948:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:3.0:1767384966.064952:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000400:00000200:2.0:1767384966.064964:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.064965:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[197, 62] 00000400:00000200:2.0:1767384966.064970:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:2.0:1767384966.064976:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:3.0:1767384966.064980:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 62], ns[201, 62] 00000400:00000200:2.0:1767384966.064983:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.064988:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:2.0:1767384966.064992:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:2.0:1767384966.065000:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384966.065004:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000400:00000200:2.0:1767384966.065005:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:2.0:1767384966.065010:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:2.0:1767384966.065015:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.065020:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:2.0:1767384966.065023:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000200:3.0:1767384966.065027:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:2.0:1767384966.065030:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.065035:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp39 00000400:00000200:2.0:1767384966.065041:0:16773:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.112@tcp40 00000400:00000200:3.0:1767384966.065045:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:2.0:1767384966.065047:0:16773:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384966.065052:0:16773:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp40 00000100:00000001:2.0:1767384966.065056:0:16773:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.065060:0:16773:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.065065:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 50], ns[84, 50] 10000000:00000040:2.0:1767384966.065068:0:16773:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.112@tcp' by NID '192.168.203.112@tcp' 10000000:00000010:2.0:1767384966.065075:0:16773:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ebdf22d3. 00000400:00000200:3.0:1767384966.065079:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 50], ns[172, 50] 10000000:00000040:2.0:1767384966.065081:0:16773:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 87/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.112@tcp::2 00000020:00000080:2.0:1767384966.065089:0:16773:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384966.065093:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 50], ns[94, 50] 00000020:00000001:2.0:1767384966.065098:0:16773:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384966.065099:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 50], ns[83, 50] 00000020:00000010:2.0:1767384966.065104:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed8d2ad8. 00000400:00000200:3.0:1767384966.065108:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 50], ns[183, 50] 00000020:00000010:2.0:1767384966.065112:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015d16865. 00000400:00000200:3.0:1767384966.065116:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[122, 50] 00000040:00000010:2.0:1767384966.065119:0:16773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c4460428. 00000400:00000200:3.0:1767384966.065123:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 50], ns[117, 50] 00000020:00000010:2.0:1767384966.065125:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5847ffd. 00000020:00000010:2.0:1767384966.065133:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000114f726d. 00000400:00000200:3.0:1767384966.065134:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 50], ns[115, 50] 00000020:00000010:2.0:1767384966.065140:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000052e4db52. 00000400:00000200:3.0:1767384966.065145:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 50], ns[145, 50] 80000000:00000010:2.0:1767384966.065146:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059909f14. 40000000:00000010:2.0:1767384966.065154:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008a95e7e2. 00000400:00000200:3.0:1767384966.065155:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 50], ns[180, 50] 00100000:00000010:2.0:1767384966.065162:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006e5eac43. 00000400:00000200:3.0:1767384966.065163:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 50], ns[150, 50] 00040000:00000010:2.0:1767384966.065170:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e5e9e51e. 00000400:00000200:3.0:1767384966.065172:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 50], ns[189, 50] 00040000:00000010:2.0:1767384966.065198:0:16773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000096a10bef. 00040000:00000010:2.0:1767384966.065208:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000587e2f62. 00000400:00000200:3.0:1767384966.065213:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 50], ns[181, 50] 00080000:00000010:2.0:1767384966.065214:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b069bb0. 00000004:00000010:2.0:1767384966.065222:0:16773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008cbaf782. 00000400:00000200:3.0:1767384966.065227:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 50], ns[168, 50] 00000004:00000010:2.0:1767384966.065231:0:16773:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d6ccdab5. 00000400:00000200:3.0:1767384966.065237:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[191, 50], ns[209, 50] 00000004:00000010:2.0:1767384966.065246:0:16773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000387cda8a. 00000400:00000200:3.0:1767384966.065252:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[184, 50], ns[202, 50] 00002000:00000010:2.0:1767384966.065255:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000053838983. 00000004:00000010:2.0:1767384966.065262:0:16773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f45a73cd. 00000400:00000200:3.0:1767384966.065263:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 50], ns[195, 50] 00000004:00000001:2.0:1767384966.065271:0:16773:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384966.065275:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 50], ns[211, 50] 00000040:00000001:2.0:1767384966.065276:0:16773:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384966.065280:0:16773:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ebdf22d3 00000040:00001000:2.0:1767384966.065285:0:16773:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:3.0:1767384966.065288:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[189, 50], ns[207, 50] 00000040:00001000:2.0:1767384966.065289:0:16773:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384966.065293:0:16773:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384966.065296:0:16773:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384966.065305:0:16773:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:3.0:1767384966.065306:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[192, 50], ns[210, 50] 00000040:00001000:2.0:1767384966.065308:0:16773:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384966.065311:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384966.065318:0:16773:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.112@tcp::2 00000400:00000200:3.0:1767384966.065321:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000040:00000001:2.0:1767384966.065323:0:16773:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384966.065332:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp26 00000400:00000200:3.0:1767384966.065339:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp26 lpni_is_preferred = 0 00000400:00000200:3.0:1767384966.065369:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp26 00000400:00000200:3.0:1767384966.065376:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp26 NI seq info: [212:212:256:4294967295] 192.168.203.112@tcp26 LPNI seq info [194:194:8:4294967295] 00000400:00000200:3.0:1767384966.065393:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp26 00000400:00000200:3.0:1767384966.065403:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26:) -> 192.168.203.112@tcp26(192.168.203.112@tcp:192.168.203.112@tcp26) : PUT try# 0 00000800:00000200:3.0:1767384966.065412:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.112@tcp26 00000004:00000001:2.0:1767384966.065416:0:16773:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384966.065418:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047fa8540. 00000020:00000010:2.0:1767384966.065424:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000015d16865. 00000800:00000200:3.0:1767384966.065431:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000040:00000010:2.0:1767384966.065432:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c4460428. 00000020:00000010:2.0:1767384966.065440:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5847ffd. 00000800:00000200:3.1:1767384966.065446:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000020:00000010:2.0:1767384966.065449:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000114f726d. 00000020:00000010:2.0:1767384966.065456:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000052e4db52. 80000000:00000010:2.0:1767384966.065461:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059909f14. 40000000:00000010:2.0:1767384966.065466:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a95e7e2. 00100000:00000010:2.0:1767384966.065469:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006e5eac43. 00000800:00000200:3.1:1767384966.065474:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp26 ip 192.168.203.112:988 00040000:00000010:2.0:1767384966.065475:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e5e9e51e. 00000800:00000200:3.1:1767384966.065483:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047fa8540 type 1, nob 800 niov 1 nkiov 1 00040000:00000010:2.0:1767384966.065485:0:16773:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000096a10bef. 00040000:00000010:2.0:1767384966.065492:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000587e2f62. 00080000:00000010:2.0:1767384966.065496:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b069bb0. 00000004:00000010:2.0:1767384966.065500:0:16773:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cbaf782. 00000004:00000010:2.0:1767384966.065504:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d6ccdab5. 00000400:00000200:3.0:1767384966.065506:0:16134:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.112@tcp 00000400:00000200:3.0:1767384966.065511:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300571 rc 0 00000004:00000010:2.0:1767384966.065522:0:16773:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000387cda8a. 00002000:00000010:2.0:1767384966.065529:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000053838983. 00000004:00000010:2.0:1767384966.065532:0:16773:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f45a73cd. 00000020:00000010:2.0:1767384966.065535:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed8d2ad8. 00000020:00000001:2.0:1767384966.065538:0:16773:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384966.065541:0:16773:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384966.065544:0:16773:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ebdf22d3. 10000000:00000040:2.0:1767384966.065555:0:16773:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.112@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384966.065558:0:16773:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a2b0a478. 10000000:00000001:2.0:1767384966.065564:0:16773:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384966.065568:0:16773:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384966.065572:0:16773:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d48e8b48 x1853237352235264/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384982 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384966.065581:0:16773:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384966.065583:0:16773:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384966.065585:0:16773:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000062275eb. 02000000:00000001:2.0:1767384966.065589:0:16773:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384966.065590:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384966.065592:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384966.065595:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384966.065596:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384966.065598:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384966.065600:0:16773:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384966.065602:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384966.065604:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000a78687e. 00000100:00000010:2.0:1767384966.065607:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005962c73c. 00000100:00000001:2.0:1767384966.065611:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384966.065613:0:16773:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7cb8677. 00000800:00000200:3.0:1767384966.065614:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384966.065616:0:16773:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384966.065618:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 02000000:00000001:2.0:1767384966.065621:0:16773:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000010:3.0:1767384966.065622:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047fa8540. 00000100:00000010:2.0:1767384966.065626:0:16773:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d48e8b48. 00000400:00000200:3.0:1767384966.065632:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384966.065634:0:16773:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384966.065638:0:16773:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384966.065646:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: PUT: OK 10000000:00000010:2.0:1767384966.065659:0:16773:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a66a1f7b. 00000400:00000200:3.0:1767384966.065666:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:01000000:2.0:1767384966.065667:0:16773:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.112@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384966.065674:0:16773:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:3.0:1767384966.065676:0:16129:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.112@tcp: 0 00010000:00000001:2.0:1767384966.065683:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384966.065686:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384966.065689:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5062af6 refcount=3 00000020:00000001:2.0:1767384966.065692:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00000800:00000001:3.0:1767384966.065695:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384966.065696:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:2.0:1767384966.065702:0:16773:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384966.065705:0:16773:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384966.065709:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:3.0:1767384966.065711:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384966.065714:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384966.065721:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767384966.065722:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1767384966.065724:0:16773:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384966.065734:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384966.065734:0:16773:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384966.065750:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384966.065752:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384966.065754:0:16773:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384966.065761:0:16773:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384966.065763:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26) <- 192.168.203.112@tcp26 : PUT - for me 10000000:00000001:2.0:1767384966.065765:0:16773:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384966.065770:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384966.065772:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 3 10000000:00000001:2.0:1767384966.065775:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384966.065780:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384966.065801:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384966.065808:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.112@tcp of length 672/704 into md 0x1f81 [1] + 0 00000400:00000010:3.0:1767384966.065813:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000007372a0. 00000400:00000200:3.0:1767384966.065818:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d38b0642 00000800:00000001:3.0:1767384966.065824:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.065831:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384966.065834:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384966.065839:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: PUT: OK 00000400:00000200:3.0:1767384966.065842:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d38b0642 00000400:00000010:3.0:1767384966.065845:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00000400:00000200:3.0:1767384966.065848:0:16129:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384966.065852:0:16129:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000200:3.0:1767384966.065857:0:16129:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384966.065861:0:16129:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.112@tcp (704 bytes) 00000400:00000200:0.0:1767384966.065863:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384966.065867:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384966.065908:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000400:00000200:3.0:1767384966.065914:0:16129:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384966.065922:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp26 to MR: 192.168.203.112@tcp26 local destination 00000400:00000200:3.0:1767384966.065929:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp26 NI seq info: [213:213:256:4294967295] 192.168.203.112@tcp26 LPNI seq info [195:195:8:4294967295] 00000400:00000200:3.0:1767384966.065939:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) -> 192.168.203.112@tcp26(192.168.203.112@tcp26:192.168.203.112@tcp26) 192.168.203.112@tcp26 : ACK try# 0 00000800:00000200:3.0:1767384966.065945:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp26 00000400:00000200:2.0:1767384966.065946:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384966.065950:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047fa8540. 00000400:00000010:2.0:1767384966.065954:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000005962c73c. 00000800:00000200:3.0:1767384966.065960:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c06f292] -> 12345-192.168.203.112@tcp26 (4) 00000400:00000010:2.0:1767384966.065961:0:16134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae86962b. 00000400:00000010:2.0:1767384966.065968:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007f27645. 00000400:00000200:2.0:1767384966.065974:0:16134:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005962c73c 00000800:00000200:3.0:1767384966.065978:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp26 ip 192.168.203.112:989 00000400:00000010:2.0:1767384966.065981:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000136cd98b. 00000800:00000200:3.0:1767384966.065987:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047fa8540 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384966.065989:0:16134:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:2.0:1767384966.065997:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x302471 00000400:00000200:2.0:1767384966.066002:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000200:0.0:1767384966.066002:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000010:2.0:1767384966.066009:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000136cd98b. 00000800:00000001:3.0:1767384966.066022:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384966.066025:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003286e6b. 00000400:00000010:2.0:1767384966.066033:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab099218. 00000800:00000001:3.0:1767384966.066035:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.066043:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384966.066058:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384966.066064:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000200:2.0:1767384966.066087:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:2.0:1767384966.066093:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:2.0:1767384966.066100:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000400:00000200:2.0:1767384966.066107:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:0.0:1767384966.066107:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.066121:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000400:00000200:2.0:1767384966.066127:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000400:00000200:2.0:1767384966.066134:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000400:00000200:2.0:1767384966.066142:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000800:00000200:3.0:1767384966.066145:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384966.066151:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000800:00000010:3.0:1767384966.066152:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047fa8540. 00000400:00000200:3.0:1767384966.066162:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.066163:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000400:00000200:2.0:1767384966.066177:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000400:00000200:3.0:1767384966.066180:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: ACK: OK 00000400:00000200:2.0:1767384966.066187:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000400:00000200:2.0:1767384966.066204:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000400:00000200:0.0:1767384966.066224:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.066228:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[197, 62] 00000400:00000200:2.0:1767384966.066236:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 62], ns[201, 62] 00000400:00000200:2.0:1767384966.066241:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 62], ns[213, 62] 00000400:00000200:2.0:1767384966.066246:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 62], ns[54, 62] 00000400:00000200:2.0:1767384966.066256:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000400:00000200:2.0:1767384966.066260:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 54], ns[84, 54] 00000400:00000200:2.0:1767384966.066266:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 54], ns[172, 54] 00000400:00000200:2.0:1767384966.066272:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 54], ns[94, 54] 00000400:00000200:2.0:1767384966.066276:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 54], ns[83, 54] 00000400:00000200:2.0:1767384966.066280:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 54], ns[183, 54] 00000400:00000200:2.0:1767384966.066285:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 54], ns[122, 54] 00000400:00000200:2.0:1767384966.066289:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 54], ns[117, 54] 00000400:00000200:2.0:1767384966.066292:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 54], ns[115, 54] 00000400:00000200:2.0:1767384966.066297:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 54], ns[145, 54] 00000400:00000200:0.0:1767384966.066299:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.066303:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 54], ns[180, 54] 00000400:00000200:2.0:1767384966.066311:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 54], ns[150, 54] 00000400:00000200:2.0:1767384966.066317:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 54], ns[189, 54] 00000400:00000200:2.0:1767384966.066323:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 54], ns[181, 54] 00000400:00000200:2.0:1767384966.066328:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 54], ns[168, 54] 00000400:00000200:2.0:1767384966.066333:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[191, 54], ns[209, 54] 00000400:00000200:2.0:1767384966.066339:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[184, 54], ns[202, 54] 00000400:00000200:2.0:1767384966.066363:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 54], ns[195, 54] 00000400:00000200:0.0:1767384966.066392:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.066393:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 54], ns[211, 54] 00000400:00000200:2.0:1767384966.066407:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[189, 54], ns[207, 54] 00000400:00000200:2.0:1767384966.066413:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[192, 54], ns[210, 54] 00000400:00000200:2.0:1767384966.066418:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384966.066430:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp27 00000400:00000200:2.0:1767384966.066435:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384966.066438:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp27 00000400:00000200:2.0:1767384966.066443:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp27 NI seq info: [214:214:256:4294967295] 192.168.203.112@tcp27 LPNI seq info [196:196:8:4294967295] 00000400:00000200:2.0:1767384966.066449:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp27 00000400:00000200:2.0:1767384966.066459:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27:) -> 192.168.203.112@tcp27(192.168.203.112@tcp:192.168.203.112@tcp27) : GET try# 0 00000800:00000200:2.0:1767384966.066467:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp27 00000800:00000010:2.0:1767384966.066473:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e5e9e51e. 00000800:00000001:3.0:1767384966.066475:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384966.066482:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000800:00000001:3.0:1767384966.066483:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.066485:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000800:00000200:2.0:1767384966.066486:0:16134:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 8, 3 secs later) 00000800:00000001:3.0:1767384966.066490:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.066502:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384966.066502:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp27 ip 192.168.203.112:988 00000800:00000200:2.0:1767384966.066509:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384966.066511:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384966.066523:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000800:00000001:3.0:1767384966.066525:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.066527:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300671 rc 0 00000400:00000200:3.0:1767384966.066538:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp26(192.168.203.112@tcp26) <- 192.168.203.112@tcp26 : ACK - for me 00000400:00000200:3.0:1767384966.066552:0:16129:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp26: ACK from 12345-192.168.203.112@tcp26 into md 0x2071 00000400:00000200:3.0:1767384966.066558:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384966.066565:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp26->192.168.203.112@tcp26: ACK: OK 00000400:00000200:0.0:1767384966.066568:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384966.066571:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000400:00000010:3.0:1767384966.066577:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000400:00000200:3.0:1767384966.066583:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384966.066587:0:16129:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.112@tcp ev->status 0 00000400:00000200:3.0:1767384966.066592:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:3.0:1767384966.066607:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000800:00000001:3.0:1767384966.066616:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384966.066618:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384966.066624:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384966.066625:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e5e9e51e. 00000800:00000001:3.0:1767384966.066633:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384966.066636:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384966.066643:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.066646:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: GET: OK 00000400:00000200:0.0:1767384966.066648:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.066655:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384966.066663:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000400:00000200:3.0:1767384966.066668:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27) <- 192.168.203.112@tcp27 : GET - for me 00000800:00000001:2.0:1767384966.066678:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.066687:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384966.066688:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384966.066702:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 704/704 into md 0x2011 [1] + 0 00000400:00000200:3.0:1767384966.066720:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp27 to MR: 192.168.203.112@tcp27 local destination 00000400:00000200:0.0:1767384966.066726:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384966.066735:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp27 NI seq info: [215:215:256:4294967295] 192.168.203.112@tcp27 LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1767384966.066758:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) -> 192.168.203.112@tcp27(192.168.203.112@tcp27:192.168.203.112@tcp27) 192.168.203.112@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384966.066767:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.112@tcp27 00000400:00000200:2.0:1767384966.066768:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384966.066775:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047fa8540. 00000400:00000200:2.0:1767384966.066779:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 00000800:00000200:3.0:1767384966.066787:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000013cb5523] -> 12345-192.168.203.112@tcp27 (4) 00000400:00000200:0.0:1767384966.066804:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000800:00000200:3.0:1767384966.066813:0:16129:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.112 (cnted 2, interval 8, 3 secs later) 00000400:00000200:2.0:1767384966.066813:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000010:2.0:1767384966.066820:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000053838983. 00000800:00000200:3.0:1767384966.066826:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp27 ip 192.168.203.112:987 00000400:00000010:2.0:1767384966.066827:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f93d84. 00000800:00000200:3.0:1767384966.066831:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047fa8540 type 3, nob 800 niov 1 nkiov 1 00000400:00000010:2.0:1767384966.066838:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000390d615a. 00000400:00000200:2.0:1767384966.066846:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767384966.066855:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767384966.066859:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 167], ns[62, 185] 00000400:00000200:2.0:1767384966.066866:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:0.0:1767384966.066869:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.066873:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 62], ns[74, 62] 00000400:00000200:2.0:1767384966.066882:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[84, 62], ns[86, 62] 00000400:00000200:2.0:1767384966.066922:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[89, 62] 00000400:00000200:2.0:1767384966.066929:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 62], ns[102, 62] 00000400:00000200:2.0:1767384966.066933:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 62], ns[109, 62] 00000400:00000200:2.0:1767384966.066939:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 62], ns[124, 62] 00000400:00000200:2.0:1767384966.066943:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[134, 62] 00000400:00000200:2.0:1767384966.066948:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[123, 62], ns[141, 62] 00000400:00000200:2.0:1767384966.066952:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[138, 62], ns[156, 62] 00000400:00000200:2.0:1767384966.066958:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[143, 62], ns[161, 62] 00000800:00000200:3.0:1767384966.066960:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384966.066966:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[147, 62], ns[165, 62] 00000800:00000010:3.0:1767384966.066967:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047fa8540. 00000400:00000200:3.0:1767384966.066973:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.066978:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 62], ns[175, 62] 00000400:00000200:0.0:1767384966.066982:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.066986:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[197, 62] 00000400:00000200:3.0:1767384966.066991:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: REPLY: OK 00000400:00000200:2.0:1767384966.067006:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 62], ns[201, 62] 00000400:00000200:2.0:1767384966.067011:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 62], ns[213, 62] 00000400:00000200:2.0:1767384966.067015:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[197, 62], ns[215, 62] 00000400:00000200:2.0:1767384966.067019:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 62], ns[58, 62] 00000400:00000200:2.0:1767384966.067023:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[82, 58], ns[84, 58] 00000400:00000200:2.0:1767384966.067028:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[154, 58], ns[172, 58] 00000400:00000200:2.0:1767384966.067033:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 58], ns[94, 58] 00000400:00000200:2.0:1767384966.067036:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 58], ns[83, 58] 00000400:00000200:2.0:1767384966.067041:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[165, 58], ns[183, 58] 00000400:00000200:0.0:1767384966.067044:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.067045:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 58], ns[122, 58] 00000400:00000200:2.0:1767384966.067055:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[107, 58], ns[117, 58] 00000400:00000200:2.0:1767384966.067059:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[105, 58], ns[115, 58] 00000400:00000200:2.0:1767384966.067065:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 58], ns[145, 58] 00000400:00000200:2.0:1767384966.067070:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[162, 58], ns[180, 58] 00000400:00000200:2.0:1767384966.067075:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 58], ns[150, 58] 00000400:00000200:2.0:1767384966.067079:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 58], ns[189, 58] 00000400:00000200:2.0:1767384966.067083:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 58], ns[181, 58] 00000400:00000200:2.0:1767384966.067104:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 58], ns[168, 58] 00000400:00000200:2.0:1767384966.067117:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[191, 58], ns[209, 58] 00000400:00000200:2.0:1767384966.067122:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[184, 58], ns[202, 58] 00000400:00000200:2.0:1767384966.067129:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 58], ns[195, 58] 00000400:00000200:0.0:1767384966.067129:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.067141:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 58], ns[211, 58] 00000400:00000200:2.0:1767384966.067145:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[189, 58], ns[207, 58] 00000400:00000200:2.0:1767384966.067168:0:16134:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[192, 58], ns[210, 58] 00000400:00000200:2.0:1767384966.067172:0:16134:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384966.067177:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp28 00000400:00000200:2.0:1767384966.067180:0:16134:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.112@tcp28 lpni_is_preferred = 0 00000400:00000200:2.0:1767384966.067182:0:16134:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp28 00000400:00000200:2.0:1767384966.067192:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp28 NI seq info: [216:216:256:4294967295] 192.168.203.112@tcp28 LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1767384966.067197:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp28 00000400:00000200:2.0:1767384966.067209:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28:) -> 192.168.203.112@tcp28(192.168.203.112@tcp:192.168.203.112@tcp28) : GET try# 0 00000800:00000200:2.0:1767384966.067214:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp28 00000800:00000010:2.0:1767384966.067218:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e5e9e51e. 00000800:00000200:2.0:1767384966.067224:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (6) 00000800:00000001:3.0:1767384966.067225:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384966.067228:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000800:00000001:3.0:1767384966.067232:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384966.067233:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp28 ip 192.168.203.112:988 00000800:00000001:3.0:1767384966.067240:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384966.067241:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384966.067249:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.067250:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.112@tcp 00000800:00000001:3.0:1767384966.067256:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384966.067257:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300271 rc 0 00000800:00000001:3.0:1767384966.067263:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384966.067273:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp27(192.168.203.112@tcp27) <- 192.168.203.112@tcp27 : REPLY - for me 00000400:00000200:3.0:1767384966.067294:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp27: Reply from 12345-192.168.203.112@tcp27 of length 704/704 into md 0x2079 00000800:00000001:3.0:1767384966.067299:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384966.067304:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000800:00000001:3.0:1767384966.067309:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384966.067313:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384966.067320:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp27->192.168.203.112@tcp27: REPLY: OK 00000400:00000200:3.0:1767384966.067325:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003286e6b 00000400:00000010:3.0:1767384966.067328:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003286e6b. 00000400:00000200:3.0:1767384966.067332:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000200:2.0:1767384966.067335:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384966.067338:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000800:00000010:2.0:1767384966.067340:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e5e9e51e. 00000400:00000200:3.0:1767384966.067362:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:2.0:1767384966.067363:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384966.067371:0:16129:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 42. state = 0x300271 00000400:00000200:2.0:1767384966.067376:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: GET: OK 00000400:00000200:3.0:1767384966.067382:0:16129:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.112@tcp (000000003db7a5a5): -114 00000400:00000200:0.0:1767384966.067391:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384966.067401:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000400:00000200:2.0:1767384966.067408:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384966.067413:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.067421:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.067422:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.112@tcp: 0 00000800:00000001:3.0:1767384966.067428:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.067436:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.067437:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384966.067444:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28) <- 192.168.203.112@tcp28 : GET - for me 00000800:00000001:2.0:1767384966.067445:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.067454:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384966.067458:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384966.067468:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 704/704 into md 0x2011 [1] + 0 00000400:00000200:3.0:1767384966.067480:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp28 to MR: 192.168.203.112@tcp28 local destination 00000400:00000200:3.0:1767384966.067487:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp28 NI seq info: [217:217:256:4294967295] 192.168.203.112@tcp28 LPNI seq info [199:199:8:4294967295] 00000400:00000200:3.0:1767384966.067496:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) -> 192.168.203.112@tcp28(192.168.203.112@tcp28:192.168.203.112@tcp28) 192.168.203.112@tcp28 : REPLY try# 0 00000800:00000200:3.0:1767384966.067503:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.112@tcp28 00000400:00000200:2.0:1767384966.067503:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384966.067510:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047fa8540. 00000400:00000200:2.0:1767384966.067514:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x3000f1 00000800:00000200:3.0:1767384966.067520:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000061a98078] -> 12345-192.168.203.112@tcp28 (6) 00000400:00000010:2.0:1767384966.067525:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000bda79c4e. 00000400:00000200:0.0:1767384966.067525:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000800:00000200:3.0:1767384966.067530:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp28 ip 192.168.203.112:986 00000400:00000010:2.0:1767384966.067534:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000387cda8a. 00000800:00000200:3.0:1767384966.067536:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000047fa8540 type 3, nob 800 niov 1 nkiov 1 00000400:00000010:2.0:1767384966.067541:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000ae2e1d51. 00000400:00000200:2.0:1767384966.067586:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp43(0000000068c86542) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384966.067591:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp44(0000000029b3143f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384966.067597:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.067599:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp47(000000004ccb26c5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384966.067608:0:16134:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.112@tcp48(00000000088262a5) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384966.067616:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a7cb8677. 00000800:00000200:3.0:1767384966.067623:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384966.067624:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a7cb8677 nid 192.168.203.112@tcp49 00000800:00000010:3.0:1767384966.067629:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047fa8540. 00000400:00000010:2.0:1767384966.067631:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000059909f14. 00000400:00000200:3.0:1767384966.067634:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.067638:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 0000000059909f14 net tcp49 00000400:00000200:2.0:1767384966.067643:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000200:3.0:1767384966.067647:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: REPLY: OK 00000400:00000200:2.0:1767384966.067656:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp49 flags 0x11 00000400:00000200:0.0:1767384966.067661:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000010:2.0:1767384966.067664:0:16134:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000062275eb. 00000400:00000200:2.0:1767384966.067668:0:16134:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000062275eb nid 192.168.203.112@tcp50 00000800:00000001:3.0:1767384966.067670:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384966.067673:0:16134:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cf61844f. 00000400:00000200:2.0:1767384966.067679:0:16134:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cf61844f net tcp50 00000800:00000001:3.0:1767384966.067681:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.067682:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (44) 00000800:00000001:3.0:1767384966.067690:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384966.067692:0:16134:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp50 flags 0x11 00000400:00000010:2.0:1767384966.067699:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000bda79c4e. 00000800:00000001:3.0:1767384966.067703:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384966.067704:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000387cda8a. 00000800:00000001:3.0:1767384966.067712:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384966.067713:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000ae2e1d51. 00000400:00000010:2.0:1767384966.067720:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000136cd98b. 00000800:00000001:3.0:1767384966.067724:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.067725:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.112@tcp (000000003db7a5a5): 0 00000400:00000200:2.0:1767384966.067738:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.112@tcp(000000003db7a5a5): 0. state = 0x300171 00000400:00000200:3.0:1767384966.067742:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp28(192.168.203.112@tcp28) <- 192.168.203.112@tcp28 : REPLY - for me 00000400:00000200:0.0:1767384966.067744:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384966.067747:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 rc 1 00000400:00000200:2.0:1767384966.067760:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300171 00000400:00000200:3.0:1767384966.067764:0:16129:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp28: Reply from 12345-192.168.203.112@tcp28 of length 704/704 into md 0x207d 00000800:00000001:3.0:1767384966.067772:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384966.067776:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.112@tcp 00000400:00000200:2.0:1767384966.067779:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.112@tcp(000000003db7a5a5) state 0x300111 rc 0 00000800:00000001:3.0:1767384966.067783:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.067785:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.112@tcp (000000003db7a5a5) 00000400:00000200:2.0:1767384966.067790:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (45) 00000400:00000200:3.0:1767384966.067796:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384966.067803:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp28->192.168.203.112@tcp28: REPLY: OK 00000400:00000200:3.0:1767384966.067809:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f93d84 00000400:00000010:3.0:1767384966.067811:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f93d84. 00000400:00000200:0.0:1767384966.067815:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384966.067816:0:16129:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384966.067824:0:16129:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.112@tcp has discovery enabled 00000400:00000200:3.0:1767384966.067827:0:16129:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.112@tcp(000000003db7a5a5) is MR 00000400:00000200:3.0:1767384966.067831:0:16129:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.112@tcp data present 42. state = 0x300111 00000400:00000200:3.0:1767384966.067836:0:16129:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000800:00000001:3.0:1767384966.067843:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.067848:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.067897:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384966.067988:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384966.068050:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384966.068100:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384966.068144:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384966.068196:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384966.068251:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384966.068295:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384966.068514:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0cb2dca. 00000800:00000010:0.0:1767384966.068521:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc0141d4. 00000800:00000010:0.0:1767384966.068526:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005c0f0bc4. 00000800:00000010:0.0:1767384966.068556:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005c0f0bc4. 00000800:00020000:0.0:1767384966.068566:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384966.068571:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc0141d4. 00000800:00000010:0.0:1767384966.068575:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e0cb2dca. 00000400:02020000:0.0:1767384966.068632:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp26 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000020:00000010:0.0:1767384966.076499:0:39638:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005c0f0bc4. 00000020:00000040:0.0:1767384966.076506:0:39638:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384966.076508:0:39638:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005c0f0bc4. 00000100:00000040:0.0:1767384966.076944:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294955023, at 4294955024 00000100:00000040:3.0:1767384966.076948:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294955023, at 4294955024 00000100:00000040:1.0:1767384966.076949:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294955023, at 4294955024 00000100:00000010:0.0:1767384966.076956:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000010:1.0:1767384966.076961:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d192eaa1. 00000100:00000010:3.0:1767384966.076964:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009ace42e. 00000100:00000040:2.0:1767384966.076983:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294955023, at 4294955024 00000100:00000010:2.0:1767384966.076991:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aabc632f. 00080000:00000001:3.0:1767384966.278709:0:39639:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384966.278721:0:39639:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384966.278725:0:39639:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384966.278730:0:39639:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384966.278735:0:39639:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384966.278737:0:39639:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384966.380967:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384966.380973:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384966.380976:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc68bef 00000400:00000010:2.0:1767384966.380981:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc68bef. 00000400:00000200:2.0:1767384966.380986:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384966.381009:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384966.381020:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000097da6a8. 00000400:00000010:2.0:1767384966.381025:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007adbea39. 00000400:00000001:2.0:1767384966.381030:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384966.381031:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384966.381033:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c33e85 00000400:00000010:2.0:1767384966.381034:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c33e85. 00000400:00000200:2.0:1767384966.381038:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384966.381041:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384966.381044:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000023f9bfe5. 00000400:00000010:2.0:1767384966.381046:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b683090f. 00000800:00000200:1.0:1767384966.381055:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (4) 00000800:00000200:1.1:1767384966.381063:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (4) 00000400:00000200:1.0:1767384966.381135:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381177:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381200:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381221:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381245:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381277:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381298:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381319:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381336:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381393:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381418:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381508:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381548:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381576:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381612:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381657:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381699:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381747:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381769:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381791:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381812:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381829:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381848:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381893:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.381977:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382013:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382044:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382083:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382110:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382136:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382163:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382187:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384966.382212:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384966.382410:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:1.0:1767384966.382416:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ecfb0290. 00000800:00000010:1.0:1767384966.382422:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b901ba05. 00000800:00000010:1.0:1767384966.382447:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b901ba05. 00000800:00020000:1.0:1767384966.382457:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384966.382461:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ecfb0290. 00000800:00000010:1.0:1767384966.382464:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:02020000:1.0:1767384966.382503:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp31 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384966.382507:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000010:1.0:1767384966.400717:0:39675:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000885c79f7. 00000400:00000040:1.0:1767384966.400760:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.400764:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.400767:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400770:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.400773:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400775:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384966.400778:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.400780:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.400783:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.400785:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384966.400788:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.400790:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.400793:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.400796:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.400797:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384966.400801:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.400803:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.400804:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384966.400806:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384966.400809:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400812:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.400813:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.400814:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.400816:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400817:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384966.400819:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400821:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.400822:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.400824:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.400825:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400826:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384966.400828:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400829:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.400831:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.400832:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.400833:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400834:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384966.400836:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.400837:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.400838:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.400839:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.400841:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400842:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384966.400843:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384966.400844:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384966.400846:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384966.400847:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384966.400848:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384966.400850:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.400851:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.400852:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384966.400854:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.400854:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384966.400856:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384966.400857:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384966.400858:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384966.400859:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384966.400868:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.400869:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.400871:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400872:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.400874:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400875:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384966.400877:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.400878:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.400880:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.400881:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384966.400883:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.400884:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.400886:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.400887:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.400888:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384966.400890:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.400891:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.400892:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384966.400893:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384966.400895:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400896:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.400897:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.400898:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.400899:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400900:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384966.400902:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400903:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.400904:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.400905:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.400906:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400907:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384966.400909:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.400911:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.400913:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.400914:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.400916:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400918:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384966.400920:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.400922:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.400923:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.400926:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.400927:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.400929:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384966.400956:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384966.400958:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384966.400960:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384966.400961:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384966.400964:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384966.400966:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.400968:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.400970:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384966.400972:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.400973:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384966.400975:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.400993:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.400994:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384966.400995:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384966.400996:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384966.400998:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384966.400999:0:39675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384966.401170:0:39675:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000885c79f7. 00000400:00000200:3.0:1767384966.447612:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384966.447658:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp50 from 255.3.0.2 00000800:00000010:3.0:1767384966.447663:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005b114afa. 00000800:00000010:2.0:1767384966.447727:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000367d9fd1. 00000800:00000010:2.0:1767384966.447734:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384966.447757:0:39636:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d60a33ff. 00000800:00000200:2.0:1767384966.447766:0:39636:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.12@tcp50 p 3.x 192.168.203.112 -> 192.168.203.12:1023 incarnation:1767384964810868735 sched[0] 00000800:00000010:2.0:1767384966.447771:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b983166d. 00000800:00000010:2.0:1767384966.447823:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b983166d. 00000800:00000010:2.0:1767384966.447828:0:39636:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384966.447883:0:39636:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005b114afa. 00000800:00000001:1.0:1767384966.447932:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.447942:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.448807:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.448836:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.448840:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.448865:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.448877:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : GET - for me 00000400:00000010:2.0:1767384966.448895:0:16130:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000c4460428. 00000400:00000200:2.0:1767384966.448988:0:16130:0:(peer.c:264:lnet_peer_alloc()) 00000000c4460428 nid 192.168.203.12@tcp50 00000400:00000010:2.0:1767384966.449010:0:16130:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d86833a6. 00000400:00000200:2.0:1767384966.449013:0:16130:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d86833a6 net tcp50 00000400:00000010:2.0:1767384966.449015:0:16130:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007adbea39. 00000400:00000200:2.0:1767384966.449021:0:16130:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007adbea39 nid 192.168.203.12@tcp50 00000400:00000200:2.0:1767384966.449025:0:16130:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.12@tcp50 nid 192.168.203.112@tcp50: 0 00000400:00000200:2.0:1767384966.449028:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c4460428 (0) 00000400:00000200:2.0:1767384966.449035:0:16130:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.12@tcp50 NID 192.168.203.12@tcp50 flags 0x0 00000400:00000200:2.0:1767384966.449038:0:16130:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.12@tcp50: 0 00000400:00000200:2.0:1767384966.449046:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384966.449052:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.12@tcp50 of length 272/272 into md 0x2011 [1] + 0 00000400:00000200:2.0:1767384966.449062:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:2.0:1767384966.449069:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384966.449079:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) 192.168.203.12@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384966.449083:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:2.0:1767384966.449086:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5e9e51e. 00000800:00000200:2.0:1767384966.449109:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (2) 00000800:00000200:2.0:1767384966.449120:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:2.0:1767384966.449125:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384966.449219:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384966.449260:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384966.449267:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5e9e51e. 00000400:00000200:2.0:1767384966.449274:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.449281:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: REPLY: OK 00000800:00000001:3.0:1767384966.449423:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.449581:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384966.449604:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp50 from 254.3.0.2 00000800:00000010:1.0:1767384966.449608:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000042c07b5. 00000800:00000010:3.0:1767384966.449738:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099eb029b. 00000800:00000010:3.0:1767384966.449745:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057644554. 00000800:00000010:3.0:1767384966.449763:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001f8537ed. 00000800:00000200:3.1:1767384966.449769:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (2) 00000800:00000200:3.1:1767384966.449774:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.12@tcp50 000000001f8537ed deleted 00000800:00000010:3.1:1767384966.449777:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001f8537ed. 00000800:00000200:3.0:1767384966.449784:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.12@tcp50 p 3.x 192.168.203.112 -> 192.168.203.12:1022 incarnation:1767384964810868735 sched[0] 00000800:00000010:3.0:1767384966.449788:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067f9c22a. 00000800:00000010:3.0:1767384966.449938:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067f9c22a. 00000800:00000010:3.0:1767384966.449943:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057644554. 00000800:00000010:3.0:1767384966.449977:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000042c07b5. 00000800:00000001:2.0:1767384966.450019:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.450025:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.450184:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.450193:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.450204:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384966.450212:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384966.450220:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : GET - for me 00000400:00000200:2.0:1767384966.450230:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384966.450236:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.12@tcp50 of length 704/704 into md 0x2011 [1] + 0 00000400:00000200:2.0:1767384966.450247:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:2.0:1767384966.450257:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384966.450270:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) 192.168.203.12@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384966.450277:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:2.0:1767384966.450283:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5e9e51e. 00000800:00000200:2.0:1767384966.450288:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (3) 00000800:00000200:2.0:1767384966.450295:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:2.0:1767384966.450298:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 3, nob 800 niov 1 nkiov 1 00000800:00000001:3.0:1767384966.450324:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.450332:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384966.450385:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384966.450389:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5e9e51e. 00000400:00000200:2.0:1767384966.450394:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384966.450399:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: REPLY: OK 00000400:00000200:1.0:1767384966.451244:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384966.451264:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp50 from 253.3.0.2 00000800:00000010:1.0:1767384966.451268:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e8939dcb. 00000800:00000010:2.0:1767384966.451371:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007fa329f8. 00000800:00000010:2.0:1767384966.451379:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384966.451539:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c4ef40a. 00000800:00000200:2.1:1767384966.451546:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (3) 00000800:00000200:2.1:1767384966.451562:0:16124:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.12@tcp50 000000008c4ef40a deleted 00000800:00000010:2.1:1767384966.451564:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008c4ef40a. 00000800:00000200:2.0:1767384966.451574:0:16124:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.12@tcp50 p 3.x 192.168.203.112 -> 192.168.203.12:1021 incarnation:1767384964810868735 sched[0] 00000800:00000010:2.0:1767384966.451581:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b983166d. 00000800:00000010:2.0:1767384966.451626:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b983166d. 00000800:00000010:2.0:1767384966.451630:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384966.451674:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e8939dcb. 00000800:00000001:3.0:1767384966.451733:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384966.451739:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384966.636952:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384966.636959:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384966.636964:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384966.636966:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384966.636998:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384966.637019:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384966.637021:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384967.085057:0:16762:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384967.085057:0:16759:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384967.085064:0:16762:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.085065:0:16759:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384967.404986:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp48 00000800:00000200:1.0:1767384967.404986:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000834aa16c] -> 12345-192.168.203.112@tcp18 (6) 00000800:00000200:1.0:1767384967.404994:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp18 ip 192.168.203.112:988 00000400:00000010:2.0:1767384967.404995:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cd37b695. 00000800:00000200:1.0:1767384967.404998:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f47c032c type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384967.405003:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ed8d2ad8. 00000400:00000010:2.0:1767384967.405010:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c33e85. 00000400:00000010:2.0:1767384967.405017:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3f1fe26. 00000400:00000200:2.0:1767384967.405022:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp48 00000400:00000200:2.0:1767384967.405044:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp48 local destination 00000400:00000200:2.0:1767384967.405051:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp48 00000400:00000200:2.0:1767384967.405055:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp48 NI seq info: [220:220:256:4294967295] 192.168.203.112@tcp48 LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1767384967.405062:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp48 00000400:00000200:2.0:1767384967.405087:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp48(192.168.203.112@tcp48:) -> 192.168.203.112@tcp48(192.168.203.112@tcp48:192.168.203.112@tcp48) : GET try# 0 00000800:00000200:2.0:1767384967.405097:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp48 00000800:00000010:2.0:1767384967.405105:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e5e9e51e. 00000800:00000200:2.0:1767384967.405113:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (2) 00000800:00000200:2.1:1767384967.405119:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (2) 00000400:00000200:2.0:1767384967.405152:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp48 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:2.0:1767384967.405157:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp47 00000400:00000010:2.0:1767384967.405161:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000014aef8bf. 00000400:00000010:2.0:1767384967.405166:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000587e2f62. 00000400:00000010:2.0:1767384967.405170:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc68bef. 00000400:00000010:2.0:1767384967.405176:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000036e3bea9. 00000400:00000200:2.0:1767384967.405179:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp47 00000400:00000200:2.0:1767384967.405186:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp47 local destination 00000400:00000200:2.0:1767384967.405189:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp47 00000400:00000200:2.0:1767384967.405193:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp47 NI seq info: [221:221:256:4294967295] 192.168.203.112@tcp47 LPNI seq info [201:201:8:4294967295] 00000400:00000200:2.0:1767384967.405197:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp47 00000400:00000200:2.0:1767384967.405202:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp47(192.168.203.112@tcp47:) -> 192.168.203.112@tcp47(192.168.203.112@tcp47:192.168.203.112@tcp47) : GET try# 0 00000800:00000200:2.0:1767384967.405206:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp47 00000800:00000010:2.0:1767384967.405234:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001aa78c10. 00000800:00000200:2.0:1767384967.405238:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000800:00000200:2.1:1767384967.405242:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000400:00000200:2.0:1767384967.405261:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp47 added to recovery queue. ping count: 3 next ping: 297 health :700 00000400:00000200:2.0:1767384967.405265:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp44 00000400:00000010:2.0:1767384967.405270:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ad02efd3. 00000400:00000200:0.0:1767384967.405271:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000010:2.0:1767384967.405278:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b683090f. 00000400:00000010:2.0:1767384967.405284:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000400:00000010:2.0:1767384967.405290:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e34ffc1. 00000400:00000200:2.0:1767384967.405294:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp44 00000400:00000200:2.0:1767384967.405306:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp44 local destination 00000400:00000200:2.0:1767384967.405319:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp44 00000400:00000200:2.0:1767384967.405324:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp44 NI seq info: [222:222:256:4294967295] 192.168.203.112@tcp44 LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1767384967.405328:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp44 00000400:00000200:2.0:1767384967.405357:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44:) -> 192.168.203.112@tcp44(192.168.203.112@tcp44:192.168.203.112@tcp44) : GET try# 0 00000800:00000200:3.0:1767384967.405361:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384967.405366:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:2.0:1767384967.405371:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp44 00000800:00000010:2.0:1767384967.405389:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006ce78453. 00000800:00000001:3.0:1767384967.405394:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384967.405397:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000800:00000200:2.1:1767384967.405404:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000800:00000001:3.0:1767384967.405414:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.405421:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384967.405423:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.405428:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp44 added to recovery queue. ping count: 4 next ping: 305 health :600 00000800:00000001:3.0:1767384967.405431:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.405471:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.405515:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.405539:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.405549:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.405589:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.405622:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.405635:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.405653:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.405682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.405710:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.405734:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.405745:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.405794:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.405799:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.405815:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.405873:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.405874:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.405879:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.405965:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.405988:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406018:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406052:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406080:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406104:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406114:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406152:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406189:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406213:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406276:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406280:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406282:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406377:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406381:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406382:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406440:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406450:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406478:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406505:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406515:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406564:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406572:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406586:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406655:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406657:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406661:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406724:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406733:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406738:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406793:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406809:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406821:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406855:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406875:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.406932:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.406946:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.406968:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407016:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407024:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407029:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407089:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407112:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407116:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407169:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407171:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407187:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407238:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407268:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407270:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407299:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407356:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407365:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407369:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407429:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407463:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407476:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407483:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407517:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407550:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407552:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407624:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407641:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407645:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407686:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407707:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407721:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407755:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407769:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407793:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407825:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.407832:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407865:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407888:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.407960:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.407962:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.408019:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408041:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:1.0:1767384967.408063:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:1.0:1767384967.408070:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000861d267c. 00000800:00000010:1.0:1767384967.408074:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd2c0362. 00000400:00000200:2.0:1767384967.408075:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000800:00000010:1.0:1767384967.408102:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd2c0362. 00000400:00000200:0.0:1767384967.408114:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00020000:1.0:1767384967.408115:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384967.408120:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000861d267c. 00000800:00000010:1.0:1767384967.408124:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:00000200:2.0:1767384967.408137:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408181:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000400:02020000:1.0:1767384967.408189:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp47 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384967.408197:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp47 notifying 192.168.203.112@tcp47: down 00000800:00000200:1.0:1767384967.408204:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp47 down 00000400:00000200:2.0:1767384967.408207:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000800:00000100:1.0:1767384967.408213:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp47 00000800:00000010:1.0:1767384967.408217:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001aa78c10. 00000400:00000200:1.0:1767384967.408222:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384967.408228:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp47->192.168.203.112@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384967.408236:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384967.408240:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384967.408242:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:00000200:1.0:1767384967.408245:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp47) recovery failed with -71 00000400:00000200:2.0:1767384967.408270:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408296:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.408321:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408360:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408398:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408423:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408451:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408476:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000800:00000010:2.0:1767384967.408486:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ad3d855. 00000800:00000010:2.0:1767384967.408492:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384967.408496:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000853b862b. 00000400:00000200:0.0:1767384967.408501:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000800:00000010:2.0:1767384967.408526:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000853b862b. 00000400:00000200:0.0:1767384967.408526:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000800:00020000:2.0:1767384967.408538:0:39636:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:2.0:1767384967.408543:0:39636:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3294d27. 00000800:00000010:2.0:1767384967.408547:0:39636:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ad3d855. 00000400:00000200:0.0:1767384967.408548:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408569:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408594:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.408629:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.112:988 00000400:02020000:2.0:1767384967.408631:0:39636:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp44 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384967.408641:0:39636:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp44 notifying 192.168.203.112@tcp44: down 00000800:00000200:2.0:1767384967.408648:0:39636:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp44 down 00000400:00000200:0.0:1767384967.408654:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.112:988 00000800:00000100:2.0:1767384967.408657:0:39636:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp44 00000800:00000010:2.0:1767384967.408663:0:39636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006ce78453. 00000400:00000200:2.0:1767384967.408668:0:39636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384967.408674:0:39636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384967.408675:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.408682:0:39636:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384967.408687:0:39636:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384967.408691:0:39636:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp44) recovery failed with -71 00000400:00000200:0.0:1767384967.408701:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.203.112:988 00000800:00000010:0.0:1767384967.408835:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e0cb2dca. 00000800:00000010:0.0:1767384967.408839:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc0141d4. 00000800:00000010:0.0:1767384967.408842:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001927114a. 00000800:00000010:0.0:1767384967.408867:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001927114a. 00000400:00000200:1.0:1767384967.408951:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384967.408967:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp48 from 201.3.0.2 00000800:00000010:1.0:1767384967.408970:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001b44c621. 00000800:00000010:3.0:1767384967.409070:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007330ce2b. 00000800:00000010:3.0:1767384967.409081:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057644554. 00000800:00000010:3.0:1767384967.409124:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001f8537ed. 00000800:00000200:3.1:1767384967.409133:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (2) 00000800:00000200:3.1:1767384967.409138:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp48 000000001f8537ed deleted 00000800:00000010:3.1:1767384967.409140:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001f8537ed. 00000800:00000200:3.1:1767384967.409147:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384967.409153:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp48 ip 192.168.203.112:969 00000800:00000200:3.1:1767384967.409156:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384967.409164:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp48 p 3.x 192.168.203.112 -> 192.168.203.112:969 incarnation:1767384958228608690 sched[0] 00000800:00000010:3.0:1767384967.409172:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009501cf26. 00000800:00000010:3.0:1767384967.409258:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009501cf26. 00000800:00000010:3.0:1767384967.409264:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057644554. 00000800:00000200:0.1:1767384967.409304:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384967.409313:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp48 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384958228608690 sched[0] 00000800:00000010:0.0:1767384967.409317:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc0141d4. 00000800:00000010:3.0:1767384967.409347:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001b44c621. 00000800:00000001:2.0:1767384967.409366:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.409369:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384967.409374:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.409375:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.409397:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000001:3.0:1767384967.409453:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384967.409457:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384967.409460:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.409465:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384967.409466:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e5e9e51e. 00000400:00000200:0.0:1767384967.409467:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.409478:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384967.409480:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384967.409498:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp48->192.168.203.112@tcp48: GET: OK 00000400:00000200:3.0:1767384967.409501:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp48(192.168.203.112@tcp48) <- 192.168.203.112@tcp48 : GET - for me 00000400:00000200:2.0:1767384967.409510:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384967.409525:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384967.409537:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x2011 [1] + 0 00000400:00000200:0.0:1767384967.409555:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384967.409559:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp48 to MR: 192.168.203.112@tcp48 local destination 00000400:00000200:2.0:1767384967.409560:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp48 recovery message sent successfully:0 00000400:00000200:3.0:1767384967.409582:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp48 NI seq info: [223:223:255:4294967295] 192.168.203.112@tcp48 LPNI seq info [203:203:7:4294967295] 00000400:00000200:3.0:1767384967.409596:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp48(192.168.203.112@tcp48:192.168.203.112@tcp48) -> 192.168.203.112@tcp48(192.168.203.112@tcp48:192.168.203.112@tcp48) 192.168.203.112@tcp48 : REPLY try# 0 00000800:00000200:3.0:1767384967.409604:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp48 00000800:00000010:3.0:1767384967.409609:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b601395f. 00000800:00000200:3.0:1767384967.409618:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d5047f3] -> 12345-192.168.203.112@tcp48 (4) 00000800:00000200:3.0:1767384967.409626:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp48 ip 192.168.203.112:988 00000400:00000200:0.0:1767384967.409633:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:3.0:1767384967.409645:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b601395f type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384967.409700:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384967.409716:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000200:3.0:1767384967.409753:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.409756:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b601395f. 00000400:00000200:3.0:1767384967.409762:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.409773:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp48->192.168.203.112@tcp48: REPLY: OK 00000800:00000001:2.0:1767384967.409778:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384967.409785:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384967.409793:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384967.409795:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384967.409806:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.409811:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:2.0:1767384967.409819:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp48(192.168.203.112@tcp48) <- 192.168.203.112@tcp48 : REPLY - for me 00000400:00000200:2.0:1767384967.409833:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp48: Reply from 12345-192.168.203.112@tcp48 of length 272/272 into md 0x2081 00000800:00000001:2.0:1767384967.409840:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384967.409847:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384967.409849:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384967.409852:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp48->192.168.203.112@tcp48: REPLY: OK 00000400:00000200:2.0:1767384967.409858:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c33e85 00000400:00000010:2.0:1767384967.409860:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c33e85. 00000400:00000200:2.0:1767384967.409871:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:0.0:1767384967.409872:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000010:2.0:1767384967.409877:0:16130:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cd37b695. 00000400:00000010:2.0:1767384967.409911:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ed8d2ad8. 00000800:00000001:2.0:1767384967.409928:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384967.409937:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.409985:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410024:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410048:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410063:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410077:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410091:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410105:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410119:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410131:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410144:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410156:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410170:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410183:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410196:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410210:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410222:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410235:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410249:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410262:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410275:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410288:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410302:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410315:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410328:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410366:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410398:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410411:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384967.410434:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384967.410511:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c8a9ea0. 00000800:00000010:0.0:1767384967.410514:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc0141d4. 00000800:00000010:0.0:1767384967.410517:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001927114a. 00000800:00000010:0.0:1767384967.410536:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001927114a. 00000800:00020000:0.0:1767384967.410540:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384967.410543:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc0141d4. 00000800:00000010:0.0:1767384967.410544:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c8a9ea0. 00000400:02020000:0.0:1767384967.410570:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp48 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000001:3.0:1767384967.509194:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.509212:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.509217:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.509219:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.509231:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.509249:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 520 into portal 26 MB=0x6958271a00180 00000400:00000200:3.0:1767384967.509276:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 520/520 into md 0x1785 [2] + 0 00000400:00000010:3.0:1767384967.509282:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d80d2893. 00000400:00000200:3.0:1767384967.509289:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000396214f9 00000800:00000001:3.0:1767384967.509295:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.509303:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.509306:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.509310:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.509315:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396214f9 00000400:00000010:3.0:1767384967.509317:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000396214f9. 00000100:00000001:3.0:1767384967.509323:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.509326:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.509330:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000002d247b24 x1853237344862592 msgsize 520 00000100:00100000:3.0:1767384967.509377:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.509379:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.509388:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.509398:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.509400:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.509474:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.509481:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344862592 02000000:00000001:0.0:1767384967.509485:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.509488:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.509490:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.509495:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.509499:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344862592 00000020:00000001:0.0:1767384967.509501:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.509503:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384967.509505:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384967.509507:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.509509:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.509517:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.509523:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.509527:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000001:0.0:1767384967.509534:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.509535:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.509537:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.509543:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.509559:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.509569:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.509571:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.509578:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 157 00000100:00000001:0.0:1767384967.509581:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526338640 : -106558183212976 : ffff9f15fd577850) 00000100:00000040:0.0:1767384967.509587:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d247b24 x1853237344862592/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.509599:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d247b24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:12140:x1853237344862592:12345-192.168.203.12@tcp50:250: 00000100:00000200:0.0:1767384967.509603:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344862592 00000020:00000001:0.0:1767384967.509620:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384967.509624:0:16768:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384967.509633:0:16768:0:(obd_config.c:927:class_incref()) incref MGS (00000000c7c4a795) now 6 - find 00000020:00000001:0.0:1767384967.509635:0:16768:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637515283824640 : -106558425726976 : ffff9f15eee30000) 00000100:00000001:0.0:1767384967.509641:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.509643:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.509647:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ed3de525. 02000000:00000001:0.0:1767384967.509649:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.509652:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.509654:0:16768:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384967.509658:0:16768:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50 t0 exp 0000000000000000 cur 289 last 0 00010000:00000001:0.0:1767384967.509662:0:16768:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:0.0:1767384967.509665:0:16768:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:0.0:1767384967.509667:0:16768:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384967.509669:0:16768:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384967.509671:0:16768:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000933062f2. 00000020:00000001:0.0:1767384967.509674:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.509676:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000933062f2 with handle 0x7ec529173eeb854e to hash 00000020:00000001:0.0:1767384967.509679:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384967.509683:0:16768:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:0.0:1767384967.509686:0:16768:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384967.509689:0:16768:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384967.509693:0:16768:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007a6d9387. 00000001:00000010:0.0:1767384967.509711:0:16768:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000036be7f81. 00000001:00000010:0.0:1767384967.509715:0:16768:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a1a6cf6. 00000001:00000010:0.0:1767384967.509718:0:16768:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8e67950. 00000001:00000010:0.0:1767384967.509721:0:16768:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6265ab3. 00000001:00000010:0.0:1767384967.509725:0:16768:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093766d04. 00010000:00000001:0.0:1767384967.509728:0:16768:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.509731:0:16768:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.509734:0:16768:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384967.509737:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=3 00000020:00000040:0.0:1767384967.509741:0:16768:0:(obd_config.c:927:class_incref()) incref MGS (00000000c7c4a795) now 7 - export 00000020:00000001:0.0:1767384967.509745:0:16768:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000040:0.0:1767384967.509748:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 2 00000020:00000080:0.0:1767384967.509758:0:16768:0:(genops.c:1402:class_connect()) connect: client 222f4774-6a4a-4c27-a67c-2eeb27c140f3, cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.509761:0:16768:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.509763:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.509765:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.509767:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.509769:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=3 00000020:00000001:0.0:1767384967.509772:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.509775:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 20000000:00000001:0.0:1767384967.509778:0:16768:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:0.0:1767384967.509781:0:16768:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:0.0:1767384967.509784:0:16768:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384967.509789:0:16768:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000416ca41d 00000020:00000010:0.0:1767384967.509793:0:16768:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000dc5ba335. 00000020:00000040:0.0:1767384967.509801:0:16768:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000dc5ba335 for nid 192.168.203.12@tcp50 - ref 2 00000020:00000001:0.0:1767384967.509854:0:16768:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.509860:0:16768:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a0c292a2. 00000020:00000010:0.0:1767384967.509864:0:16768:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000fc0141d4. 00000020:00000010:0.0:1767384967.509867:0:16768:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000006507edaa. 00000020:00000010:0.0:1767384967.509881:0:16768:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002cd999a2. 00000020:00000010:0.0:1767384967.509883:0:16768:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000a4e0b3a1. 00000020:00000010:0.0:1767384967.509923:0:16768:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000008845c562. 20000000:00000001:0.0:1767384967.509932:0:16768:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.509934:0:16768:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.509935:0:16768:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.509937:0:16768:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.509941:0:16768:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b3acf582. 00000020:00000040:0.0:1767384967.509942:0:16768:0:(obd_config.c:927:class_incref()) incref MGS (00000000c7c4a795) now 8 - import 00000020:00000001:0.0:1767384967.509947:0:16768:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384967.509948:0:16768:0:(genops.c:1242:class_import_put()) import 00000000b3acf582 refcount=1 obd=MGS 00000020:00000001:0.0:1767384967.509950:0:16768:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384967.509954:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=4 00000100:00000040:0.0:1767384967.509956:0:16768:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.509958:0:16768:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384967.509974:0:16768:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c4460428 (1) 00000400:00000200:0.0:1767384967.509978:0:16768:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c4460428 (2) 00000400:00000200:0.0:1767384967.509991:0:16768:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.12@tcp50 (00000000c4460428): 0 00000400:00000200:0.0:1767384967.509993:0:16768:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384967.510035:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384967.510044:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.12@tcp50(00000000c4460428) state 0x40 00000400:00000200:2.0:1767384967.510049:0:16134:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c4460428 (3) 00000400:00000010:2.0:1767384967.510057:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ed8d2ad8. 00000400:00000010:2.0:1767384967.510063:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094c33e85. 00000400:00000010:2.0:1767384967.510072:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017373072. 00000400:00000200:2.0:1767384967.510077:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.12@tcp50 00000400:00000200:2.0:1767384967.510100:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:2.0:1767384967.510107:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp50 00000400:00000200:2.0:1767384967.510110:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384967.510117:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.12@tcp50 00000400:00000200:2.0:1767384967.510124:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : GET try# 0 00000800:00000200:2.0:1767384967.510129:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.12@tcp50 00000800:00000010:2.0:1767384967.510133:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e5e9e51e. 00000800:00000200:2.0:1767384967.510139:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:2.0:1767384967.510145:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:2.0:1767384967.510149:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384967.510166:0:16134:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.12@tcp50 00000400:00000200:2.0:1767384967.510169:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.12@tcp50(00000000c4460428) state 0x240 rc 0 00000800:00000200:3.0:1767384967.510285:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.510290:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e5e9e51e. 00000400:00000200:3.0:1767384967.510296:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.510301:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: GET: OK 00000400:00000200:3.0:1767384967.510304:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384967.510317:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.12@tcp50: 0 00000800:00000001:3.0:1767384967.511113:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.511121:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.511124:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.511126:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.511131:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : REPLY - for me 00000400:00000200:3.0:1767384967.511143:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp50: Reply from 12345-192.168.203.12@tcp50 of length 48/48 into md 0x208d 00000800:00000001:3.0:1767384967.511147:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.511166:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.511168:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.511171:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: REPLY: OK 00000400:00000200:3.0:1767384967.511175:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094c33e85 00000400:00000010:3.0:1767384967.511177:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094c33e85. 00000400:00000200:3.0:1767384967.511180:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384967.511184:0:16130:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.12@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:3.0:1767384967.511187:0:16130:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.12@tcp50(00000000c4460428) not MR: DD disabled remotely 00000400:00000200:3.0:1767384967.511191:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.12@tcp50 data present 3. state = 0x242 00000400:00000200:3.0:1767384967.511195:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.12@tcp50 (00000000c4460428): -114 00000400:00000200:3.0:1767384967.511210:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c4460428 (4) 00000800:00000001:3.0:1767384967.511216:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.511218:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384967.511258:0:16134:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384967.511267:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.12@tcp50(00000000c4460428) state 0xc2 00000400:00000010:2.0:1767384967.511277:0:16134:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000853b862b. 00000400:00000010:2.0:1767384967.511280:0:16134:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000003ad6f96c. 00000400:00000010:2.0:1767384967.511283:0:16134:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000cb9c343f. 00000400:00000010:2.0:1767384967.511289:0:16134:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000853b862b. 00000400:00000010:2.0:1767384967.511293:0:16134:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000003ad6f96c. 00000400:00000010:2.0:1767384967.511296:0:16134:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000cb9c343f. 00000400:00000010:2.0:1767384967.511310:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ed8d2ad8. 00000400:00000200:2.0:1767384967.511315:0:16134:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.12@tcp50 (00000000c4460428): 0 00000400:00000200:2.0:1767384967.511319:0:16134:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.12@tcp50(00000000c4460428): 0. state = 0x142 00000400:00000200:2.0:1767384967.511323:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.12@tcp50(00000000c4460428) state 0x142 rc 1 00000400:00000200:2.0:1767384967.511327:0:16134:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.12@tcp50(00000000c4460428) state 0x142 00000400:00000200:2.0:1767384967.511350:0:16134:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.12@tcp50 00000400:00000200:2.0:1767384967.511353:0:16134:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.12@tcp50(00000000c4460428) state 0x112 rc 0 00000400:00000200:2.0:1767384967.511358:0:16134:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.12@tcp50 (00000000c4460428) 00000400:00000200:2.0:1767384967.511383:0:16134:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c4460428 (3) 00000400:00000200:0.0:1767384967.511433:0:16768:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c4460428 (2) 00000400:00000200:0.0:1767384967.511438:0:16768:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000c4460428 (1) 00000400:00000200:0.0:1767384967.511444:0:16768:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.12@tcp50 NID 192.168.203.12@tcp50: 0. discovery complete 00000400:00000200:0.0:1767384967.511446:0:16768:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000c4460428 (2) 00000400:00000200:0.0:1767384967.511451:0:16768:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.12@tcp50 primary NID 192.168.203.12@tcp50 rc 0 00000100:00000010:0.0:1767384967.511456:0:16768:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000001927114a. 00000100:00000001:0.0:1767384967.511459:0:16768:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1767384967.511461:0:16768:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001927114a refcount 1 to 192.168.203.12@tcp50 00000020:00000040:0.0:1767384967.511464:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=5 00000100:00000001:0.0:1767384967.511469:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.511471:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.511473:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.511476:0:16768:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384967.511479:0:16768:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384967.511481:0:16768:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:0.0:1767384967.511484:0:16768:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662945856 : -1046605760 : ffffffffc19e1040) 02000000:00000001:0.0:1767384967.511487:0:16768:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.511489:0:16768:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384967.511491:0:16768:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384967.511493:0:16768:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384967.511496:0:16768:0:(import.c:65:import_set_state_nolock()) 00000000b3acf582 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384967.511499:0:16768:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384967.511501:0:16768:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384967.511503:0:16768:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384967.511505:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 4 00000020:00000040:0.0:1767384967.511507:0:16768:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 8 - find 00010000:00000001:0.0:1767384967.511509:0:16768:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.511512:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.511514:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341312 : -1039210304 : ffffffffc20ee8c0) 00000020:00000001:0.0:1767384967.511517:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.511525:0:16768:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.511527:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.511529:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.511531:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.511534:0:16768:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:0.0:1767384967.511535:0:16768:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384967.511540:0:16768:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.511541:0:16768:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.511544:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344862592 00010000:00000001:0.0:1767384967.511546:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.511550:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d247b24 x1853237344862592/t0(0) o250->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.511558:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.511560:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.511563:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384967.511567:0:16768:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384967.511570:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.511571:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.511573:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.511575:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.511577:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.511580:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.511583:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.511586:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44760e2. 00000100:00000200:0.0:1767384967.511589:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237344862592, offset 0 00000400:00000200:0.0:1767384967.511594:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.511601:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.511610:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [225:225:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384967.511620:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.511623:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.511626:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.511630:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.511639:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.511642:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.511658:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.511661:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.511663:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.511664:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.511666:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.511669:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d247b24 x1853237344862592/t0(0) o250->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.511680:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d247b24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+4:12140:x1853237344862592:12345-192.168.203.12@tcp50:250: Request processed in 2081us (2348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.511690:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 157 00000100:00000040:0.0:1767384967.511694:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.511697:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.511699:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.511704:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.511708:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.511714:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.511718:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 3 00000100:00000001:0.0:1767384967.511725:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.511730:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.511737:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8bc58fb. 00000400:00000010:0.0:1767384967.511746:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b14add88. 00000800:00000200:3.0:1767384967.511784:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.511789:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.511808:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.511813:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.511816:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44760e2 00000400:00000010:3.0:1767384967.511817:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c44760e2. 00000100:00000001:3.0:1767384967.511821:0:16129:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.511823:0:16129:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.511826:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000ed3de525. 02000000:00000001:3.0:1767384967.511829:0:16129:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.511830:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.512936:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.512942:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.512944:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.512952:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.512956:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.512963:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 328 into portal 26 MB=0x6958271a00100 00000400:00000200:3.0:1767384967.512967:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 328/328 into md 0x17ad [2] + 0 00000400:00000010:3.0:1767384967.512970:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067049fd0. 00000400:00000200:3.0:1767384967.512972:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000453affc1 00000800:00000001:3.0:1767384967.512975:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.512979:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.512980:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.512983:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.512985:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000453affc1 00000400:00000010:3.0:1767384967.512987:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000453affc1. 00000100:00000001:3.0:1767384967.512989:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.512990:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.512992:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000046be7cf7 x1853237344862464 msgsize 328 00000100:00100000:3.0:1767384967.512995:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.512997:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.513007:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.513011:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.513013:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.513109:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.513113:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344862464 02000000:00000001:0.0:1767384967.513115:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.513117:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.513118:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.513121:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.513123:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344862464 00000020:00000001:0.0:1767384967.513125:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.513126:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.513128:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.513138:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=4 00000020:00000001:0.0:1767384967.513140:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.513142:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.513146:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.513149:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.513151:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.513154:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000020:00000010:0.0:1767384967.513158:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.513160:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.513163:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.513169:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.513171:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.513172:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.513173:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.513177:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.513190:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.513196:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.513198:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.513202:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 158 00000100:00000040:0.0:1767384967.513205:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.513207:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526332496 : -106558183219120 : ffff9f15fd576050) 00000100:00000040:0.0:1767384967.513210:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046be7cf7 x1853237344862464/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.513218:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.513220:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.513222:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.513224:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000100:00100000:0.0:1767384967.513228:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046be7cf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+4:15545:x1853237344862464:12345-192.168.203.12@tcp50:101: 00000100:00000200:0.0:1767384967.513231:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344862464 00000020:00000001:0.0:1767384967.513233:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.513247:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.513254:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.513256:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.513258:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:0.0:1767384967.513261:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.513262:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.513265:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.513266:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.513269:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.513271:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.513273:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.513274:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.513276:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.513277:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.513282:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384967.513287:0:16768:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 6 00010000:00000001:0.0:1767384967.513289:0:16768:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.513292:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.513294:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005fd8662c. 00000020:00000001:0.0:1767384967.513297:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.513299:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005fd8662c with handle 0x7ec529173eeb8555 to hash 00000020:00000001:0.0:1767384967.513301:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.513302:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00000001:0.0:1767384967.513304:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262394368 : -106558447157248 : ffff9f15ed9c0000) 00010000:00010000:0.0:1767384967.513306:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005fd8662c/0x7ec529173eeb8555 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6f6deb09ccbfde7 expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.513314:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000933062f2 : new locks_count 1 00000020:00000040:0.0:1767384967.513315:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=5 00000100:00000001:0.0:1767384967.513321:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.513322:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.513325:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003a5bd04e. 02000000:00000001:0.0:1767384967.513327:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.513328:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.513330:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.513355:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.513363:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.513364:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.513366:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.513381:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.513382:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.513384:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.513386:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.513387:0:16768:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.513388:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.513390:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000067bfa64a) refcount = 6 00010000:00000040:0.0:1767384967.513393:0:16768:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384967.513396:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000059232d92/0x7ec529173eeb8229 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8222 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.513402:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004f4079af/0x7ec529173eeb81ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb81f8 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.513406:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000060ab8975/0x7ec529173eeb81b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb81b2 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.513410:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009770cd1d/0x7ec529173eeb8134 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb812d expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.513414:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005088b20b/0x7ec529173eeb8118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8111 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384967.513419:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005fd8662c/0x7ec529173eeb8555 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfde7 expref: 5 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.513424:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.513425:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.513426:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.513427:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.513429:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.513433:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.513435:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005fd8662c/0x7ec529173eeb8555 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfde7 expref: 5 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.513448:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.513450:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.513452:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.513454:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.513456:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.513457:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.513458:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.513459:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005fd8662c, rc 0) 00000020:00000001:0.0:1767384967.513461:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.513463:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344862464 00010000:00000001:0.0:1767384967.513465:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.513477:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046be7cf7 x1853237344862464/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.513483:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.513485:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.513487:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.513489:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.513491:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.513493:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.513495:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.513496:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.513498:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.513500:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.513503:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc41784d. 00000100:00000200:0.0:1767384967.513506:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237344862464, offset 224 00000400:00000200:0.0:1767384967.513510:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.513517:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.513525:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [226:226:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384967.513534:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.513539:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.513546:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.513550:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.513555:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.513557:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.513581:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.513584:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.513586:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.513588:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.513589:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.513593:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046be7cf7 x1853237344862464/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.513601:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046be7cf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+5:15545:x1853237344862464:12345-192.168.203.12@tcp50:101: Request processed in 381us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.513607:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 158 00000100:00000040:0.0:1767384967.513609:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.513610:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.513612:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.513615:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.513617:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.513620:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.513623:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 4 00000100:00000001:0.0:1767384967.513625:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.513628:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.513631:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6bb1bb. 00000400:00000010:0.0:1767384967.513635:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010b559aa. 00000800:00000200:3.0:1767384967.513724:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.513729:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.513733:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.513739:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.513742:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc41784d 00000400:00000010:3.0:1767384967.513744:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc41784d. 00000100:00000001:3.0:1767384967.513747:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.513749:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.513751:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003a5bd04e. 02000000:00000001:3.0:1767384967.513753:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.513754:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.514912:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.514918:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.514920:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.514921:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.514931:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.514938:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 512 into portal 26 MB=0x6958271a00200 00000400:00000200:3.0:1767384967.514942:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 512/512 into md 0x17b5 [2] + 0 00000400:00000010:3.0:1767384967.514945:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005042e3fb. 00000400:00000200:3.0:1767384967.514948:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ff04041 00000800:00000001:3.0:1767384967.514951:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.514955:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.514956:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.514959:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.514961:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ff04041 00000400:00000010:3.0:1767384967.514962:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ff04041. 00000100:00000001:3.0:1767384967.514967:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.514968:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.514970:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000e44a23e7 x1853237344862720 msgsize 512 00000100:00100000:3.0:1767384967.514973:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.514974:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.514985:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.514989:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.514991:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.515069:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.515073:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344862720 02000000:00000001:0.0:1767384967.515076:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.515077:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.515079:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.515082:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.515084:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344862720 00000020:00000001:0.0:1767384967.515094:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.515095:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.515097:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.515099:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=5 00000020:00000001:0.0:1767384967.515101:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.515103:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.515106:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.515108:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.515110:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.515112:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000020:00000010:0.0:1767384967.515116:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.515118:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.515121:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.515125:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.515127:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.515128:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.515129:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.515133:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.515146:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.515152:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.515154:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.515158:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 159 00000100:00000040:0.0:1767384967.515161:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.515162:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526327376 : -106558183224240 : ffff9f15fd574c50) 00000100:00000040:0.0:1767384967.515166:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e44a23e7 x1853237344862720/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 512/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.515174:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.515176:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.515178:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.515179:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000100:00100000:0.0:1767384967.515182:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e44a23e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+5:15545:x1853237344862720:12345-192.168.203.12@tcp50:501: 00000100:00000200:0.0:1767384967.515185:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344862720 00000020:00000001:0.0:1767384967.515193:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.515195:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.515196:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.515198:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.515200:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340800 : -1039210816 : ffffffffc20ee6c0) 00000020:00000001:0.0:1767384967.515203:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.515204:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.515206:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.515208:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.515210:0:16768:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384967.515213:0:16768:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.515214:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.515216:0:16768:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384967.515217:0:16768:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384967.515220:0:16768:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384967.515222:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.515224:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.515227:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000006ec3963e. 02000000:00000001:0.0:1767384967.515229:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.515231:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.515234:0:16768:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384967.515236:0:16768:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384967.515238:0:16768:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.515240:0:16768:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005f446d19. 00000040:00000001:0.0:1767384967.515244:0:16768:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.515246:0:16768:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.515248:0:16768:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:0.0:1767384967.515251:0:16768:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00080000:00000001:0.0:1767384967.515258:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384967.515474:0:16768:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384967.515479:0:16768:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384967.515481:0:16768:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384967.515483:0:16768:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384967.515486:0:16768:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005f446d19. 00000040:00000001:0.0:1767384967.515488:0:16768:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384967.515495:0:16768:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384967.515497:0:16768:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:0.0:1767384967.515500:0:16768:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384967.515502:0:16768:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384967.515504:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344862720 00010000:00000001:0.0:1767384967.515506:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.515510:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e44a23e7 x1853237344862720/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.515516:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.515518:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.515520:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.515522:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.515524:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.515526:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.515528:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.515529:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.515531:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.515533:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.515536:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b56cfe71. 00000100:00000200:0.0:1767384967.515539:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237344862720, offset 224 00000400:00000200:0.0:1767384967.515542:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.515549:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.515557:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [227:227:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384967.515567:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.515571:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.515574:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.515578:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.515582:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.515585:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.515599:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.515607:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.515609:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.515611:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.515613:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.515616:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e44a23e7 x1853237344862720/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.515624:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e44a23e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+5:15545:x1853237344862720:12345-192.168.203.12@tcp50:501: Request processed in 449us (652us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384967.515631:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 159 00000100:00000040:0.0:1767384967.515633:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.515635:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.515636:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.515639:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.515641:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.515645:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.515649:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 4 00000100:00000001:0.0:1767384967.515653:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.515657:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.515661:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c95d78b. 00000400:00000010:0.0:1767384967.515665:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000730f7d56. 00000800:00000200:3.0:1767384967.515701:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.515705:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.515709:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.515713:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.515716:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b56cfe71 00000400:00000010:3.0:1767384967.515718:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b56cfe71. 00000100:00000001:3.0:1767384967.515720:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.515722:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.515724:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000006ec3963e. 02000000:00000001:3.0:1767384967.515726:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.515727:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.516806:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.516812:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.516814:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.516815:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.516819:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.516832:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 328 into portal 26 MB=0x6958271a00280 00000400:00000200:3.0:1767384967.516836:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 328/328 into md 0x17f5 [2] + 0 00000400:00000010:3.0:1767384967.516839:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4491d0. 00000400:00000200:3.0:1767384967.516841:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075252649 00000800:00000001:3.0:1767384967.516844:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.516849:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.516850:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.516853:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.516855:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075252649 00000400:00000010:3.0:1767384967.516856:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075252649. 00000100:00000001:3.0:1767384967.516860:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.516861:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.516863:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000cb82244f x1853237344862848 msgsize 328 00000100:00100000:3.0:1767384967.516866:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.516868:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.516879:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.516883:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.516904:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.516935:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.516939:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344862848 02000000:00000001:0.0:1767384967.516941:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.516943:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.516945:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.516948:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.516950:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344862848 00000020:00000001:0.0:1767384967.516952:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.516953:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.516955:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.516957:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=5 00000020:00000001:0.0:1767384967.516959:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.516962:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.516973:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.516976:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.516977:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.516979:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000020:00000010:0.0:1767384967.516983:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.516986:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.516988:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.516992:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.516994:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.516995:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.516996:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.517000:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.517012:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.517019:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.517020:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.517025:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 160 00000100:00000040:0.0:1767384967.517027:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.517029:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526335568 : -106558183216048 : ffff9f15fd576c50) 00000100:00000040:0.0:1767384967.517033:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb82244f x1853237344862848/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.517041:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.517044:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.517045:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.517048:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000100:00100000:0.0:1767384967.517051:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb82244f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+5:15545:x1853237344862848:12345-192.168.203.12@tcp50:101: 00000100:00000200:0.0:1767384967.517055:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344862848 00000020:00000001:0.0:1767384967.517057:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.517059:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.517060:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.517062:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.517063:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:0.0:1767384967.517066:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.517072:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.517074:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.517075:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.517078:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.517079:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.517080:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.517082:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.517083:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.517084:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.517087:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384967.517089:0:16768:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 7 00010000:00000001:0.0:1767384967.517091:0:16768:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.517093:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.517095:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020ba3b81. 00000020:00000001:0.0:1767384967.517097:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.517099:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020ba3b81 with handle 0x7ec529173eeb855c to hash 00000020:00000001:0.0:1767384967.517101:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.517102:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00010000:00000001:0.0:1767384967.517104:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00010000:00010000:0.0:1767384967.517106:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb855c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6f6deb09ccbfdee expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.517111:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000933062f2 : new locks_count 2 00000020:00000040:0.0:1767384967.517113:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=6 00000100:00000001:0.0:1767384967.517117:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.517118:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.517121:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ce04a43e. 02000000:00000001:0.0:1767384967.517122:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.517124:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.517126:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.517128:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.517129:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.517130:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.517132:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.517133:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.517134:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.517139:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.517141:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.517142:0:16768:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.517143:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.517144:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000067bfa64a) refcount = 7 00010000:00000040:0.0:1767384967.517147:0:16768:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384967.517149:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005fd8662c/0x7ec529173eeb8555 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfde7 expref: 6 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.517154:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000059232d92/0x7ec529173eeb8229 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8222 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.517159:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004f4079af/0x7ec529173eeb81ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb81f8 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.517163:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000060ab8975/0x7ec529173eeb81b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb81b2 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.517167:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009770cd1d/0x7ec529173eeb8134 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb812d expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.517171:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005088b20b/0x7ec529173eeb8118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8111 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384967.517175:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb855c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfdee expref: 6 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.517179:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.517180:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.517181:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.517182:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.517183:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.517186:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.517188:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb855c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfdee expref: 6 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.517199:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.517200:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.517202:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.517203:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.517204:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.517205:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.517206:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.517207:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000020ba3b81, rc 0) 00000020:00000001:0.0:1767384967.517209:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.517211:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344862848 00010000:00000001:0.0:1767384967.517212:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.517215:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb82244f x1853237344862848/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.517221:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.517222:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.517224:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.517227:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.517229:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.517230:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.517232:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.517234:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.517236:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.517237:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.517240:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dbffc2. 00000100:00000200:0.0:1767384967.517242:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237344862848, offset 224 00000400:00000200:0.0:1767384967.517246:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.517253:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.517261:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [228:228:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384967.517269:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.517273:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.517282:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.517286:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.517290:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.517293:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.517306:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.517309:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.517311:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.517312:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.517314:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.517317:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb82244f x1853237344862848/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.517324:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb82244f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+6:15545:x1853237344862848:12345-192.168.203.12@tcp50:101: Request processed in 282us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.517330:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 160 00000100:00000040:0.0:1767384967.517349:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.517351:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.517352:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.517355:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.517359:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.517361:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.517365:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 5 00000100:00000001:0.0:1767384967.517368:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.517372:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.517376:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d3d835. 00000400:00000010:0.0:1767384967.517381:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebf95a45. 00000800:00000200:3.0:1767384967.517416:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.517420:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.517423:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.517428:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.517431:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dbffc2 00000400:00000010:3.0:1767384967.517433:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dbffc2. 00000100:00000001:3.0:1767384967.517435:0:16129:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.517437:0:16129:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.517438:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ce04a43e. 02000000:00000001:3.0:1767384967.517441:0:16129:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.517442:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.518600:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.518607:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.518610:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.518612:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.518618:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.518626:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 512 into portal 26 MB=0x6958271a00300 00000400:00000200:3.0:1767384967.518639:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 512/512 into md 0x1829 [2] + 0 00000400:00000010:3.0:1767384967.518643:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000210e6450. 00000400:00000200:3.0:1767384967.518648:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc1f1e68 00000800:00000001:3.0:1767384967.518652:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.518657:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.518659:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.518662:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.518665:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc1f1e68 00000400:00000010:3.0:1767384967.518666:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc1f1e68. 00000100:00000001:3.0:1767384967.518670:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.518672:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.518674:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000070dd229 x1853237344862976 msgsize 512 00000100:00100000:3.0:1767384967.518678:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.518680:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.518694:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.518699:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.518702:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.518759:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.518765:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344862976 02000000:00000001:0.0:1767384967.518768:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.518770:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.518772:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.518776:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.518779:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344862976 00000020:00000001:0.0:1767384967.518790:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.518791:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.518803:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.518805:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=6 00000020:00000001:0.0:1767384967.518808:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.518810:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.518812:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.518815:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.518817:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.518819:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000020:00000010:0.0:1767384967.518823:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.518825:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.518828:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.518833:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.518834:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.518835:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.518837:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.518840:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.518853:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.518860:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.518861:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.518866:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 161 00000100:00000040:0.0:1767384967.518868:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.518870:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526325328 : -106558183226288 : ffff9f15fd574450) 00000100:00000040:0.0:1767384967.518874:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000070dd229 x1853237344862976/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 512/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.518882:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.518915:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c0f0bc4. 00000100:00000001:0.0:1767384967.518918:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.518921:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c0f0bc4. 00000100:00100000:0.0:1767384967.518925:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000070dd229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+6:15545:x1853237344862976:12345-192.168.203.12@tcp50:501: 00000100:00000200:0.0:1767384967.518929:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344862976 00000020:00000001:0.0:1767384967.518937:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.518940:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.518942:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.518943:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.518945:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340800 : -1039210816 : ffffffffc20ee6c0) 00000020:00000001:0.0:1767384967.518947:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.518948:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.518949:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.518950:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.518952:0:16768:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384967.518954:0:16768:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.518955:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.518957:0:16768:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384967.518958:0:16768:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384967.518959:0:16768:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384967.518961:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.518963:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.518966:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d6b480aa. 02000000:00000001:0.0:1767384967.518967:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.518969:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.518971:0:16768:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384967.518973:0:16768:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384967.518974:0:16768:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.518976:0:16768:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005f446d19. 00000040:00000001:0.0:1767384967.518978:0:16768:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.518979:0:16768:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.518981:0:16768:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:0.0:1767384967.518983:0:16768:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00080000:00000001:0.0:1767384967.518987:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384967.519004:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384967.519007:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384967.519008:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.519010:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384967.519014:0:16768:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000025e4e05a. 00000020:00000001:0.0:1767384967.519017:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.519021:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:0.0:1767384967.519029:0:16768:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.519031:0:16768:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.519034:0:16768:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.519037:0:16768:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000010:0.0:1767384967.519039:0:16768:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000025e4e05a. 00000040:00000001:0.0:1767384967.519041:0:16768:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.519042:0:16768:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005f446d19. 00000040:00000001:0.0:1767384967.519044:0:16768:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384967.519046:0:16768:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:0.0:1767384967.519048:0:16768:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.519051:0:16768:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384967.519053:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384967.519055:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384967.519057:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.519059:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.519061:0:16768:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000005c0f0bc4. 00000020:00000040:0.0:1767384967.519062:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=7 20000000:00000001:0.0:1767384967.519065:0:16768:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.519066:0:16768:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.519068:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344862976 00010000:00000001:0.0:1767384967.519070:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.519073:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000070dd229 x1853237344862976/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.519091:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.519092:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.519094:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.519097:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.519099:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.519100:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.519103:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.519104:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.519106:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.519108:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.519110:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a1464c. 00000100:00000200:0.0:1767384967.519112:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237344862976, offset 224 00000400:00000200:0.0:1767384967.519120:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.519127:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.519135:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [229:229:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384967.519145:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.519149:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.519152:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.519156:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.519161:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.519163:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.519177:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.519180:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.519182:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.519184:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.519185:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.519189:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000070dd229 x1853237344862976/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.519197:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000070dd229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15545:x1853237344862976:12345-192.168.203.12@tcp50:501: Request processed in 313us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.519203:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 161 00000100:00000040:0.0:1767384967.519205:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.519207:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.519208:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.519211:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.519224:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.519227:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.519229:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 6 00000100:00000001:0.0:1767384967.519232:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.519234:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.519238:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384967.519246:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9df7dec. 00000800:00000200:3.0:1767384967.519322:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.519327:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.519361:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.519367:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.519370:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a1464c 00000400:00000010:3.0:1767384967.519373:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a1464c. 00000100:00000001:3.0:1767384967.519376:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.519378:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.519380:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d6b480aa. 02000000:00000001:3.0:1767384967.519382:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.519383:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.520466:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.520473:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.520475:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.520478:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.520483:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.520491:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 272 into portal 26 MB=0x6958271a00380 00000400:00000200:3.0:1767384967.520497:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 272/272 into md 0x1831 [2] + 0 00000400:00000010:3.0:1767384967.520508:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057adeb2c. 00000400:00000200:3.0:1767384967.520511:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de18fe3f 00000800:00000001:3.0:1767384967.520515:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.520520:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.520522:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.520525:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.520528:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de18fe3f 00000400:00000010:3.0:1767384967.520529:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de18fe3f. 00000100:00000001:3.0:1767384967.520535:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.520536:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.520539:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000922ee37a x1853237344863104 msgsize 272 00000100:00100000:3.0:1767384967.520542:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.520544:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.520557:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.520562:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.520564:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.520626:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.520630:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344863104 02000000:00000001:0.0:1767384967.520632:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.520634:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.520635:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.520638:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.520641:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344863104 00000020:00000001:0.0:1767384967.520642:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.520644:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.520645:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.520647:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=7 00000020:00000001:0.0:1767384967.520649:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.520651:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.520654:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.520658:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.520660:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.520661:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.520665:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.520668:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.520671:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.520676:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.520678:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.520680:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.520681:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.520686:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.520701:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.520710:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.520712:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.520719:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 162 00000100:00000040:0.0:1767384967.520722:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.520725:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526330448 : -106558183221168 : ffff9f15fd575850) 00000100:00000040:0.0:1767384967.520732:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000922ee37a x1853237344863104/t0(0) o503->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.520775:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.520778:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.520780:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.520783:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.520788:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000922ee37a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15545:x1853237344863104:12345-192.168.203.12@tcp50:503: 00000100:00000200:0.0:1767384967.520792:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344863104 00000020:00000001:0.0:1767384967.520794:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.520796:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.520797:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.520799:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.520801:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340896 : -1039210720 : ffffffffc20ee720) 00000020:00000001:0.0:1767384967.520803:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.520804:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.520805:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.520806:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.520808:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.520809:0:16768:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.520810:0:16768:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384967.520813:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.520815:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.520829:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000377c85df. 02000000:00000001:0.0:1767384967.520831:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.520833:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.520835:0:16768:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384967.520837:0:16768:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.520838:0:16768:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005f446d19. 00000040:00000001:0.0:1767384967.520841:0:16768:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.520842:0:16768:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.520844:0:16768:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:0.0:1767384967.520846:0:16768:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:0.0:1767384967.520849:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.520851:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:0.0:1767384967.520858:0:16768:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.520860:0:16768:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.520862:0:16768:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.520866:0:16768:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007c8a9ea0. 00000040:00000001:0.0:1767384967.520868:0:16768:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.520869:0:16768:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384967.521119:0:16768:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.521122:0:16768:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.521123:0:16768:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384967.521127:0:16768:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384967.521130:0:16768:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384967.521132:0:16768:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.521134:0:16768:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000001:0.0:1767384967.521136:0:16768:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.521138:0:16768:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007c8a9ea0. 00000040:00000010:0.0:1767384967.521140:0:16768:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005f446d19. 00000040:00000040:0.0:1767384967.521142:0:16768:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:0.0:1767384967.521144:0:16768:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.521146:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344863104 00010000:00000001:0.0:1767384967.521148:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.521152:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000922ee37a x1853237344863104/t0(0) o503->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.521159:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.521160:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.521162:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.521165:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.521167:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.521169:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.521171:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.521172:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.521174:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.521176:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.521179:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008c0afb82. 00000100:00000200:0.0:1767384967.521182:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237344863104, offset 224 00000400:00000200:0.0:1767384967.521192:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.521199:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.521207:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [230:230:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384967.521216:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.521220:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.521223:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000005f446d19. 00000800:00000200:0.0:1767384967.521227:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.521231:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1022 00000800:00000200:0.0:1767384967.521234:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005f446d19 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.521248:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.521251:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.521253:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.521255:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.521256:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.521260:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000922ee37a x1853237344863104/t0(0) o503->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.521268:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000922ee37a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15545:x1853237344863104:12345-192.168.203.12@tcp50:503: Request processed in 493us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.521274:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 162 00000100:00000040:0.0:1767384967.521276:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.521278:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.521279:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.521282:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.521284:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.521286:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.521289:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 6 00000100:00000001:0.0:1767384967.521293:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.521296:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.521300:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9895a2. 00000400:00000010:0.0:1767384967.521308:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013d22bbc. 00000800:00000200:3.0:1767384967.521377:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.521381:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000005f446d19. 00000400:00000200:3.0:1767384967.521384:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.521390:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.521408:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0afb82 00000400:00000010:3.0:1767384967.521410:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008c0afb82. 00000100:00000001:3.0:1767384967.521413:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.521415:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.521417:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000377c85df. 02000000:00000001:3.0:1767384967.521427:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.521428:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.522973:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.522978:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.522980:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.522982:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.522986:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.522993:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 272 into portal 26 MB=0x6958271a00400 00000400:00000200:3.0:1767384967.522997:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 272/272 into md 0x1855 [2] + 0 00000400:00000010:3.0:1767384967.523000:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daede07. 00000400:00000200:3.0:1767384967.523008:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ed081c2 00000800:00000001:3.0:1767384967.523011:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.523016:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.523086:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.523090:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.523093:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ed081c2 00000400:00000010:3.0:1767384967.523094:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ed081c2. 00000100:00000001:3.0:1767384967.523098:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.523099:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.523102:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000005029d13b x1853237344863232 msgsize 272 00000100:00100000:3.0:1767384967.523106:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.523107:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.523119:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.523124:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.523127:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.523202:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.523206:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344863232 02000000:00000001:0.0:1767384967.523208:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.523210:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.523211:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.523214:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.523217:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344863232 00000020:00000001:0.0:1767384967.523219:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.523220:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.523221:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.523223:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=7 00000020:00000001:0.0:1767384967.523226:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.523228:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.523230:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.523234:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.523236:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.523238:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.523241:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.523244:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.523247:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.523262:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.523264:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.523265:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.523266:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.523270:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.523284:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.523290:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.523292:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.523297:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 163 00000100:00000040:0.0:1767384967.523299:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.523300:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526324304 : -106558183227312 : ffff9f15fd574050) 00000100:00000040:0.0:1767384967.523305:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005029d13b x1853237344863232/t0(0) o502->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.523327:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.523329:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.523349:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.523352:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.523357:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005029d13b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15564:x1853237344863232:12345-192.168.203.12@tcp50:502: 00000100:00000200:0.0:1767384967.523360:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344863232 00000020:00000001:0.0:1767384967.523362:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.523365:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.523366:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.523368:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.523369:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340848 : -1039210768 : ffffffffc20ee6f0) 00000020:00000001:0.0:1767384967.523371:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.523383:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.523403:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.523405:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.523407:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.523409:0:16768:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.523410:0:16768:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384967.523414:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.523415:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.523431:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000377c85df. 02000000:00000001:0.0:1767384967.523434:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.523436:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.523439:0:16768:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384967.523441:0:16768:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.523444:0:16768:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000492f00d1. 00000040:00000001:0.0:1767384967.523447:0:16768:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.523449:0:16768:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.523451:0:16768:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:0.0:1767384967.523454:0:16768:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:0.0:1767384967.523458:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.523461:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:0.0:1767384967.523469:0:16768:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.523471:0:16768:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.523483:0:16768:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.523486:0:16768:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007c8a9ea0. 00000040:00000001:0.0:1767384967.523488:0:16768:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.523490:0:16768:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384967.523546:0:16768:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.523549:0:16768:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.523551:0:16768:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.523554:0:16768:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.523557:0:16768:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384967.523561:0:16768:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384967.523647:0:16768:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384967.523650:0:16768:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.523652:0:16768:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384967.523654:0:16768:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.523657:0:16768:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000001:0.0:1767384967.523660:0:16768:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.523662:0:16768:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007c8a9ea0. 00000040:00000010:0.0:1767384967.523664:0:16768:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000492f00d1. 00000040:00000040:0.0:1767384967.523667:0:16768:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:0.0:1767384967.523670:0:16768:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.523673:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344863232 00010000:00000001:0.0:1767384967.523677:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.523684:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005029d13b x1853237344863232/t0(0) o502->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.523698:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.523700:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.523704:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.523710:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.523714:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.523717:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.523720:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.523723:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.523727:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.523754:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.523768:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008c0afb82. 00000100:00000200:0.0:1767384967.523773:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237344863232, offset 224 00000400:00000200:0.0:1767384967.523779:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.523789:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.523800:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [231:231:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384967.523813:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.523819:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.523823:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000492f00d1. 00000800:00000200:0.0:1767384967.523828:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.523842:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1022 00000800:00000200:0.0:1767384967.523845:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000492f00d1 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.523859:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.523862:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.523864:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.523865:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.523867:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.523870:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005029d13b x1853237344863232/t0(0) o502->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.523878:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005029d13b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15564:x1853237344863232:12345-192.168.203.12@tcp50:502: Request processed in 551us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.523920:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 163 00000100:00000040:0.0:1767384967.523922:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.523924:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.523927:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.523930:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.523933:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.523936:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.523942:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 6 00000100:00000001:0.0:1767384967.523946:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.523955:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.523959:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538ef898. 00000400:00000010:0.0:1767384967.523964:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eac347ed. 00000800:00000200:3.0:1767384967.523998:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.524003:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000492f00d1. 00000400:00000200:3.0:1767384967.524007:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.524013:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.524017:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0afb82 00000400:00000010:3.0:1767384967.524018:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008c0afb82. 00000100:00000001:3.0:1767384967.524021:0:16129:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.524023:0:16129:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.524025:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000377c85df. 02000000:00000001:3.0:1767384967.524034:0:16129:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.524035:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.539985:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.539992:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.539995:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.539996:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.540002:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.540010:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 272 into portal 26 MB=0x6958271a00480 00000400:00000200:3.0:1767384967.540015:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 272/272 into md 0x185d [2] + 0 00000400:00000010:3.0:1767384967.540018:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e38e59b3. 00000400:00000200:3.0:1767384967.540022:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3aeeac4 00000800:00000001:3.0:1767384967.540035:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.540040:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.540042:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.540045:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.540048:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3aeeac4 00000400:00000010:3.0:1767384967.540049:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3aeeac4. 00000100:00000001:3.0:1767384967.540052:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.540053:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.540055:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000f2e02574 x1853237344863360 msgsize 272 00000100:00100000:3.0:1767384967.540058:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.540060:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.540071:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.540076:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.540095:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.540166:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.540172:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344863360 02000000:00000001:0.0:1767384967.540175:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.540177:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.540179:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.540183:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.540186:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344863360 00000020:00000001:0.0:1767384967.540188:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.540189:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.540191:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.540193:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=7 00000020:00000001:0.0:1767384967.540196:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.540198:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.540202:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.540208:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.540210:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.540212:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.540217:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.540220:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.540224:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.540229:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.540232:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.540233:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.540234:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.540240:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.540255:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.540262:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.540263:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.540269:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 164 00000100:00000040:0.0:1767384967.540272:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.540274:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526339664 : -106558183211952 : ffff9f15fd577c50) 00000100:00000040:0.0:1767384967.540278:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f2e02574 x1853237344863360/t0(0) o502->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.540299:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.540301:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.540302:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.540304:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.540308:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f2e02574 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15564:x1853237344863360:12345-192.168.203.12@tcp50:502: 00000100:00000200:0.0:1767384967.540312:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344863360 00000020:00000001:0.0:1767384967.540315:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.540318:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.540319:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.540321:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.540323:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340848 : -1039210768 : ffffffffc20ee6f0) 00000020:00000001:0.0:1767384967.540325:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.540327:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.540328:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.540329:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.540348:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.540351:0:16768:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.540353:0:16768:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384967.540358:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.540360:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.540385:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000377c85df. 02000000:00000001:0.0:1767384967.540387:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.540390:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.540392:0:16768:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384967.540394:0:16768:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.540397:0:16768:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000058f27625. 00000040:00000001:0.0:1767384967.540400:0:16768:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.540402:0:16768:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.540405:0:16768:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:0.0:1767384967.540407:0:16768:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:0.0:1767384967.540410:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.540414:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605176408 : -106559104375208 : ffff9f15c66fa658) 00000040:00000001:0.0:1767384967.540420:0:16768:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.540422:0:16768:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.540423:0:16768:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.540427:0:16768:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007c8a9ea0. 00000040:00000001:0.0:1767384967.540428:0:16768:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.540430:0:16768:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384967.540512:0:16768:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.540514:0:16768:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.540516:0:16768:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.540518:0:16768:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.540520:0:16768:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384967.540522:0:16768:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384967.540553:0:16768:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384967.540556:0:16768:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.540557:0:16768:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384967.540559:0:16768:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.540561:0:16768:0:(lu_object.c:207:lu_object_put()) Add 00000000dbe46caf/00000000e3a5a652 to site lru. bkt: 000000000e2cbb3d 00000040:00000001:0.0:1767384967.540564:0:16768:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.540565:0:16768:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007c8a9ea0. 00000040:00000010:0.0:1767384967.540568:0:16768:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000058f27625. 00000040:00000040:0.0:1767384967.540570:0:16768:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:0.0:1767384967.540572:0:16768:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.540574:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344863360 00010000:00000001:0.0:1767384967.540577:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.540581:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f2e02574 x1853237344863360/t0(0) o502->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.540588:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.540590:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.540592:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.540596:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.540598:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.540600:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.540601:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.540603:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.540606:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.540614:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.540618:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000cd8c7a43. 00000100:00000200:0.0:1767384967.540622:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237344863360, offset 224 00000400:00000200:0.0:1767384967.540627:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.540637:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.540648:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [232:232:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384967.540659:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.540664:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.540667:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000058f27625. 00000800:00000200:0.0:1767384967.540671:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.540679:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1022 00000800:00000200:0.0:1767384967.540683:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058f27625 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.540701:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.540706:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.540710:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.540712:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.540714:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.540719:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2e02574 x1853237344863360/t0(0) o502->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.540731:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f2e02574 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15564:x1853237344863360:12345-192.168.203.12@tcp50:502: Request processed in 431us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.540741:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 164 00000100:00000040:0.0:1767384967.540745:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.540748:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.540750:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.540754:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.540759:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.540765:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.540770:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 6 00000100:00000001:0.0:1767384967.540776:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.540788:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.540793:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f44a601d. 00000400:00000010:0.0:1767384967.540808:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009477748c. 00000800:00000200:3.0:1767384967.540847:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.540851:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000058f27625. 00000400:00000200:3.0:1767384967.540855:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.540860:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.540862:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd8c7a43 00000400:00000010:3.0:1767384967.540864:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000cd8c7a43. 00000100:00000001:3.0:1767384967.540866:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.540868:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.540870:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000377c85df. 02000000:00000001:3.0:1767384967.540878:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.540879:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.542351:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.542357:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.542359:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.542360:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.542365:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.542372:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 328 into portal 26 MB=0x6958271a00500 00000400:00000200:3.0:1767384967.542376:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 328/328 into md 0x186d [2] + 0 00000400:00000010:3.0:1767384967.542379:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003492f1f. 00000400:00000200:3.0:1767384967.542381:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a19154d3 00000800:00000001:3.0:1767384967.542384:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.542394:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.542396:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.542457:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.542460:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a19154d3 00000400:00000010:3.0:1767384967.542461:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a19154d3. 00000100:00000001:3.0:1767384967.542464:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.542465:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.542467:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000ee1b1ebd x1853237344863488 msgsize 328 00000100:00100000:3.0:1767384967.542470:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.542472:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.542481:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.542486:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.542488:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.542539:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.542543:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344863488 02000000:00000001:0.0:1767384967.542545:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.542546:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.542548:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.542551:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.542554:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344863488 00000020:00000001:0.0:1767384967.542555:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.542557:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.542558:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.542560:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=7 00000020:00000001:0.0:1767384967.542563:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.542565:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.542567:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.542571:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.542573:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.542575:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.542579:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.542581:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.542584:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.542588:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.542590:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.542591:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.542592:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.542596:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.542608:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.542614:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.542616:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.542620:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 165 00000100:00000040:0.0:1767384967.542623:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.542625:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526328400 : -106558183223216 : ffff9f15fd575050) 00000100:00000040:0.0:1767384967.542628:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee1b1ebd x1853237344863488/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.542646:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.542648:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.542649:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.542651:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.542655:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee1b1ebd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+7:15545:x1853237344863488:12345-192.168.203.12@tcp50:101: 00000100:00000200:0.0:1767384967.542659:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344863488 00000020:00000001:0.0:1767384967.542661:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.542663:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.542665:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.542667:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.542669:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:0.0:1767384967.542671:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.542672:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.542674:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.542676:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.542679:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.542682:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.542685:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.542687:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.542689:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.542691:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.542697:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384967.542703:0:16768:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008ca33910 count: 2 00010000:00000001:0.0:1767384967.542706:0:16768:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.542710:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.542714:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca4600da. 00000020:00000001:0.0:1767384967.542718:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.542720:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca4600da with handle 0x7ec529173eeb8563 to hash 00000020:00000001:0.0:1767384967.542723:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.542725:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:0.0:1767384967.542728:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00010000:0.0:1767384967.542732:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8563 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6f6deb09ccbfe11 expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.542750:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000933062f2 : new locks_count 3 00000020:00000040:0.0:1767384967.542753:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=8 00000100:00000001:0.0:1767384967.542761:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.542763:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.542767:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e4f8c825. 02000000:00000001:0.0:1767384967.542770:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.542772:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.542775:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.542779:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.542781:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.542783:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.542785:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.542787:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.542788:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.542790:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.542792:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.542793:0:16768:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.542794:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.542796:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008ca33910) refcount = 2 00010000:00000040:0.0:1767384967.542798:0:16768:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384967.542801:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c835a631/0x7ec529173eeb8547 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8540 expref: 14 pid: 16768 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384967.542807:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8563 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe11 expref: 8 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.542812:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.542813:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.542814:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.542816:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.542817:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.542822:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.542824:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8563 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe11 expref: 8 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.542839:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.542841:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.542843:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.542845:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.542847:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.542848:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.542849:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.542850:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ca4600da, rc 0) 00000020:00000001:0.0:1767384967.542852:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.542854:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344863488 00010000:00000001:0.0:1767384967.542856:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.542858:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee1b1ebd x1853237344863488/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.542865:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.542866:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.542868:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.542871:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.542873:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.542874:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.542876:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.542878:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.542880:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.542882:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.542910:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c77c222. 00000100:00000200:0.0:1767384967.542914:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237344863488, offset 224 00000400:00000200:0.0:1767384967.542918:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.542925:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.542933:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [233:233:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384967.542943:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.542947:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.542956:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.542960:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.542965:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.542967:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.542980:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.542983:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.542985:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.542987:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.542989:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.542992:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee1b1ebd x1853237344863488/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.543000:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee1b1ebd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+8:15545:x1853237344863488:12345-192.168.203.12@tcp50:101: Request processed in 354us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.543006:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 165 00000100:00000040:0.0:1767384967.543008:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.543010:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.543012:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.543015:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.543017:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.543020:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.543023:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 7 00000100:00000001:0.0:1767384967.543027:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.543032:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.543037:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c963e8d. 00000400:00000010:0.0:1767384967.543041:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd8c7a43. 00000800:00000200:3.0:1767384967.543085:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.543089:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.543093:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.543097:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.543101:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c77c222 00000400:00000010:3.0:1767384967.543102:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c77c222. 00000100:00000001:3.0:1767384967.543104:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.543106:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.543108:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e4f8c825. 02000000:00000001:3.0:1767384967.543110:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.543111:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.544662:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.544670:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.544672:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.544674:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.544680:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.544688:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 304 into portal 26 MB=0x6958271a00580 00000400:00000200:3.0:1767384967.544694:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 304/304 into md 0x1885 [2] + 0 00000400:00000010:3.0:1767384967.544698:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3d0ed5. 00000400:00000200:3.0:1767384967.544701:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e84a872 00000800:00000001:3.0:1767384967.544704:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.544709:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.544718:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.544722:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.544725:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e84a872 00000400:00000010:3.0:1767384967.544727:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e84a872. 00000100:00000001:3.0:1767384967.544730:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.544731:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.544734:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000ddee6f09 x1853237344863616 msgsize 304 00000100:00100000:3.0:1767384967.544738:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.544740:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.544754:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.544759:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.544762:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.544817:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.544821:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344863616 02000000:00000001:0.0:1767384967.544823:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.544825:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.544826:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.544829:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.544832:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344863616 00000020:00000001:0.0:1767384967.544842:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.544843:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.544845:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.544847:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=8 00000020:00000001:0.0:1767384967.544849:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.544851:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.544854:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.544857:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.544858:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.544860:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.544864:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.544867:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.544870:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.544874:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.544876:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.544877:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.544878:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.544881:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.544912:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.544920:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.544922:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.544928:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 166 00000100:00000040:0.0:1767384967.544931:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.544933:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526337616 : -106558183214000 : ffff9f15fd577450) 00000100:00000040:0.0:1767384967.544938:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddee6f09 x1853237344863616/t0(0) o256->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 304/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.544946:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.544948:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.544950:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.544952:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.544955:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddee6f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+8:15545:x1853237344863616:12345-192.168.203.12@tcp50:256: 00000100:00000200:0.0:1767384967.544958:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344863616 00000020:00000001:0.0:1767384967.544968:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.544971:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.544973:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.544976:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.544978:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341600 : -1039210016 : ffffffffc20ee9e0) 00000020:00000001:0.0:1767384967.544981:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.544983:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.544985:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.544986:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.544989:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.544993:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.544995:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.544999:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000eebdf1fd. 02000000:00000001:0.0:1767384967.545001:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.545004:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.545007:0:16768:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384967.545011:0:16768:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384967.545015:0:16768:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384967.545017:0:16768:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384967.545020:0:16768:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.545022:0:16768:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384967.545024:0:16768:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384967.545029:0:16768:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000003f914a7a. 20000000:00000001:0.0:1767384967.545032:0:16768:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384967.545054:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384967.545061:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384967.545066:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384967.545068:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384967.545070:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384967.545071:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384967.545073:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384967.545074:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384967.545076:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384967.545077:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384967.545079:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384967.545080:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384967.545091:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384967.545092:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384967.545099:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384967.545100:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384967.545102:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384967.545104:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384967.545105:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384967.545107:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384967.545108:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384967.545110:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384967.545111:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384967.545113:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384967.545114:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384967.545116:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384967.545117:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384967.545118:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384967.545120:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384967.545121:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384967.545123:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384967.545124:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384967.545125:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384967.545127:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384967.545128:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384967.545130:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384967.545131:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384967.545132:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384967.545134:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384967.545135:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384967.545137:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384967.545138:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384967.545140:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384967.545159:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384967.545161:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384967.545162:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384967.545163:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384967.545165:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384967.545166:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384967.545168:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384967.545169:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384967.545171:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384967.545172:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384967.545177:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384967.545179:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384967.545181:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384967.545182:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384967.545184:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384967.545185:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384967.545187:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384967.545188:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384967.545190:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384967.545191:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384967.545193:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384967.545194:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384967.545195:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384967.545197:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384967.545198:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384967.545200:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384967.545201:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384967.545203:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384967.545204:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384967.545205:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384967.545207:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384967.545208:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384967.545209:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384967.545211:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384967.545212:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384967.545214:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384967.545215:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384967.545217:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384967.545218:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384967.545219:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384967.545221:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384967.545222:0:16768:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384967.545224:0:16768:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384967.545225:0:16768:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384967.545227:0:16768:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384967.545229:0:16768:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384967.545233:0:16768:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e4f8c825. 00000100:00000010:0.0:1767384967.545236:0:16768:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000025e4e05a. 00000020:00000040:0.0:1767384967.545238:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=9 00010000:00000001:0.0:1767384967.545245:0:16768:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384967.545248:0:16768:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384967.545251:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000689463b. 00000400:00000010:0.0:1767384967.545256:0:16768:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000056d0a53. 00000400:00000200:0.0:1767384967.545260:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.545269:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.545276:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [234:234:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384967.545281:0:16768:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.545287:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.545291:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.545294:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.545298:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.545302:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1022 00000800:00000200:0.0:1767384967.545305:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384967.545320:0:16768:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.12@tcp50 mbits 0x6958271a00580-0x6958271a00580 00000100:00000001:0.0:1767384967.545323:0:16768:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384967.545462:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.545466:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.545471:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.545476:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:3.0:1767384967.545481:0:16129:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384967.545482:0:16129:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e4f8c825 00000100:00000001:3.0:1767384967.545484:0:16129:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384967.546147:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.546153:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.546156:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.546176:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.546181:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : ACK - for me 00000400:00000200:3.0:1767384967.546189:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.112@tcp50: ACK from 12345-192.168.203.12@tcp50 into md 0x20d9 00000400:00000200:3.0:1767384967.546192:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.546206:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: ACK: OK 00000400:00000200:3.0:1767384967.546209:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000689463b 00000400:00000010:3.0:1767384967.546210:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000689463b. 00000100:00000001:3.0:1767384967.546213:0:16131:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384967.546214:0:16131:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e4f8c825 00000100:00000001:3.0:1767384967.546222:0:16131:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384967.546226:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.546228:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.546287:0:16768:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.546291:0:16768:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384967.546293:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 8 00000100:00000010:0.0:1767384967.546296:0:16768:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000025e4e05a. 00000100:00000010:0.0:1767384967.546299:0:16768:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e4f8c825. 00000100:00000001:0.0:1767384967.546301:0:16768:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384967.546302:0:16768:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384967.546310:0:16768:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000003f914a7a. 20000000:00000001:0.0:1767384967.546315:0:16768:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.546318:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344863616 00010000:00000001:0.0:1767384967.546320:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.546324:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddee6f09 x1853237344863616/t0(0) o256->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 304/240 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.546350:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.546352:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.546362:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.546365:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.546368:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.546369:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.546372:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.546373:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.546375:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.546377:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.546380:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000814c8737. 00000100:00000200:0.0:1767384967.546383:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237344863616, offset 224 00000400:00000200:0.0:1767384967.546387:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.546406:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.546414:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [235:235:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384967.546423:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.546428:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.546432:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.546435:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.546440:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.546442:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.546456:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.546458:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.546461:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.546462:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.546464:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.546469:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddee6f09 x1853237344863616/t0(0) o256->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 304/240 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.546478:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddee6f09 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+8:15545:x1853237344863616:12345-192.168.203.12@tcp50:256: Request processed in 1530us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.546485:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 166 00000100:00000040:0.0:1767384967.546487:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.546495:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.546497:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.546500:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.546504:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.546507:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.546510:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 7 00000100:00000001:0.0:1767384967.546513:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.546517:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.546521:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e99c76b0. 00000800:00000200:3.0:1767384967.546522:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384967.546526:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c0afb82. 00000800:00000010:3.0:1767384967.546534:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.546538:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.546545:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.546550:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000814c8737 00000400:00000010:3.0:1767384967.546552:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000814c8737. 00000100:00000001:3.0:1767384967.546556:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.546558:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.546560:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000eebdf1fd. 02000000:00000001:3.0:1767384967.546562:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.546563:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.552600:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.552608:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.552610:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.552612:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.552619:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.552628:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 328 into portal 26 MB=0x6958271a00600 00000400:00000200:3.0:1767384967.552648:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 328/328 into md 0x18d5 [2] + 0 00000400:00000010:3.0:1767384967.552652:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c32f4bff. 00000400:00000200:3.0:1767384967.552654:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002194908e 00000800:00000001:3.0:1767384967.552657:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.552661:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.552663:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.552665:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.552668:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002194908e 00000400:00000010:3.0:1767384967.552669:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002194908e. 00000100:00000001:3.0:1767384967.552672:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.552673:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.552675:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000163497cc x1853237344863744 msgsize 328 00000100:00100000:3.0:1767384967.552678:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.552679:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.552691:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.552695:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.552697:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.552774:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.552779:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344863744 02000000:00000001:0.0:1767384967.552782:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.552784:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.552786:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.552789:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.552791:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344863744 00000020:00000001:0.0:1767384967.552793:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.552794:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.552796:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.552798:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=8 00000020:00000001:0.0:1767384967.552800:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.552803:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.552805:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.552809:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.552811:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.552813:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.552817:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.552819:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.552822:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.552826:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.552828:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.552829:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.552831:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.552834:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.552855:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.552863:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.552865:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.552870:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 167 00000100:00000040:0.0:1767384967.552873:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.552875:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526164560 : -106558183387056 : ffff9f15fd54d050) 00000100:00000040:0.0:1767384967.552879:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000163497cc x1853237344863744/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.552921:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.552924:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.552925:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.552927:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.552931:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000163497cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+8:15545:x1853237344863744:12345-192.168.203.12@tcp50:101: 00000100:00000200:0.0:1767384967.552934:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344863744 00000020:00000001:0.0:1767384967.552936:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.552939:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.552941:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.552943:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.552945:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341184 : -1039210432 : ffffffffc20ee840) 00000020:00000001:0.0:1767384967.552947:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.552949:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.552951:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.552952:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.552955:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.552958:0:16768:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.552960:0:16768:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.552961:0:16768:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.552963:0:16768:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.552964:0:16768:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.552968:0:16768:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384967.552972:0:16768:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098f29938 count: 3 00010000:00000001:0.0:1767384967.552975:0:16768:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.552978:0:16768:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.552989:0:16768:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000006d9379b. 00000020:00000001:0.0:1767384967.552993:0:16768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.552995:0:16768:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000006d9379b with handle 0x7ec529173eeb856a to hash 00000020:00000001:0.0:1767384967.552999:0:16768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.553000:0:16768:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000001:0.0:1767384967.553003:0:16768:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00010000:0.0:1767384967.553006:0:16768:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000006d9379b/0x7ec529173eeb856a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa6f6deb09ccbfe18 expref: -99 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.553016:0:16768:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000933062f2 : new locks_count 4 00000020:00000040:0.0:1767384967.553019:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=9 00000100:00000001:0.0:1767384967.553025:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.553028:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.553031:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e4f8c825. 02000000:00000001:0.0:1767384967.553034:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.553037:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.553039:0:16768:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.553042:0:16768:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.553044:0:16768:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.553046:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.553049:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.553051:0:16768:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.553052:0:16768:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.553053:0:16768:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.553055:0:16768:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.553057:0:16768:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.553058:0:16768:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.553059:0:16768:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000098f29938) refcount = 3 00010000:00000040:0.0:1767384967.553061:0:16768:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384967.553064:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b9931bdd/0x7ec529173eeb821b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb8214 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.553069:0:16768:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000612afe3f/0x7ec529173eeb81ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7ec529173eeb81a4 expref: 14 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384967.553075:0:16768:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000006d9379b/0x7ec529173eeb856a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe18 expref: 9 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.553086:0:16768:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.553087:0:16768:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.553088:0:16768:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.553090:0:16768:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.553091:0:16768:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.553104:0:16768:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.553107:0:16768:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000006d9379b/0x7ec529173eeb856a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe18 expref: 9 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.553123:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.553125:0:16768:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.553126:0:16768:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.553128:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.553129:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.553130:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.553131:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.553132:0:16768:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000006d9379b, rc 0) 00000020:00000001:0.0:1767384967.553134:0:16768:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.553136:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344863744 00010000:00000001:0.0:1767384967.553137:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.553140:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000163497cc x1853237344863744/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.553147:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.553149:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.553151:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.553154:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.553156:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.553157:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.553160:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.553161:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.553163:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.553165:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.553168:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ada5b411. 00000100:00000200:0.0:1767384967.553176:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237344863744, offset 224 00000400:00000200:0.0:1767384967.553181:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.553189:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.553197:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [236:236:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384967.553206:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.553210:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.553214:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.553218:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.553222:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.553225:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.553238:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.553241:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.553243:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.553245:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.553246:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.553250:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000163497cc x1853237344863744/t0(0) o101->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.553258:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000163497cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+9:15545:x1853237344863744:12345-192.168.203.12@tcp50:101: Request processed in 337us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.553265:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 167 00000100:00000040:0.0:1767384967.553267:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.553269:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.553270:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.553273:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.553276:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.553278:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.553281:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 8 00000100:00000001:0.0:1767384967.553283:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.553286:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.553295:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031032ae1. 00000400:00000010:0.0:1767384967.553299:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d04b8b74. 00000800:00000200:3.0:1767384967.553419:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.553423:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.553450:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.553456:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.553460:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada5b411 00000400:00000010:3.0:1767384967.553462:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ada5b411. 00000100:00000001:3.0:1767384967.553465:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.553467:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.553469:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e4f8c825. 02000000:00000001:3.0:1767384967.553471:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.553472:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.554690:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.554696:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.554698:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.554699:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.554704:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.554711:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 504 into portal 26 MB=0x6958271a00680 00000400:00000200:3.0:1767384967.554715:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 504/504 into md 0x18dd [2] + 0 00000400:00000010:3.0:1767384967.554717:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041a2507c. 00000400:00000200:3.0:1767384967.554720:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004787c348 00000800:00000001:3.0:1767384967.554722:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.554726:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.554728:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.554730:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.554741:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004787c348 00000400:00000010:3.0:1767384967.554743:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004787c348. 00000100:00000001:3.0:1767384967.554745:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.554746:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.554748:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000a601dc5b x1853237344863872 msgsize 504 00000100:00100000:3.0:1767384967.554752:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.554753:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.554763:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.554767:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.554769:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.554817:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.554821:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344863872 02000000:00000001:0.0:1767384967.554823:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.554825:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.554827:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.554830:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.554832:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344863872 00000020:00000001:0.0:1767384967.554833:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.554835:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.554836:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.554838:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=9 00000020:00000001:0.0:1767384967.554840:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.554842:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.554845:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.554848:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.554850:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.554852:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.554856:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.554858:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.554861:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.554865:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.554867:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.554868:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.554870:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.554873:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.554905:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.554913:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.554915:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.554921:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 168 00000100:00000001:2.0:1767384967.554924:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384967.554925:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:2.0:1767384967.554929:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384967.554929:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526173776 : -106558183377840 : ffff9f15fd54f450) 00000100:00000001:2.0:1767384967.554934:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.554938:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a601dc5b x1853237344863872/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 504/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384967.554939:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.554961:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.554964:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.554966:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.554968:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.554974:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a601dc5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+9:15545:x1853237344863872:12345-192.168.203.12@tcp50:501: 00000100:00000200:0.0:1767384967.554979:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344863872 00000020:00000001:0.0:1767384967.554982:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.554984:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.554986:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.554989:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.554991:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340800 : -1039210816 : ffffffffc20ee6c0) 00000020:00000001:0.0:1767384967.554994:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.554995:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.554997:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.554999:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.555002:0:16768:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384967.555005:0:16768:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.555007:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.555009:0:16768:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384967.555012:0:16768:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384967.555013:0:16768:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384967.555017:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.555019:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.555023:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d6b480aa. 02000000:00000001:0.0:1767384967.555026:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.555028:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.555032:0:16768:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384967.555035:0:16768:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384967.555037:0:16768:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.555040:0:16768:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000058f27625. 00000040:00000001:0.0:1767384967.555044:0:16768:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.555046:0:16768:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.555048:0:16768:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:0.0:1767384967.555058:0:16768:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00080000:00000001:0.0:1767384967.555064:0:16768:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384967.555091:0:16768:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384967.555094:0:16768:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384967.555096:0:16768:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.555097:0:16768:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384967.555101:0:16768:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000e2787359. 00000020:00000001:0.0:1767384967.555104:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.555106:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605177688 : -106559104373928 : ffff9f15c66fab58) 00000040:00000001:0.0:1767384967.555109:0:16768:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.555110:0:16768:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.555113:0:16768:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.555115:0:16768:0:(lu_object.c:207:lu_object_put()) Add 00000000d1afea43/0000000060fd72b3 to site lru. bkt: 000000009507013f 00000040:00000010:0.0:1767384967.555117:0:16768:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000e2787359. 00000040:00000001:0.0:1767384967.555119:0:16768:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.555120:0:16768:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000058f27625. 00000040:00000001:0.0:1767384967.555123:0:16768:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384967.555124:0:16768:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:0.0:1767384967.555126:0:16768:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.555130:0:16768:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.555132:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344863872 00010000:00000001:0.0:1767384967.555134:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.555137:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a601dc5b x1853237344863872/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 504/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.555145:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.555146:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.555148:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.555151:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.555153:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.555155:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.555157:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.555159:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.555161:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.555168:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.555170:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fa18a23. 00000100:00000200:0.0:1767384967.555173:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237344863872, offset 224 00000400:00000200:0.0:1767384967.555177:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.555184:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.555202:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [237:237:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384967.555211:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.555215:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.555219:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006bec22d8. 00000800:00000200:0.0:1767384967.555222:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.555227:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384967.555229:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006bec22d8 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.555243:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.555247:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.555249:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.555251:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.555253:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.555256:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a601dc5b x1853237344863872/t0(0) o501->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 504/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.555264:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a601dc5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+9:15545:x1853237344863872:12345-192.168.203.12@tcp50:501: Request processed in 305us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.555271:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 168 00000100:00000040:0.0:1767384967.555273:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.555275:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.555276:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.555279:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.555281:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.555284:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.555287:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 8 00000100:00000001:0.0:1767384967.555289:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.555298:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.555302:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747d6d5b. 00000400:00000010:0.0:1767384967.555307:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008315e0e6. 00000800:00000200:3.0:1767384967.555394:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.555399:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006bec22d8. 00000400:00000200:3.0:1767384967.555403:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.555417:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.555421:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fa18a23 00000400:00000010:3.0:1767384967.555423:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fa18a23. 00000100:00000001:3.0:1767384967.555427:0:16129:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.555429:0:16129:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.555431:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d6b480aa. 02000000:00000001:3.0:1767384967.555433:0:16129:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.555434:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.556771:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.556778:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.556780:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.556782:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.556788:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.556811:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 272 into portal 26 MB=0x6958271a00700 00000400:00000200:3.0:1767384967.556815:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 272/272 into md 0x1951 [2] + 0 00000400:00000010:3.0:1767384967.556818:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e55a2b. 00000400:00000200:3.0:1767384967.556821:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000593332d4 00000800:00000001:3.0:1767384967.556824:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.556828:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.556829:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.556831:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.556834:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000593332d4 00000400:00000010:3.0:1767384967.556835:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000593332d4. 00000100:00000001:3.0:1767384967.556838:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.556839:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.556841:0:16131:0:(events.c:337:request_in_callback()) incoming req@000000003b27152f x1853237344864000 msgsize 272 00000100:00100000:3.0:1767384967.556844:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:3.0:1767384967.556845:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.556856:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.556859:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.556861:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.556920:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.556924:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864000 02000000:00000001:0.0:1767384967.556926:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.556928:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.556930:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.556932:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.556935:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864000 00000020:00000001:0.0:1767384967.556936:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.556938:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:0.0:1767384967.556939:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.556941:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=9 00000020:00000001:0.0:1767384967.556944:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:0.0:1767384967.556946:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:0.0:1767384967.556948:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.556952:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.556954:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.556957:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000020:00000010:0.0:1767384967.556963:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbcadd73. 00000020:00000010:0.0:1767384967.556967:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.556971:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384967.556977:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.556979:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.556981:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.556983:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.556988:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.557003:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.557012:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.557015:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.557022:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 169 00000100:00000040:0.0:1767384967.557026:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:0.0:1767384967.557029:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526165584 : -106558183386032 : ffff9f15fd54d450) 00000100:00000040:0.0:1767384967.557036:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b27152f x1853237344864000/t0(0) o503->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.557059:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.557061:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4ab1752. 00000100:00000001:0.0:1767384967.557062:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.557075:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4ab1752. 00000100:00100000:0.0:1767384967.557079:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b27152f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+9:15545:x1853237344864000:12345-192.168.203.12@tcp50:503: 00000100:00000200:0.0:1767384967.557082:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864000 00000020:00000001:0.0:1767384967.557084:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.557086:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.557088:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.557090:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.557091:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670340896 : -1039210720 : ffffffffc20ee720) 00000020:00000001:0.0:1767384967.557093:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.557094:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.557096:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.557097:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.557098:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.557100:0:16768:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.557101:0:16768:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384967.557104:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.557105:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.557117:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000377c85df. 02000000:00000001:0.0:1767384967.557119:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.557121:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.557123:0:16768:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384967.557124:0:16768:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.557126:0:16768:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000058f27625. 00000040:00000001:0.0:1767384967.557129:0:16768:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.557130:0:16768:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.557132:0:16768:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637514548410368 : -106559161141248 : 0xffff9f15c30d7800) 00000020:00000001:0.0:1767384967.557134:0:16768:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637514548410368 : -106559161141248 : ffff9f15c30d7800) 00000020:00000001:0.0:1767384967.557136:0:16768:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.557139:0:16768:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514605177688 : -106559104373928 : ffff9f15c66fab58) 00000040:00000001:0.0:1767384967.557145:0:16768:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.557147:0:16768:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.557148:0:16768:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.557151:0:16768:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007c8a9ea0. 00000040:00000001:0.0:1767384967.557153:0:16768:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.557154:0:16768:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384967.557157:0:16768:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384967.557159:0:16768:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384967.557161:0:16768:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384967.557163:0:16768:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.557164:0:16768:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384967.557167:0:16768:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:0.0:1767384967.557170:0:16768:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384967.557171:0:16768:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.557173:0:16768:0:(lu_object.c:207:lu_object_put()) Add 00000000d1afea43/0000000060fd72b3 to site lru. bkt: 000000009507013f 00000040:00000001:0.0:1767384967.557175:0:16768:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.557177:0:16768:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007c8a9ea0. 00000040:00000010:0.0:1767384967.557179:0:16768:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000058f27625. 00000040:00000040:0.0:1767384967.557180:0:16768:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00000020:00000001:0.0:1767384967.557182:0:16768:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.557184:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864000 00010000:00000001:0.0:1767384967.557186:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.557189:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b27152f x1853237344864000/t0(0) o503->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.557196:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.557197:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.557200:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.557202:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.557204:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384967.557206:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384967.557208:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.557209:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.557211:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.557213:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384967.557220:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007fbb1c29. 00000100:00000200:0.0:1767384967.557223:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237344864000, offset 224 00000400:00000200:0.0:1767384967.557227:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384967.557235:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384967.557242:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [238:238:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384967.557251:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.557255:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384967.557257:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000058f27625. 00000800:00000200:0.0:1767384967.557261:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384967.557265:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1022 00000800:00000200:0.0:1767384967.557279:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000058f27625 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.557293:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.557296:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384967.557298:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.557299:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.557300:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.557303:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b27152f x1853237344864000/t0(0) o503->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.557311:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b27152f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+9:15545:x1853237344864000:12345-192.168.203.12@tcp50:503: Request processed in 252us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.557318:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 169 00000100:00000040:0.0:1767384967.557320:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:0.0:1767384967.557321:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.557323:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.557325:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dffc686. 00000020:00000010:0.0:1767384967.557327:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384967.557330:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbcadd73. 00000020:00000040:0.0:1767384967.557349:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 8 00000100:00000001:0.0:1767384967.557352:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.557362:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.557395:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e55a2b. 00000400:00000010:0.0:1767384967.557400:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068eb083a. 00000800:00000200:3.0:1767384967.557472:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.557477:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000058f27625. 00000400:00000200:3.0:1767384967.557482:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.557488:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.557502:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fbb1c29 00000400:00000010:3.0:1767384967.557503:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007fbb1c29. 00000100:00000001:3.0:1767384967.557506:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.557509:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.557511:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000377c85df. 02000000:00000001:3.0:1767384967.557518:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.557519:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.560202:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.560210:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.560213:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.560215:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.560221:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.560229:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 520 into portal 12 MB=0x6958271a00780 00000400:00000200:3.0:1767384967.560290:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.12@tcp50 of length 520/520 into md 0x229 [64] + 9176 00000800:00000001:3.0:1767384967.560294:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.560299:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.560300:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.560303:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:3.0:1767384967.560307:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.560308:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384967.560312:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759d5eb2. 00000100:00000040:3.0:1767384967.560315:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000759d5eb2 x1853237344864128 msgsize 520 00000100:00100000:3.0:1767384967.560318:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:3.0:1767384967.560329:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.560347:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.560350:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384967.560455:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384967.560461:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864128 02000000:00000001:1.0:1767384967.560465:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384967.560467:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384967.560470:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384967.560476:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384967.560481:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864128 00000020:00000001:1.0:1767384967.560484:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384967.560486:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384967.560506:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384967.560508:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.560511:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.560519:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9f5ea62. 00000020:00000010:1.0:1767384967.560525:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d86992f. 00000020:00000010:1.0:1767384967.560532:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa3e98b2. 00000100:00000001:1.0:1767384967.560538:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384967.560540:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384967.560543:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.560549:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.560576:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384967.560591:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384967.560594:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384967.560606:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 3 00000100:00000001:1.0:1767384967.560626:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545432320 : -106559164119296 : ffff9f15c2e00700) 00000100:00000040:1.0:1767384967.560633:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000759d5eb2 x1853237344864128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384967.560650:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000759d5eb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:12140:x1853237344864128:12345-192.168.203.12@tcp50:38: 00000100:00000200:1.0:1767384967.560656:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864128 00000020:00000001:1.0:1767384967.560659:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384967.560663:0:16776:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384967.560672:0:16776:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 8 - find 00000020:00000001:1.0:1767384967.560677:0:16776:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637514563531184 : -106559146020432 : ffff9f15c3f431b0) 00000100:00000001:1.0:1767384967.560684:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384967.560686:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384967.560692:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f60f60c6. 02000000:00000001:1.0:1767384967.560695:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.560697:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384967.560701:0:16776:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384967.560707:0:16776:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50 t0 exp 0000000000000000 cur 289 last 0 00010000:00000001:1.0:1767384967.560711:0:16776:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384967.560714:0:16776:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1767384967.560716:0:16776:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384967.560737:0:16776:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384967.560741:0:16776:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384967.560745:0:16776:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384967.560747:0:16776:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384967.560750:0:16776:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384967.560751:0:16776:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384967.560752:0:16776:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384967.560754:0:16776:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.560757:0:16776:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384967.560758:0:16776:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384967.560761:0:16776:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e988c6f9. 00000020:00000001:1.0:1767384967.560763:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384967.560764:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e988c6f9 with handle 0x7ec529173eeb8571 to hash 00000020:00000001:1.0:1767384967.560766:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384967.560769:0:16776:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:1.0:1767384967.560771:0:16776:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:1.0:1767384967.560773:0:16776:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000dd2c0362. 00000001:00000001:1.0:1767384967.560776:0:16776:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384967.560778:0:16776:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002bed96c8. 00000001:00000001:1.0:1767384967.560780:0:16776:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.560782:0:16776:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384967.560784:0:16776:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384967.560788:0:16776:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001278299b. 00000001:00000010:1.0:1767384967.560791:0:16776:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004940ca4f. 00000001:00000010:1.0:1767384967.560805:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000056bf1f4f. 00000001:00000010:1.0:1767384967.560808:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e1755fe. 00000001:00000010:1.0:1767384967.560810:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ca94abb. 00000001:00000010:1.0:1767384967.560813:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e9ee410. 00000001:00000001:1.0:1767384967.560815:0:16776:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384967.560817:0:16776:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a13f591d. 00000001:00000010:1.0:1767384967.560819:0:16776:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000797b027. 00000001:00000010:1.0:1767384967.560821:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a21e34c3. 00000001:00000010:1.0:1767384967.560823:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb4971fc. 00000001:00000010:1.0:1767384967.560825:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f114972. 00000001:00000010:1.0:1767384967.560827:0:16776:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a0a9a55. 00010000:00000001:1.0:1767384967.560829:0:16776:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.560831:0:16776:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384967.560832:0:16776:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.560834:0:16776:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384967.560836:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=3 00000020:00000040:1.0:1767384967.560838:0:16776:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 9 - export 00000020:00000001:1.0:1767384967.560841:0:16776:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000020:00000040:1.0:1767384967.560842:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 2 00000020:00000080:1.0:1767384967.560844:0:16776:0:(genops.c:1402:class_connect()) connect: client a6d870d7-9fee-4d2a-b686-a6e8803da6e4, cookie 0x7ec529173eeb8571 00000020:00000001:1.0:1767384967.560846:0:16776:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.560848:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384967.560849:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8571 00000020:00000001:1.0:1767384967.560850:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384967.560851:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e988c6f9 refcount=3 00000020:00000001:1.0:1767384967.560852:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000020:00000001:1.0:1767384967.560854:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000001:00000001:1.0:1767384967.560856:0:16776:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:1.0:1767384967.560858:0:16776:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:1.0:1767384967.560861:0:16776:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 6 00000001:00000001:1.0:1767384967.560863:0:16776:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446637515390622720 : -106558318928896 : ffff9f15f5409c00) 00000001:00000001:1.0:1767384967.560865:0:16776:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384967.560866:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=4 00000001:00000040:1.0:1767384967.560868:0:16776:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 7 00000001:00000001:1.0:1767384967.560870:0:16776:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1767384967.560873:0:16776:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.12@tcp50 to nodemap default 00000001:00000040:1.0:1767384967.560875:0:16776:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 6 00000001:00000001:1.0:1767384967.560877:0:16776:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.560881:0:16776:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384967.560884:0:16776:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384967.560894:0:16776:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.560896:0:16776:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384967.560898:0:16776:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 free: 389545984 avail: 387448832 00000020:00000001:1.0:1767384967.560901:0:16776:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384967.560903:0:16776:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:1.0:1767384967.560905:0:16776:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:1.0:1767384967.560907:0:16776:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1767384967.560909:0:16776:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:1.0:1767384967.560911:0:16776:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:1.0:1767384967.560913:0:16776:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:1.0:1767384967.560938:0:16776:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:1.0:1767384967.560941:0:16776:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:1.0:1767384967.560944:0:16776:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:1.0:1767384967.560947:0:16776:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:1.0:1767384967.560950:0:16776:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384967.560952:0:16776:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:1.0:1767384967.560954:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384967.560960:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e44246bc. 00080000:00000001:1.0:1767384967.560962:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510236000256 : -106563473551360 : ffff9f14c2035000) 00080000:00000001:1.0:1767384967.560965:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384967.560979:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384967.560981:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384967.560983:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384967.560997:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384967.561000:0:16776:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:1.0:1767384967.561003:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384967.561060:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:1.0:1767384967.561062:0:16776:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384967.561065:0:16776:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384967.561067:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384967.571771:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384967.571776:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384967.571778:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384967.571781:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000040:2.0:1767384967.571787:0:16776:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000001:1.0:1767384967.571787:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384967.571793:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1767384967.571794:0:16776:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384967.571797:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e44246bc. 00000001:00000040:2.0:1767384967.571798:0:16776:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'a6d870d7-9fee-4d2a-b686-a6e8803da6e4' generation 1 00000001:00000001:2.0:1767384967.571806:0:16776:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384967.571807:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384967.571809:0:16776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384967.571818:0:16776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c1f00508. 00080000:00000001:2.0:1767384967.571822:0:16776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510236230656 : -106563473320960 : ffff9f14c206d400) 00080000:00000001:2.0:1767384967.571826:0:16776:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384967.571833:0:16776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384967.571836:0:16776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384967.571838:0:16776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384967.571850:0:16776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384967.571853:0:16776:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008a7b5b20. 00000001:00000040:2.0:1767384967.571855:0:16776:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000e988c6f9 : new cb_count 1 00000020:00000040:2.0:1767384967.571857:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=5 00080000:00000001:2.0:1767384967.571861:0:16776:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384967.571932:0:16776:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384967.571935:0:16776:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384967.571936:0:16776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384967.571952:0:16776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384967.571954:0:16776:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384967.571957:0:16776:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384967.571960:0:16776:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384967.571962:0:16776:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384967.571967:0:16776:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000d066d907 00000020:00000010:2.0:1767384967.571969:0:16776:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009f1040d3. 00000020:00000040:2.0:1767384967.571975:0:16776:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000009f1040d3 for nid 192.168.203.12@tcp50 - ref 2 00000020:00000001:2.0:1767384967.572031:0:16776:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384967.572054:0:16776:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003f7ba87a. 00000020:00000010:2.0:1767384967.572069:0:16776:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000962f0b8d. 00000020:00000010:2.0:1767384967.572072:0:16776:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000387cda8a. 00000020:00000010:2.0:1767384967.572087:0:16776:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f37baf64. 00000020:00000010:2.0:1767384967.572090:0:16776:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000006ce78453. 00000020:00000010:2.0:1767384967.572092:0:16776:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ed8d2ad8. 00000004:00000001:2.0:1767384967.572102:0:16776:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384967.572104:0:16776:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384967.572106:0:16776:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384967.572110:0:16776:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008cbaf782. 00000020:00000040:2.0:1767384967.572112:0:16776:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 10 - import 00000020:00000001:2.0:1767384967.572117:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384967.572118:0:16776:0:(genops.c:1242:class_import_put()) import 000000008cbaf782 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384967.572132:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384967.572134:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efaf2874. 00000020:00000040:2.0:1767384967.572138:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=6 00000100:00000040:2.0:1767384967.572140:0:16776:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000e988c6f9 : new rpc_count 1 00000100:00000001:2.0:1767384967.572142:0:16776:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384967.572152:0:16776:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.12@tcp50 primary NID 192.168.203.12@tcp50 rc 0 00000100:00000001:2.0:1767384967.572156:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384967.572159:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000100:00000001:2.0:1767384967.572162:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 00000100:00000001:2.0:1767384967.572165:0:16776:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637510250237760 : -106563459313856 : 0xffff9f14c2dc8f40) 00000100:00000040:2.0:1767384967.572178:0:16776:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000020:00000040:2.0:1767384967.572182:0:16776:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=7 00000100:00000001:2.0:1767384967.572189:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384967.572192:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 4 to 192.168.203.12@tcp50 00000100:00000001:2.0:1767384967.572194:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:2.0:1767384967.572198:0:16776:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384967.572202:0:16776:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384967.572205:0:16776:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384967.572208:0:16776:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662945856 : -1046605760 : ffffffffc19e1040) 02000000:00000001:2.0:1767384967.572212:0:16776:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384967.572216:0:16776:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384967.572219:0:16776:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384967.572232:0:16776:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384967.572236:0:16776:0:(import.c:65:import_set_state_nolock()) 000000008cbaf782 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384967.572240:0:16776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384967.572242:0:16776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384967.572245:0:16776:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384967.572248:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 6 00000020:00000040:2.0:1767384967.572252:0:16776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 10 - find 00010000:00000001:2.0:1767384967.572255:0:16776:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.572259:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384967.572262:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382256 : -1037169360 : ffffffffc22e0d30) 00000020:00000001:2.0:1767384967.572266:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384967.572268:0:16776:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384967.572269:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384967.572271:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384967.572273:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.572276:0:16776:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384967.572281:0:16776:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384967.572283:0:16776:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384967.572285:0:16776:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384967.572286:0:16776:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.572288:0:16776:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384967.572290:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864128 00010000:00000001:2.0:1767384967.572299:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384967.572304:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000759d5eb2 x1853237344864128/t0(0) o38->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384967.572311:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384967.572313:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384967.572316:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=92 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384967.572319:0:16776:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384967.572322:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384967.572324:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000100:00000001:2.0:1767384967.572325:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:2.0:1767384967.572328:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384967.572329:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384967.572349:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384967.572353:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:2.0:1767384967.572356:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddb4d8bd. 00000100:00000200:2.0:1767384967.572360:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237344864128, offset 0 00000400:00000200:2.0:1767384967.572365:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:2.0:1767384967.572373:0:16776:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:2.0:1767384967.572394:0:16776:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [239:239:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384967.572404:0:16776:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384967.572409:0:16776:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:2.0:1767384967.572412:0:16776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003eb6aa79. 00000800:00000200:2.0:1767384967.572416:0:16776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:2.0:1767384967.572421:0:16776:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:2.0:1767384967.572424:0:16776:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003eb6aa79 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384967.572437:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384967.572439:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 4 to 192.168.203.12@tcp50 00010000:00000001:2.0:1767384967.572441:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384967.572453:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384967.572455:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384967.572465:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759d5eb2 x1853237344864128/t0(0) o38->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384967.572473:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000759d5eb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:12140:x1853237344864128:12345-192.168.203.12@tcp50:38: Request processed in 11826us (12156us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384967.572480:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 3 00000100:00000040:2.0:1767384967.572482:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e988c6f9 : new rpc_count 0 00000100:00000001:2.0:1767384967.572484:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384967.572485:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384967.572488:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d86992f. 00000020:00000010:2.0:1767384967.572491:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa3e98b2. 00000020:00000010:2.0:1767384967.572494:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9f5ea62. 00000020:00000040:2.0:1767384967.572496:0:16776:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 5 00000100:00000001:2.0:1767384967.572499:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384967.572626:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.572632:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003eb6aa79. 00000400:00000200:3.0:1767384967.572639:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.572646:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.572651:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb4d8bd 00000400:00000010:3.0:1767384967.572653:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb4d8bd. 00000100:00000001:3.0:1767384967.572657:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384967.572659:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384967.660964:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384967.660971:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384967.660979:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384967.660980:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.661037:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384967.661040:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384967.661042:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384968.108999:0:16800:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384968.109006:0:16800:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384968.109007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384968.109014:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384968.109016:0:16800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094f09720. 00000100:00000010:2.0:1767384968.109019:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d48e8b48. 00000020:00000040:2.0:1767384968.109025:0:36:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000020:00000040:0.0:1767384968.109026:0:16800:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384968.109030:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384968.109032:0:16800:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384968.109033:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384968.109037:0:16800:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384968.109040:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.109042:0:16800:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384968.109047:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e1f3d9f0. 02000000:00000010:0.0:1767384968.109050:0:16800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b787dfe6. 00000100:00000001:2.0:1767384968.109054:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.109057:0:16800:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.109063:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384968.109065:0:16800:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384968.109069:0:16800:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.109077:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384968.109079:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.109081:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094f09720] to pc [ptlrpcd_00_02+2] req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384968.109085:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48e8b48] to pc [ptlrpcd_00_03+3] req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.109130:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.109130:0:16800:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.109137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384968.109140:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384968.109144:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000906e479f. 00000020:00000040:2.0:1767384968.109146:0:36:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384968.109149:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384968.109151:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384968.109154:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.109158:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384968.109159:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003eb6aa79. 00000100:00000001:1.0:1767384968.109161:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.109162:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.109168:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384968.109168:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384968.109172:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384968.109179:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384968.109181:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.109183:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.109184:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384968.109192:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384968.109198:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000906e479f] to pc [ptlrpcd_00_00+0] req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.109204:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384968.109207:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.109209:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.109219:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384968.109225:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384968.109238:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384968.109251:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352235392:0@lo:400: 00000100:00000001:3.0:1767384968.109260:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384968.109262:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.109262:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384968.109266:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.109268:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384968.109269:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384968.109270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384968.109278:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.109279:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384968.109279:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384968.109288:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6b2ac44. 02000000:00000001:1.0:1767384968.109289:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384968.109290:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.109298:0:36:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:3.0:1767384968.109299:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000094f09720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352235520:0@lo:13: 02000000:00000010:1.0:1767384968.109300:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a823625a. 00000100:00000001:0.0:1767384968.109302:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.109308:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384968.109309:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.109311:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384968.109317:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384968.109318:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384968.109319:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384968.109321:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020d6c5c5. 02000000:00000001:3.0:1767384968.109348:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384968.109350:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384968.109350:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb9f07. 00000100:00000040:0.0:1767384968.109351:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384968.109352:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.109361:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384968.109363:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e5e9e51e. 00000100:00000200:1.0:1767384968.109363:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352235392, portal 25 02000000:00000010:3.0:1767384968.109370:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ecb333d4. 00000100:00000001:2.0:1767384968.109371:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.109372:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384968.109378:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259838464 : -106563449713152 : ffff9f14c36f0e00) 02000000:00000001:3.0:1767384968.109379:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.109385:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384968.109386:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384968.109393:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384968.109395:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3d0ed5. 00000100:00000040:1.0:1767384968.109396:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384968.109405:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384968.109406:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384968.109408:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000100:00000001:2.0:1767384968.109412:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.109414:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384968.109419:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352235520, portal 4 02000000:00000001:0.0:1767384968.109422:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.109429:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384968.109430:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384968.109431:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6b2ac44] to pc [ptlrpcd_00_01+1] req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.109437:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000906e479f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352235648:0@lo:400: 00000100:00000001:3.0:1767384968.109438:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605054592 : -106559104497024 : ffff9f15c66dca80) 00000100:00000040:1.0:1767384968.109446:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384968.109457:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384968.109458:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.109458:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384968.109459:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083653650. 02000000:00000001:0.0:1767384968.109463:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384968.109467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767384968.109471:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352235392, offset 0 02000000:00000001:0.0:1767384968.109471:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.109483:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384968.109492:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384968.109496:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384968.109496:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072cf2008. 00000100:00000010:2.0:1767384968.109499:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a2add22. 02000000:00000001:0.0:1767384968.109509:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.109511:0:36:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384968.109513:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384968.109516:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384968.109523:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384968.109525:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384968.109528:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384968.109530:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384968.109531:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00000400:00000010:0.0:1767384968.109533:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041a2507c. 00000100:00000200:3.0:1767384968.109540:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352235520, offset 0 02000000:00000010:2.0:1767384968.109542:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001aa78c10. 00000400:00000010:0.0:1767384968.109544:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064fb7cd6. 00000400:00000200:1.0:1767384968.109550:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272108180 00000100:00000001:2.0:1767384968.109554:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384968.109562:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384968.109570:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1959 [2] + 0 00000100:00000040:2.0:1767384968.109573:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384968.109584:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384968.109585:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d594a0ff. 00000400:00000200:1.0:1767384968.109600:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f0eca685 00000100:00000001:2.0:1767384968.109601:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384968.109605:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384968.109607:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384968.109608:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352235648, portal 4 00000400:00000200:3.0:1767384968.109613:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272108200 00000100:00000040:2.0:1767384968.109617:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a2add22] to pc [ptlrpcd_00_02+2] req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.109620:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384968.109627:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384968.109629:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259834880 : -106563449716736 : ffff9f14c36f0000) 00000400:00000200:3.0:1767384968.109638:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3808 00000100:00000040:0.0:1767384968.109650:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384968.109655:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eca685 00000400:00000200:3.0:1767384968.109656:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384968.109670:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0eca685. 00000100:00000001:2.0:1767384968.109673:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384968.109677:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384968.109679:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384968.109681:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384968.109683:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (294) 00000100:00000200:1.0:1767384968.109689:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384968.109692:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384968.109694:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000005a457534 x1853237352235392 msgsize 224 00000100:00000040:0.0:1767384968.109695:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384968.109702:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000100:00000200:3.0:1767384968.109703:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:1.0:1767384968.109703:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384968.109717:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384968.109717:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352235648, offset 0 00000100:00000010:3.0:1767384968.109718:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eacc9311. 00000100:00000001:2.0:1767384968.109722:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384968.109728:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000eacc9311 x1853237352235520 msgsize 224 00000100:00000001:2.0:1767384968.109728:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384968.109736:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384968.109738:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384968.109749:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384968.109750:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.109753:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384968.109758:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384968.109761:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083653650 00000400:00000010:1.0:1767384968.109766:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083653650. 00000100:00000001:2.0:1767384968.109770:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384968.109775:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384968.109776:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.109777:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384968.109777:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272108280 02000000:00000001:2.0:1767384968.109789:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767384968.109792:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384968.109793:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384968.109796:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5232 02000000:00000001:2.0:1767384968.109798:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384968.109805:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6b2ac44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352235776:0@lo:400: 00000400:00000200:3.0:1767384968.109808:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5fb5e30 00000400:00000200:0.0:1767384968.109809:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384968.109815:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fb5e30. 00000100:00000001:2.0:1767384968.109817:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384968.109827:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384968.109828:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384968.109829:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384968.109835:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.109837:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384968.109838:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.109839:0:16136:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384968.109843:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384968.109845:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:2.0:1767384968.109849:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015d16865. 00000100:00000040:1.0:1767384968.109850:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384968.109858:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384968.109859:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000018173c2. 00000100:00000040:0.0:1767384968.109872:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000018173c2 x1853237352235648 msgsize 224 00000400:00000010:2.0:1767384968.109874:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c26d46. 00000400:00000010:2.0:1767384968.109919:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3b72c0. 00000100:00000001:3.0:1767384968.109922:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384968.109929:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352235776, portal 10 00000100:00100000:0.0:1767384968.109931:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384968.109932:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.109935:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.109937:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384968.109940:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384968.109943:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259841152 : -106563449710464 : ffff9f14c36f1880) 00000100:00000001:0.0:1767384968.109955:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384968.109957:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.109957:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.109960:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384968.109963:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000100:00000001:3.0:1767384968.109970:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384968.109973:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294957070 00000400:00000010:0.0:1767384968.109974:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000100:00000001:2.0:1767384968.109983:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384968.109983:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384968.109984:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004867699e. 00000100:00000001:3.0:1767384968.109985:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.109995:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384968.109995:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384968.109996:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5036 usecs (6 jiffies) 00000100:00000001:1.0:1767384968.109999:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384968.110001:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b500eac7. 00000100:00000001:3.0:1767384968.110009:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957063 00000100:00000200:2.0:1767384968.110010:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352235776, offset 0 00000100:00000001:1.0:1767384968.110012:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294957070 00000100:00000001:3.0:1767384968.110021:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957070 00000100:00000010:1.0:1767384968.110022:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3e17433. 00000100:00000001:0.0:1767384968.110023:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384968.110027:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384968.110030:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384968.110034:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.110035:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957063 00000100:00000001:1.0:1767384968.110039:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294957070 00000100:00000001:3.0:1767384968.110047:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957070 00000400:00000200:2.0:1767384968.110048:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384968.110050:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000baacbbd1. 00000100:00000001:0.0:1767384968.110055:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.110057:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384968.110062:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957063 00000100:00000001:0.0:1767384968.110063:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384968.110064:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294957070 00000400:00000200:2.0:1767384968.110067:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272108300 00000100:00000001:3.0:1767384968.110073:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957070 00000100:00000010:1.0:1767384968.110074:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000489ac9a2. 00000100:00000001:0.0:1767384968.110081:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.110083:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957063 00000400:00000200:2.0:1767384968.110083:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9696 00000100:00000001:1.0:1767384968.110084:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384968.110090:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5036 usecs (6 jiffies) 00000100:00000001:3.0:1767384968.110095:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957070 00000100:00000001:1.0:1767384968.110095:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384968.110097:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957063 00000400:00000200:2.0:1767384968.110098:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384968.110113:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.110114:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.110114:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957070 00000400:00000200:2.0:1767384968.110121:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384968.110126:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.110127:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.110129:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957063 00000100:00000001:2.0:1767384968.110132:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384968.110139:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384968.110139:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384968.110140:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.110141:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957070 00000100:00000010:2.0:1767384968.110146:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006466d240. 00000100:00000001:3.0:1767384968.110155:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384968.110156:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000006466d240 x1853237352235776 msgsize 224 00000100:00000001:0.0:1767384968.110156:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957063 00000100:00000001:1.0:1767384968.110160:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384968.110167:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384968.110167:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957070 00000100:00000001:3.0:1767384968.110170:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384968.110172:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384968.110173:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.110176:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384968.110177:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957063 00000100:00000001:1.0:1767384968.110178:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384968.110183:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.110183:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957070 00000100:00000001:2.0:1767384968.110184:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384968.110191:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b500eac7 00000100:00000001:3.0:1767384968.110195:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384968.110197:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b500eac7. 00000100:00100000:1.0:1767384968.110197:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384968.110197:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.110199:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384968.110210:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.110210:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.110212:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.110212:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384968.110225:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384968.110226:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.110226:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384968.110226:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.110234:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.110241:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.110244:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384968.110248:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384968.110249:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384968.110250:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384968.110250:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384968.110255:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384968.110258:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.110261:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.110262:0:37563:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384968.110263:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.110268:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384968.110269:0:37563:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235520 00000100:00000001:0.0:1767384968.110275:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.110279:0:37563:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384968.110287:0:37563:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.110288:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.110293:0:37563:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.110294:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384968.110301:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.110305:0:37563:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.110307:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384968.110310:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.110313:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384968.110313:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384968.110314:0:37563:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235520 00000100:00000001:2.0:1767384968.110321:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.110323:0:37563:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384968.110324:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.110325:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384968.110326:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3467 usecs (4 jiffies) 00000020:00000040:3.0:1767384968.110348:0:37563:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000100:00100000:0.0:1767384968.110348:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235648 00000100:00000001:2.0:1767384968.110349:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294957061 00000100:00100000:1.0:1767384968.110353:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a2add22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237352235904:0@lo:400: 00000020:00000001:3.0:1767384968.110356:0:37563:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384968.110357:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384968.110360:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294957070 00000020:00000040:3.0:1767384968.110363:0:37563:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00000100:00000001:1.0:1767384968.110364:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384968.110364:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.110365:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294957061 00000100:00000001:0.0:1767384968.110372:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.110375:0:37563:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384968.110376:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294957070 02000000:00000001:1.0:1767384968.110376:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384968.110380:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.110383:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.110388:0:37563:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:2.0:1767384968.110389:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294957061 02000000:00000001:1.0:1767384968.110390:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384968.110391:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235648 02000000:00000010:1.0:1767384968.110399:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c90242f3. 00000100:00000001:2.0:1767384968.110400:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294957070 00000020:00000001:0.0:1767384968.110401:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384968.110402:0:37563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384968.110405:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.110409:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294957061 00000020:00000040:0.0:1767384968.110411:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00000010:3.0:1767384968.110412:0:37563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d6b42e2. 00000100:00000001:2.0:1767384968.110413:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294957070 00000400:00000010:1.0:1767384968.110413:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf911f2a. 00000020:00000001:0.0:1767384968.110419:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384968.110425:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384968.110429:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=6 00000020:00000010:3.0:1767384968.110430:0:37563:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000149bb7f1. 00000100:00000001:2.0:1767384968.110431:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384968.110431:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083653650. 00000100:00000001:2.0:1767384968.110445:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.110445:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000200:1.0:1767384968.110446:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352235904, portal 10 00000020:00000040:3.0:1767384968.110448:0:37563:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00000001:2.0:1767384968.110453:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.110454:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384968.110455:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:1.0:1767384968.110460:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259837568 : -106563449714048 : ffff9f14c36f0a80) 00000100:00000001:2.0:1767384968.110463:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384968.110468:0:37563:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384968.110468:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.110469:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384968.110472:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.110476:0:37563:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f04fd656. 00000100:00000001:2.0:1767384968.110477:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384968.110479:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000423a4519. 00000100:00000001:2.0:1767384968.110483:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384968.110489:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384968.110490:0:37563:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000100:00000001:2.0:1767384968.110490:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.110491:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384968.110503:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384968.110504:0:37563:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000020:00000010:0.0:1767384968.110505:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000423a4519. 00000100:00000001:2.0:1767384968.110506:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384968.110507:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00000100:00000200:1.0:1767384968.110520:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352235904, offset 0 00000020:00000010:0.0:1767384968.110527:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa39bfc1. 00000400:00000200:1.0:1767384968.110532:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384968.110534:0:37563:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:0.0:1767384968.110536:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1baf5fb. 00000100:00000001:3.0:1767384968.110539:0:37563:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384968.110540:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384968.110545:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384968.110545:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000001:3.0:1767384968.110547:0:37563:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384968.110548:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235776 00000100:00000001:3.0:1767384968.110553:0:37563:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.110556:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384968.110559:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.110561:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384968.110564:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272108380 00000100:00000001:3.0:1767384968.110565:0:37563:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.110566:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.110567:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1767384968.110575:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9920 00000100:00000001:0.0:1767384968.110580:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384968.110584:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235776 00000100:00000001:0.0:1767384968.110585:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384968.110586:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384968.110589:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384968.110593:0:37563:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384968.110594:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000400:00000200:1.0:1767384968.110594:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384968.110594:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384968.110607:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384968.110611:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:1.0:1767384968.110612:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384968.110615:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:0.0:1767384968.110615:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384968.110616:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384968.110619:0:37563:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384968.110621:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384968.110625:0:37563:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384968.110625:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000010:1.0:1767384968.110626:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c70b0db9. 00000100:00000001:0.0:1767384968.110626:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384968.110633:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000c70b0db9 x1853237352235904 msgsize 224 00000100:00100000:3.0:1767384968.110635:0:37563:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767384968.110635:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384968.110642:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b4ff4d. 00000100:00000040:3.0:1767384968.110644:0:37563:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:0.0:1767384968.110646:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.110650:0:16776:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.110654:0:37563:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545435008 : -106559164116608 : ffff9f15c2e01180) 00000100:00100000:1.0:1767384968.110656:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384968.110657:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9b4ff4d. 00000020:00000010:2.0:1767384968.110664:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004515cb7d. 00000020:00000010:2.0:1767384968.110668:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006939a31f. 00000100:00000040:3.0:1767384968.110669:0:37563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eacc9311 x1853237352235520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.110669:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384968.110671:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384968.110673:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9a8032a. 00000100:00000001:0.0:1767384968.110679:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384968.110681:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802507e1 00000400:00000010:1.0:1767384968.110689:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000100:00000040:2.0:1767384968.110690:0:16776:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767384968.110701:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384968.110702:0:37563:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384968.110702:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384968.110703:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384968.110712:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384968.110714:0:37563:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff2518c7. 00000100:00000001:2.0:1767384968.110715:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384968.110715:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 2 00000100:00000200:1.0:1767384968.110716:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.110730:0:37563:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384968.110732:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384968.110732:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605055488 : -106559104496128 : ffff9f15c66dce00) 00000100:00000001:1.0:1767384968.110733:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384968.110740:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1767384968.110742:0:37563:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff2518c7. 00000100:00000040:1.0:1767384968.110743:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.110744:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.110749:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000018173c2 x1853237352235648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.110761:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384968.110763:0:37563:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eacc9311 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853237352235520:12345-0@lo:13: 00000100:00000001:2.0:1767384968.110776:0:16776:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384968.110781:0:16776:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235904 00000100:00000200:3.0:1767384968.110788:0:37563:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235520 02000000:00000001:2.0:1767384968.110789:0:16776:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384968.110789:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.110791:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384968.110793:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.110798:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.110798:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384968.110800:0:37563:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384968.110801:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000423a4519. 02000000:00000001:2.0:1767384968.110803:0:16776:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.110805:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384968.110808:0:16776:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235904 00000020:00000001:3.0:1767384968.110809:0:37563:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384968.110809:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384968.110811:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3776 usecs (4 jiffies) 00000020:00000001:2.0:1767384968.110812:0:16776:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384968.110816:0:16776:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000001:3.0:1767384968.110817:0:37563:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.110820:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000423a4519. 00000020:00000001:2.0:1767384968.110821:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384968.110822:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294957061 00000020:00000001:3.0:1767384968.110828:0:37563:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1767384968.110829:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b38e24a refcount=5 00000100:00000001:1.0:1767384968.110830:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294957070 00000020:00000001:3.0:1767384968.110835:0:37563:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506192 : -1035045424 : ffffffffc24e75d0) 00000100:00100000:0.0:1767384968.110835:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000018173c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352235648:12345-0@lo:400: 00000020:00000001:2.0:1767384968.110837:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000100:00000001:1.0:1767384968.110840:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294957061 00000020:00000001:2.0:1767384968.110847:0:16776:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510249887744 : -106563459663872 : ffff9f14c2d73800) 00000020:00000001:3.0:1767384968.110849:0:37563:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384968.110849:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294957070 00000100:00000200:0.0:1767384968.110850:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235648 00000100:00000001:2.0:1767384968.110853:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384968.110854:0:37563:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384968.110859:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9b4ff4d. 00000100:00000001:1.0:1767384968.110859:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294957061 00000020:00000001:0.0:1767384968.110860:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384968.110861:0:37563:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384968.110865:0:37563:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384968.110868:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294957070 00000020:00000001:0.0:1767384968.110869:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384968.110874:0:37563:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.110875:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294957061 00000020:00000010:2.0:1767384968.110876:0:16776:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f9eedf3e. 00000020:00000001:0.0:1767384968.110876:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.110884:0:37563:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384968.110909:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294957070 00000100:00000001:1.0:1767384968.110913:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384968.110914:0:16776:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 10 - evictor 00000100:00000001:1.0:1767384968.110915:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.110921:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384968.110923:0:37563:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384968.110925:0:16776:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384968.110925:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.110926:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 02000000:00000010:3.0:1767384968.110929:0:37563:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a1da359b. 00000020:00000010:2.0:1767384968.110931:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062b30181. 00000100:00000001:1.0:1767384968.110931:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.110937:0:37563:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.110940:0:16776:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078e3b122. 00000020:00000001:0.0:1767384968.110945:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384968.110946:0:37563:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.110947:0:16776:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006857c85a. 00000020:00000001:0.0:1767384968.110951:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.110954:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:3.0:1767384968.110958:0:37563:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384968.110959:0:16776:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384968.110959:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384968.110960:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384968.110969:0:16776:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384968.110970:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:3.0:1767384968.110972:0:37563:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384968.110974:0:16776:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384968.110974:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000020:00000001:3.0:1767384968.110980:0:37563:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384968.110981:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.110983:0:16776:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384968.110983:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00080000:00000001:3.0:1767384968.110991:0:37563:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384968.110992:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637510259836672 : -106563449714944 : ffff9f14c36f0700) 00000100:00000001:2.0:1767384968.110993:0:16776:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384968.110993:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384968.111004:0:16776:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.111007:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384968.111008:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006466d240 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.111015:0:16776:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384968.111015:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384968.111017:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1767384968.111019:0:37563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.111026:0:37563:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384968.111027:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 02000000:00000010:0.0:1767384968.111028:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed3de525. 00000100:00000001:2.0:1767384968.111029:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384968.111036:0:17567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384968.111038:0:37563:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384968.111039:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384968.111040:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384968.111041:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000100:00100000:2.0:1767384968.111054:0:16776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000020:00000020:3.0:1767384968.111056:0:37563:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384968.111057:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.111062:0:16776:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b38e24a : new rpc_count 1 00000100:00100000:1.0:1767384968.111063:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006466d240 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352235776:12345-0@lo:400: 00000020:00000020:3.0:1767384968.111069:0:37563:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384968.111070:0:16776:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605554176 : -106559103997440 : ffff9f15c6756a00) 00000020:00000001:0.0:1767384968.111071:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384968.111073:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235776 00000020:00000001:1.0:1767384968.111080:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:0.0:1767384968.111083:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352235648 00000100:00000040:2.0:1767384968.111086:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c70b0db9 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:3.0:1767384968.111087:0:37563:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:1.0:1767384968.111087:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384968.111090:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384968.111091:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.111099:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:0.0:1767384968.111102:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000018173c2 x1853237352235648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384968.111104:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00002000:00000001:3.0:1767384968.111111:0:37563:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:1.0:1767384968.111114:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384968.111119:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384968.111121:0:37563:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1767384968.111127:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:3.0:1767384968.111128:0:37563:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.111133:0:16776:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384968.111133:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:3.0:1767384968.111141:0:37563:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.111141:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.111142:0:16776:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002718e2b2. 00010000:00000001:0.0:1767384968.111146:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384968.111152:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.111154:0:16776:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384968.111157:0:37563:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352235520 00000020:00000001:1.0:1767384968.111157:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384968.111160:0:16776:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002718e2b2. 00000100:00001000:0.0:1767384968.111161:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384968.111164:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384968.111168:0:37563:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384968.111171:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384968.111176:0:16776:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c70b0db9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853237352235904:12345-0@lo:400: 02000000:00000010:1.0:1767384968.111179:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e44246bc. 00000100:00000001:0.0:1767384968.111179:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1767384968.111181:0:37563:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eacc9311 x1853237352235520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.111187:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.111191:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000200:2.0:1767384968.111194:0:16776:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235904 00000100:00000001:1.0:1767384968.111198:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.111202:0:16776:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384968.111206:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:2.0:1767384968.111209:0:16776:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384968.111210:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.111219:0:16776:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384968.111222:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352235776 02000000:00000001:0.0:1767384968.111222:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384968.111228:0:16776:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384968.111231:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.111235:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384968.111237:0:37563:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384968.111238:0:16776:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694368 : -1046857248 : ffffffffc19a39e0) 00000100:00000001:0.0:1767384968.111240:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:1.0:1767384968.111245:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006466d240 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384968.111247:0:37563:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.111248:0:16776:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384968.111259:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384968.111260:0:37563:0:(import.c:2128:obd_at_measure()) add 1 to 0000000026cd5bba time=88 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384968.111261:0:16776:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384968.111271:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000020:00000001:2.0:1767384968.111273:0:16776:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384968.111279:0:37563:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384968.111279:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384968.111280:0:16776:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384968.111281:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352235648, offset 224 00010000:00000001:1.0:1767384968.111290:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.111292:0:37563:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000020:00000001:2.0:1767384968.111293:0:16776:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384968.111293:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=93 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384968.111302:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384968.111304:0:37563:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000001:2.0:1767384968.111305:0:16776:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384968.111306:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384968.111313:0:37563:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384968.111314:0:16776:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384968.111319:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 23 to 0@lo 02000000:00000001:3.0:1767384968.111320:0:37563:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.111321:0:16776:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384968.111341:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384968.111343:0:37563:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384968.111343:0:16776:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000084e85a6c. 00000100:00000001:1.0:1767384968.111343:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000040:3.0:1767384968.111354:0:37563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384968.111354:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384968.111355:0:16776:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.111361:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384968.111363:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272108280 00000100:00000001:2.0:1767384968.111364:0:16776:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.111366:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384968.111369:0:16776:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384968.111381:0:37563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00010000:00000040:2.0:1767384968.111382:0:16776:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352235904 00000100:00000040:1.0:1767384968.111389:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384968.111391:0:16776:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384968.111391:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2111 [1] + 224 00000400:00000010:1.0:1767384968.111394:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00010000:00000200:2.0:1767384968.111398:0:16776:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c70b0db9 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384968.111403:0:37563:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352235520, offset 224 00000400:00000200:0.0:1767384968.111403:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384968.111404:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352235776, offset 224 00010000:00000001:2.0:1767384968.111405:0:16776:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384968.111412:0:16776:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384968.111421:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=93 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384968.111425:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384968.111427:0:16776:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384968.111433:0:37563:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384968.111433:0:16776:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 24 to 0@lo 00000100:00000001:2.0:1767384968.111439:0:16776:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000400:00000200:1.0:1767384968.111443:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384968.111445:0:16776:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384968.111449:0:37563:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384968.111451:0:16776:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.111451:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384968.111457:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384968.111463:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384968.111467:0:37563:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272108200 00000100:00000040:2.0:1767384968.111471:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384968.111478:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384968.111482:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b500eac7. 00000400:00000200:3.0:1767384968.111487:0:37563:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2105 [1] + 224 00000400:00000200:1.0:1767384968.111492:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272108300 00000400:00000200:3.0:1767384968.111507:0:37563:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384968.111508:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352235904, offset 224 00000400:00000200:1.0:1767384968.111516:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2119 [1] + 224 00000100:00000040:0.0:1767384968.111518:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384968.111523:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.111527:0:37563:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384968.111538:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384968.111542:0:37563:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384968.111549:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384968.111552:0:37563:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.111559:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384968.111569:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.111572:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384968.111588:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384968.111599:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272108380 00000400:00000200:0.0:1767384968.111604:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000400:00000010:0.0:1767384968.111613:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000100:00000040:3.0:1767384968.111628:0:37563:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.111629:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384968.111630:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.111633:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2121 [1] + 224 00000100:00000001:0.0:1767384968.111637:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384968.111645:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.111652:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384968.111662:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 23 to 0@lo 00000400:00000200:2.0:1767384968.111667:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384968.111680:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384968.111682:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384968.111688:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384968.111695:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384968.111700:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384968.111715:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000018173c2 x1853237352235648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.111732:0:37563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384968.111733:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384968.111734:0:16776:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.111744:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000018173c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16136:x1853237352235648:12345-0@lo:400: Request processed in 943us (1860us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384968.111763:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802507e1 00000100:00000001:2.0:1767384968.111769:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384968.111769:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000100:00100000:0.0:1767384968.111774:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:1.0:1767384968.111776:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384968.111778:0:37563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5fb5e30 00000100:00000001:1.0:1767384968.111780:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384968.111780:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 1 00000100:00000001:1.0:1767384968.111784:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.111785:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384968.111790:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 22 to 0@lo 00000400:00000010:3.0:1767384968.111795:0:37563:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fb5e30. 00000100:00000001:0.0:1767384968.111796:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384968.111798:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384968.111803:0:37563:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384968.111804:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.111805:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1baf5fb. 00000100:00000001:3.0:1767384968.111806:0:37563:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384968.111808:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b500eac7 00000020:00000001:1.0:1767384968.111824:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384968.111825:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b500eac7. 00000020:00000010:0.0:1767384968.111827:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000100:00000001:3.0:1767384968.111835:0:37563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.111836:0:16776:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384968.111836:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa39bfc1. 00000100:00000040:1.0:1767384968.111837:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006466d240 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.111842:0:16776:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384968.111847:0:37563:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000020:00000040:0.0:1767384968.111849:0:17548:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000100:00000001:2.0:1767384968.111850:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.111862:0:37563:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384968.111863:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384968.111865:0:16776:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000020:00000001:3.0:1767384968.111866:0:37563:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.111875:0:37563:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384968.111877:0:16776:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384968.111881:0:16776:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384968.111882:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006466d240 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853237352235776:12345-0@lo:400: Request processed in 862us (1721us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384968.111885:0:37563:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eacc9311 x1853237352235520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.111894:0:37563:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eacc9311 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853237352235520:12345-0@lo:13: Request processed in 1192us (2165us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384968.111898:0:16776:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384968.111901:0:37563:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767384968.111905:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c70b0db9 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384968.111916:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767384968.111926:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000020:00000040:0.0:1767384968.111926:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 10 - evictor 00000100:00100000:2.0:1767384968.111931:0:16776:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c70b0db9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853237352235904:12345-0@lo:400: Request processed in 793us (1292us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384968.111934:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000040:3.0:1767384968.111935:0:37563:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00080000:0.0:1767384968.111937:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384968.111940:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.111945:0:37563:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384968.111947:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384968.111950:0:37563:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384968.111951:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006939a31f. 00000020:00000040:0.0:1767384968.111951:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - evictor 00000100:00100000:2.0:1767384968.111957:0:16776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000020:00000010:3.0:1767384968.111959:0:37563:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384968.111960:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9a8032a. 00000100:00000040:2.0:1767384968.111961:0:16776:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b38e24a : new rpc_count 0 00000020:00000010:3.0:1767384968.111966:0:37563:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000100:00000001:2.0:1767384968.111967:0:16776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384968.111969:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004515cb7d. 00000100:00000001:2.0:1767384968.111975:0:16776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384968.111978:0:37563:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f04fd656. 00000020:00000040:1.0:1767384968.111979:0:17567:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000020:00000010:2.0:1767384968.111980:0:16776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078e3b122. 00000100:00000001:0.0:1767384968.111980:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384968.111986:0:37563:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000020:00000010:2.0:1767384968.111988:0:16776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006857c85a. 00000100:00000001:1.0:1767384968.111988:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.111988:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384968.112001:0:37563:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384968.112002:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062b30181. 00000400:00000001:0.0:1767384968.112005:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384968.112009:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384968.112012:0:16776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00000400:00000010:0.0:1767384968.112014:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041a2507c. 00000100:00000001:2.0:1767384968.112017:0:16776:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.112020:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fb7cd6 00000400:00000010:0.0:1767384968.112024:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fb7cd6. 00000100:00000001:1.0:1767384968.112027:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384968.112028:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384968.112030:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384968.112036:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384968.112037:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384968.112038:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384968.112043:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf911f2a. 00000400:00000200:1.0:1767384968.112048:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083653650 00000400:00000010:1.0:1767384968.112053:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083653650. 00000100:00000001:1.0:1767384968.112056:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384968.112057:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384968.112061:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.112066:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.112073:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384968.112085:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384968.112092:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767384968.112094:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384968.112096:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384968.112096:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384968.112100:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3d0ed5. 00000100:00000200:1.0:1767384968.112100:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.112102:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.112113:0:16136:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384968.112116:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000100:00000001:1.0:1767384968.112117:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384968.112118:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384968.112120:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384968.112123:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00000100:00000001:0.0:1767384968.112123:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384968.112124:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384968.112129:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.112130:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384968.112135:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384968.112135:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767384968.112136:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384968.112136:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384968.112143:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384968.112144:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384968.112146:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3c26d46. 02000000:00000001:1.0:1767384968.112147:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384968.112149:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384968.112149:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=88 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384968.112152:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3b72c0 00000100:00001000:1.0:1767384968.112153:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000081df2156 time=93 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384968.112162:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3b72c0. 00000100:00001000:1.0:1767384968.112170:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=93 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384968.112172:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.112178:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384968.112185:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384968.112191:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384968.112193:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.112193:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.112199:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.112207:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384968.112211:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384968.112216:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384968.112217:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384968.112224:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384968.112236:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.112291:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384968.112294:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.112301:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384968.112304:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.112305:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.112305:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767384968.112305:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384968.112312:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384968.112315:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384968.112318:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384968.112319:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384968.112320:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384968.112321:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384968.112322:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384968.112324:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384968.112339:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.112343:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.112344:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.112346:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384968.112348:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.112350:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.112351:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.112352:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.112369:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.112370:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.112370:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384968.112375:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.112386:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767384968.112392:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000006fd1ebef time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384968.112392:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=93 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384968.112393:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.112397:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384968.112406:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.112411:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1767384968.112417:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=88 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384968.112418:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384968.112418:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384968.112424:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a2add22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16139:1853237352235904:0@lo:400: 00000100:00000001:3.0:1767384968.112443:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384968.112444:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384968.112446:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.112447:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.112448:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.112449:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.112450:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384968.112457:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384968.112457:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:3.0:1767384968.112461:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384968.112468:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a2add22 x1853237352235904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384968.112469:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.112520:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000906e479f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16136:1853237352235648:0@lo:400: 00010000:00000001:3.0:1767384968.112525:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.112537:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384968.112545:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:2.0:1767384968.112548:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.112548:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384968.112557:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384968.112558:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384968.112558:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384968.112560:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.112562:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384968.112563:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384968.112564:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c90242f3. 00000100:00000001:2.0:1767384968.112569:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384968.112571:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384968.112573:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.112573:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384968.112576:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.112577:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384968.112583:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384968.112588:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000906e479f x1853237352235648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384968.112591:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384968.112594:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384968.112599:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001aa78c10. 02000000:00000001:1.0:1767384968.112614:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384968.112619:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384968.112625:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a2add22. 00000100:00000001:1.0:1767384968.112635:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384968.112643:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.112643:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.112655:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384968.112656:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.112663:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384968.112665:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.112666:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.112666:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384968.112668:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384968.112673:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384968.112676:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072cf2008. 00000004:00000001:3.0:1767384968.112679:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384968.112680:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384968.112680:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.112682:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384968.112689:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.112690:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384968.112692:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:0.0:1767384968.112692:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384968.112697:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384968.112701:0:16136:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000040:3.0:1767384968.112703:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000001:0.0:1767384968.112711:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384968.112717:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003eb6aa79. 02000000:00000001:0.0:1767384968.112729:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000020:3.0:1767384968.112730:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000ad7fdc41): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00100000:2.0:1767384968.112731:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6b2ac44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853237352235776:0@lo:400: 02000000:00000001:0.0:1767384968.112735:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384968.112737:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384968.112740:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000906e479f. 00000100:00100000:1.0:1767384968.112743:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352235392 02000000:00000001:1.0:1767384968.112751:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:3.0:1767384968.112752:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.112754:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384968.112756:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.112763:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.112764:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.112767:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384968.112770:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.112770:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384968.112773:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.112775:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384968.112785:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6b2ac44 x1853237352235776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384968.112785:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352235392 00000100:00000001:0.0:1767384968.112787:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384968.112792:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384968.112795:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384968.112799:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:0.0:1767384968.112808:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384968.112810:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384968.112815:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384968.112818:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000020:00000001:1.0:1767384968.112830:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384968.112836:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384968.112838:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00100000:3.0:1767384968.112841:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000094f09720 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16138:1853237352235520:0@lo:13: 02000000:00000001:2.0:1767384968.112842:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384968.112845:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015d16865. 00000100:00000001:1.0:1767384968.112846:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384968.112848:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384968.112850:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384968.112851:0:16137:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384968.112853:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384968.112853:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 02000000:00000010:2.0:1767384968.112859:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e5e9e51e. 00000100:00000001:1.0:1767384968.112860:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384968.112866:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384968.112871:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384968.112872:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000100:00000010:2.0:1767384968.112874:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6b2ac44. 00000100:00000001:3.0:1767384968.112877:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384968.112877:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90242f3. 00000100:00000001:2.0:1767384968.112880:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384968.112905:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.112908:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384968.112910:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007218cc6e. 00000100:00000001:2.0:1767384968.112913:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384968.112915:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384968.112916:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384968.112916:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6d7ee39. 00000100:00000040:3.0:1767384968.112922:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094f09720 x1853237352235520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.112924:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384968.112926:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384968.112928:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.112935:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384968.112941:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384968.112949:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.112950:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384968.112957:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384968.112961:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384968.112962:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ecb333d4. 02000000:00000001:3.0:1767384968.112975:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384968.112977:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384968.112978:0:16138:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384968.112981:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384968.112982:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384968.112983:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b787dfe6. 02000000:00000001:3.0:1767384968.112993:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384968.112996:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384968.112999:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094f09720. 00000100:00000001:1.0:1767384968.113000:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384968.113005:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384968.113005:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384968.113012:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.113016:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384968.113016:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00000001:2.0:1767384968.113018:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384968.113028:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384968.113030:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384968.113032:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384968.113032:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.113033:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526162512 : -106558183389104 : ffff9f15fd54c850) 00000100:00000001:3.0:1767384968.113038:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.113040:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384968.113047:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a457534 x1853237352235392/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.113049:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.113055:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.113066:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384968.113068:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00000100:00000001:1.0:1767384968.113071:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384968.113073:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000100:00100000:1.0:1767384968.113079:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a457534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352235392:12345-0@lo:400: 00000100:00000200:1.0:1767384968.113082:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352235392 00000020:00000001:1.0:1767384968.113083:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384968.113085:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384968.113086:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.113087:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384968.113089:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000020:00000001:1.0:1767384968.113090:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384968.113091:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384968.113092:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384968.113093:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384968.113094:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.113095:0:16768:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384968.113096:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384968.113097:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384968.113100:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9101054. 02000000:00000001:1.0:1767384968.113101:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.113102:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.113104:0:16768:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384968.113105:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352235392 00010000:00000001:1.0:1767384968.113107:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384968.113108:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a457534 x1853237352235392/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384968.113113:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384968.113114:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384968.113115:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384968.113117:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384968.113119:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000100:00000001:1.0:1767384968.113120:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384968.113122:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384968.113123:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.113124:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384968.113125:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384968.113127:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083653650. 00000100:00000200:1.0:1767384968.113129:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352235392, offset 224 00000400:00000200:1.0:1767384968.113131:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384968.113135:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384968.113139:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272108180 00000400:00000200:1.0:1767384968.113142:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2101 [1] + 224 00000400:00000200:1.0:1767384968.113145:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384968.113147:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384968.113149:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384968.113151:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384968.113157:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.113170:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384968.113173:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083653650 00000400:00000010:1.0:1767384968.113174:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083653650. 00000100:00000001:1.0:1767384968.113176:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384968.113176:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384968.113178:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384968.113181:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384968.113183:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384968.113184:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.113185:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384968.113188:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a457534 x1853237352235392/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384968.113195:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a457534 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16139:x1853237352235392:12345-0@lo:400: Request processed in 127us (3499us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384968.113196:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.113199:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384968.113202:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000400:00000001:2.0:1767384968.113204:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384968.113205:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000400:00000001:2.0:1767384968.113207:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384968.113208:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384968.113210:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020d6c5c5. 00000100:00000001:1.0:1767384968.113211:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384968.113213:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007218cc6e. 00000400:00000200:2.0:1767384968.113215:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068bb9f07 00000020:00000010:1.0:1767384968.113217:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6d7ee39. 00000400:00000010:2.0:1767384968.113218:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb9f07. 00000020:00000010:1.0:1767384968.113221:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90242f3. 00000100:00000001:2.0:1767384968.113223:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384968.113226:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000100:00000200:2.0:1767384968.113229:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.113231:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384968.113234:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9101054. 02000000:00000001:1.0:1767384968.113238:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384968.113240:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384968.113243:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384968.113244:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384968.113248:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf911f2a. 00000400:00000010:1.0:1767384968.113251:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a91cb62b. 00000100:00000001:2.0:1767384968.113260:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384968.113262:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.113264:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384968.113266:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384968.113267:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.113268:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.113270:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384968.113272:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384968.113274:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.113276:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384968.113277:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.113278:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384968.113279:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.113281:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.113283:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.113287:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384968.113288:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384968.113289:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384968.113291:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384968.113296:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352235392:0@lo:400: 00000100:00000001:2.0:1767384968.113299:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.113300:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384968.113301:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d48e8b48 x1853237352235392/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.113305:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384968.113306:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384968.113307:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a823625a. 02000000:00000001:2.0:1767384968.113310:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384968.113311:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384968.113312:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:2.0:1767384968.113313:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384968.113319:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e1f3d9f0. 02000000:00000001:2.0:1767384968.113321:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384968.113322:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384968.113324:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d48e8b48. 00000100:00000001:2.0:1767384968.113326:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384968.113339:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.113340:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.113344:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384968.113345:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.113347:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.113348:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.123967:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294957070, at 4294957071 00000100:00000040:1.0:1767384968.123967:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294957070, at 4294957071 00000100:00000040:2.0:1767384968.123976:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294957070, at 4294957071 00000100:00000040:0.0:1767384968.123976:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294957070, at 4294957071 00000100:00000010:3.0:1767384968.123988:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000489ac9a2. 00000100:00000010:1.0:1767384968.123990:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3e17433. 00000100:00000010:0.0:1767384968.123992:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004867699e. 00000100:00000010:2.0:1767384968.123998:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000baacbbd1. 00000400:00000001:2.0:1767384968.428995:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384968.429001:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384968.429005:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc68bef 00000800:00000200:1.0:1767384968.429006:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (4) 00000400:00000010:2.0:1767384968.429009:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc68bef. 00000400:00000200:2.0:1767384968.429018:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384968.429023:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery ping unlinked 00000800:00000200:1.1:1767384968.429028:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (4) 00000400:00000010:2.0:1767384968.429036:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000014aef8bf. 00000400:00000010:2.0:1767384968.429053:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000587e2f62. 00000400:00000001:2.0:1767384968.429056:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384968.429057:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384968.429058:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:2.0:1767384968.429060:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000400:00000200:2.0:1767384968.429061:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384968.429065:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384968.429068:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ad02efd3. 00000400:00000010:2.0:1767384968.429072:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b683090f. 00000400:00000200:2.0:1767384968.429077:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp38 00000400:00000010:2.0:1767384968.429084:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000009e0c25c. 00000400:00000010:2.0:1767384968.429090:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b683090f. 00000400:00000010:2.0:1767384968.429094:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000400:00000010:2.0:1767384968.429101:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cde5b47e. 00000400:00000200:2.0:1767384968.429106:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp38 00000400:00000200:2.0:1767384968.429117:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp38 local destination 00000400:00000200:2.0:1767384968.429139:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp38 00000400:00000200:2.0:1767384968.429143:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp38 NI seq info: [240:240:256:4294967295] 192.168.203.112@tcp38 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384968.429150:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp38 00000400:00000200:2.0:1767384968.429157:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp38(192.168.203.112@tcp38:) -> 192.168.203.112@tcp38(192.168.203.112@tcp38:192.168.203.112@tcp38) : GET try# 0 00000800:00000200:2.0:1767384968.429161:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp38 00000800:00000010:2.0:1767384968.429165:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e1f3d9f0. 00000800:00000200:2.0:1767384968.429170:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:3.0:1767384968.429172:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:2.1:1767384968.429173:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd1e2d31] -> 12345-192.168.203.112@tcp38 (2) 00000400:00000200:2.0:1767384968.429191:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp38 added to recovery queue. ping count: 5 next ping: 322 health :500 00000400:00000200:3.0:1767384968.429226:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429274:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429277:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429323:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429372:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429393:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429438:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429449:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429489:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429501:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429542:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429550:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429615:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429615:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429649:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429695:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429740:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429741:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429773:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429813:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429818:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429878:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429920:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.429951:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.429984:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430001:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430039:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430046:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430105:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430114:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430138:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430173:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430180:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430232:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430245:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430265:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430301:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430306:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430383:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430386:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430431:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430448:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430464:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430485:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430518:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430537:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430577:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430585:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430628:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430645:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430684:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430702:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430741:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430754:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430801:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430814:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430855:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384968.430871:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430932:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.430969:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.431002:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.431035:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384968.431072:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000800:00000010:3.0:1767384968.431085:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3e66c6b. 00000800:00000010:3.0:1767384968.431093:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ec640f3. 00000800:00000010:3.0:1767384968.431100:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff2518c7. 00000400:00000200:1.0:1767384968.431108:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000800:00000010:3.0:1767384968.431131:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff2518c7. 00000800:00020000:3.0:1767384968.431144:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000400:00000200:1.0:1767384968.431148:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000800:00000010:3.0:1767384968.431149:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ec640f3. 00000800:00000010:3.0:1767384968.431162:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f3e66c6b. 00000400:00000200:1.0:1767384968.431185:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:02020000:3.0:1767384968.431228:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp34 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384968.431231:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000800:00000100:3.0:1767384968.431234:0:16124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384968.431268:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384968.431412:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:1.0:1767384968.431417:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000861d267c. 00000800:00000010:1.0:1767384968.431421:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f197c80. 00000800:00000010:1.0:1767384968.431443:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f197c80. 00000800:00020000:1.0:1767384968.431450:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384968.431454:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000861d267c. 00000800:00000010:1.0:1767384968.431457:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:02020000:1.0:1767384968.431497:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp38 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384968.431504:0:16127:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp38 notifying 192.168.203.112@tcp38: down 00000800:00000200:1.0:1767384968.431510:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp38 down 00000800:00000100:1.0:1767384968.431516:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp38 00000800:00000010:1.0:1767384968.431518:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e1f3d9f0. 00000400:00000200:1.0:1767384968.431524:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384968.431528:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp38->192.168.203.112@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384968.431537:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384968.431539:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384968.431543:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp38) recovery failed with -71 00000800:00000001:3.0:1767384968.574171:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.574186:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.574189:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.574191:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.574199:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384968.574212:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 224 into portal 12 MB=0x6958271a00800 00000400:00000200:3.0:1767384968.574218:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.12@tcp50 of length 224/224 into md 0x229 [64] + 10144 00000800:00000001:3.0:1767384968.574225:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.574228:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.574230:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.574234:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:3.0:1767384968.574239:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384968.574241:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384968.574245:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087192b50. 00000100:00000040:3.0:1767384968.574248:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000087192b50 x1853237344864256 msgsize 224 00000100:00100000:3.0:1767384968.574251:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:3.0:1767384968.574260:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384968.574273:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.574275:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.574277:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.574278:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.574282:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384968.574286:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 224 into portal 12 MB=0x6958271a00880 00000400:00000200:3.0:1767384968.574289:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.12@tcp50 of length 224/224 into md 0x229 [64] + 10368 00000100:00000001:2.0:1767384968.574290:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384968.574291:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384968.574295:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864256 02000000:00000001:2.0:1767384968.574298:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767384968.574299:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.574301:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384968.574304:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384968.574304:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384968.574311:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 02000000:00000001:2.0:1767384968.574311:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.574315:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384968.574316:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864256 00000020:00000001:2.0:1767384968.574319:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384968.574321:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8571 00000020:00000001:2.0:1767384968.574323:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384968.574344:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384968.574349:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002805dbb. 00000020:00000040:2.0:1767384968.574349:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e988c6f9 refcount=6 00000020:00000001:2.0:1767384968.574353:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00000040:3.0:1767384968.574354:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000002805dbb x1853237344864384 msgsize 224 00000020:00000001:2.0:1767384968.574357:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00100000:3.0:1767384968.574362:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:2.0:1767384968.574364:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384968.574369:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002718e2b2. 00000020:00000010:2.0:1767384968.574373:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000efaf2874. 00000100:00000001:3.0:1767384968.574376:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384968.574378:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 10 - evictor 00000800:00000001:3.0:1767384968.574383:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.574387:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.574392:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384968.574394:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002718e2b2. 00000020:00000010:2.0:1767384968.574400:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000587e2f62. 00000020:00000010:2.0:1767384968.574405:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078e3b122. 00000020:00000010:2.0:1767384968.574408:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006857c85a. 00000100:00000040:2.0:1767384968.574419:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00080000:1.0:1767384968.574426:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384968.574427:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384968.574430:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384968.574432:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 10 - evictor 00000100:00100000:0.0:1767384968.574432:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864384 00000100:00000001:2.0:1767384968.574433:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384968.574437:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384968.574438:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.574439:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.574442:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.574445:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.574446:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.574448:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864384 00000100:00000001:2.0:1767384968.574457:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.574460:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384968.574462:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8571 00000020:00000001:0.0:1767384968.574464:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.574466:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e988c6f9 refcount=7 00000020:00000001:0.0:1767384968.574468:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000020:00000001:0.0:1767384968.574470:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00000001:2.0:1767384968.574472:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384968.574473:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384968.574476:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384968.574478:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000423a4519. 00000100:00000001:0.0:1767384968.574481:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384968.574484:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 4 00000020:00000010:0.0:1767384968.574485:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000423a4519. 00000100:00000040:2.0:1767384968.574489:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e988c6f9 : new rpc_count 1 00000020:00000010:0.0:1767384968.574492:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072cf2008. 00000100:00000001:2.0:1767384968.574493:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545439488 : -106559164112128 : ffff9f15c2e02300) 00000020:00000010:0.0:1767384968.574498:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1baf5fb. 00000100:00000040:2.0:1767384968.574502:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087192b50 x1853237344864256/t0(0) o41->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384968.574503:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000001:0.0:1767384968.574510:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.574512:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384968.574514:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384968.574515:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.574520:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.574524:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002718e2b2. 00000100:00000001:2.0:1767384968.574527:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384968.574528:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002718e2b2. 00000100:00000001:0.0:1767384968.574531:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384968.574533:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087192b50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+7:0:x1853237344864256:12345-192.168.203.12@tcp50:41: 00000100:00000200:2.0:1767384968.574538:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864256 00000020:00000001:2.0:1767384968.574540:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384968.574544:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384968.574544:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384968.574548:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384968.574550:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.574553:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384968.574554:0:16776:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384968.574555:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382400 : -1037169216 : ffffffffc22e0dc0) 00000100:00000001:3.0:1767384968.574558:0:16776:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384968.574559:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384968.574563:0:16778:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237344864256, found 0 last_xid 0 00000100:00100000:0.0:1767384968.574564:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 5 00000020:00000001:2.0:1767384968.574567:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384968.574570:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384968.574572:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384968.574575:0:16776:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.574575:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e988c6f9 : new rpc_count 2 00000020:00000001:2.0:1767384968.574576:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.574582:0:16776:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.574583:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514545438592 : -106559164113024 : ffff9f15c2e01f80) 00000100:00000001:2.0:1767384968.574585:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384968.574589:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384968.574594:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002d62555c. 00000100:00000040:0.0:1767384968.574594:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002805dbb x1853237344864384/t0(0) o41->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384968.574598:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.574608:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.574611:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1767384968.574615:0:16778:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000010:0.0:1767384968.574616:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000423a4519. 00000100:00000001:0.0:1767384968.574619:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1767384968.574620:0:16778:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000010:0.0:1767384968.574622:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000423a4519. 00000004:00000001:2.0:1767384968.574623:0:16778:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.574630:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002805dbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+7:15545:x1853237344864384:12345-192.168.203.12@tcp50:41: 00080000:00000001:2.0:1767384968.574631:0:16778:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000200:0.0:1767384968.574635:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864384 00080000:00000001:2.0:1767384968.574643:0:16778:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.574644:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000024:2.0:1767384968.574648:0:16778:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000001:0.0:1767384968.574648:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384968.574653:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384968.574654:0:16778:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000001:0.0:1767384968.574657:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000020:2.0:1767384968.574658:0:16778:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 dirty 0 pend 0 grant 3407872 00000020:00000001:0.0:1767384968.574660:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382400 : -1037169216 : ffffffffc22e0dc0) 00000020:00000020:2.0:1767384968.574662:0:16778:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000006e141a5f dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384968.574665:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000020:2.0:1767384968.574667:0:16778:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000000b38e24a dirty 0 pend 0 grant 0 00000001:00000001:0.0:1767384968.574669:0:16777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237344864384, found 0 last_xid 0 00000020:00000001:0.0:1767384968.574674:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:2.0:1767384968.574676:0:16778:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000001:0.0:1767384968.574677:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384968.574678:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384968.574681:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.574684:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384968.574685:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384968.574686:0:16778:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000002b069bb0. 02000000:00000010:0.0:1767384968.574688:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ff5274cb. 02000000:00000001:0.0:1767384968.574692:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.574694:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.574695:0:16778:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000001:0.0:1767384968.574697:0:16777:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:2.0:1767384968.574698:0:16778:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.574700:0:16777:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384968.574703:0:16777:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384968.574704:0:16778:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000004:00000024:0.0:1767384968.574706:0:16777:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000001:00000001:2.0:1767384968.574709:0:16778:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384968.574710:0:16777:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384968.574714:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 dirty 0 pend 0 grant 3407872 00000004:00000001:2.0:1767384968.574715:0:16778:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384968.574717:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000006e141a5f dirty 0 pend 0 grant 0 00010000:00000040:2.0:1767384968.574720:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864256 00000020:00000020:0.0:1767384968.574721:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000000b38e24a dirty 0 pend 0 grant 0 00000004:00000020:0.0:1767384968.574726:0:16777:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00010000:00000001:2.0:1767384968.574727:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384968.574731:0:16777:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000003f914a7a. 00010000:00000200:2.0:1767384968.574736:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087192b50 x1853237344864256/t0(0) o41->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384968.574736:0:16777:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384968.574737:0:16777:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.574742:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.574744:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.574748:0:16777:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384968.574753:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864384 00010000:00000001:2.0:1767384968.574755:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384968.574756:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384968.574758:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384968.574764:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=93 v=5 (1 0 0 0) 00010000:00000200:0.0:1767384968.574767:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002805dbb x1853237344864384/t0(0) o41->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.574770:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384968.574775:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000100:00000001:2.0:1767384968.574781:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 00010000:00000001:0.0:1767384968.574781:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384968.574783:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384968.574785:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.574786:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.574788:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.574791:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384968.574793:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384968.574796:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000100:00000040:0.0:1767384968.574798:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384968.574801:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 00000400:00000010:2.0:1767384968.574802:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbc68bef. 02000000:00000001:0.0:1767384968.574803:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384968.574805:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.574807:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384968.574808:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384968.574813:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064fb7cd6. 00000100:00000200:2.0:1767384968.574814:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237344864256, offset 224 00000100:00000200:0.0:1767384968.574817:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237344864384, offset 224 00000400:00000200:2.0:1767384968.574823:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384968.574834:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:2.0:1767384968.574835:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:2.0:1767384968.574851:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [241:241:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1767384968.574859:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384968.574863:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:2.0:1767384968.574866:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5e9e51e. 00000400:00000200:0.0:1767384968.574867:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000800:00000200:2.0:1767384968.574875:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000400:00000200:0.0:1767384968.574880:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [242:242:255:4294967295] 192.168.203.12@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:2.0:1767384968.574914:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000400:00000200:0.0:1767384968.574919:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384968.574921:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e5e9e51e type 1, nob 464 niov 1 nkiov 1 00000800:00000200:0.0:1767384968.574929:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384968.574933:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b787dfe6. 00000100:00000001:2.0:1767384968.574934:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.574940:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000800:00000200:0.0:1767384968.574941:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00010000:00000001:2.0:1767384968.574944:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384968.574947:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.574951:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1767384968.574951:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384968.574956:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b787dfe6 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:2.0:1767384968.574959:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087192b50 x1853237344864256/t0(0) o41->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.574960:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.574968:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 4 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384968.574972:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384968.574974:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.574977:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384968.574980:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087192b50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+7:0:x1853237344864256:12345-192.168.203.12@tcp50:41: Request processed in 462us (727us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384968.574985:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002805dbb x1853237344864384/t0(0) o41->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384968.574996:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 4 00000100:00100000:0.0:1767384968.575001:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002805dbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+7:15545:x1853237344864384:12345-192.168.203.12@tcp50:41: Request processed in 387us (642us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384968.575002:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e988c6f9 : new rpc_count 1 00000100:00000001:2.0:1767384968.575005:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384968.575007:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384968.575012:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078e3b122. 00000100:00100000:0.0:1767384968.575017:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 5 00000020:00000010:2.0:1767384968.575019:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006857c85a. 00000100:00000040:0.0:1767384968.575021:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e988c6f9 : new rpc_count 0 00000100:00000001:0.0:1767384968.575025:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767384968.575026:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384968.575026:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000587e2f62. 00000100:00000001:0.0:1767384968.575027:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384968.575031:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1baf5fb. 00000800:00000010:3.0:1767384968.575034:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5e9e51e. 00000020:00000040:2.0:1767384968.575035:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 6 00000020:00000010:0.0:1767384968.575035:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000100:00000001:2.0:1767384968.575042:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384968.575043:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072cf2008. 00000400:00000200:3.0:1767384968.575044:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384968.575049:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 5 00000100:00000001:0.0:1767384968.575052:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.575056:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384968.575062:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc68bef 00000400:00000010:3.0:1767384968.575066:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbc68bef. 00000100:00000001:3.0:1767384968.575071:0:16129:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.575074:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1767384968.575124:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384968.575126:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b787dfe6. 00000400:00000200:3.0:1767384968.575129:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.575132:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384968.575134:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fb7cd6 00000400:00000010:3.0:1767384968.575135:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fb7cd6. 00000100:00000001:3.0:1767384968.575137:0:16129:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.575138:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384968.575999:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.576004:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.576007:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.576008:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.576013:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384968.576021:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 440 into portal 12 MB=0x6958271a00900 00000400:00000200:3.0:1767384968.576026:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.12@tcp50 of length 440/440 into md 0x229 [64] + 10592 00000800:00000001:3.0:1767384968.576031:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.576046:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.576048:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.576053:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:3.0:1767384968.576057:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384968.576059:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384968.576063:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002574fd07. 00000100:00000040:3.0:1767384968.576066:0:16131:0:(events.c:337:request_in_callback()) incoming req@000000002574fd07 x1853237344864512 msgsize 440 00000100:00100000:3.0:1767384968.576070:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:3.0:1767384968.576081:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384968.576087:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.576090:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.576122:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384968.576125:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864512 02000000:00000001:0.0:1767384968.576128:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384968.576129:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.576130:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.576133:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.576136:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864512 00000020:00000001:0.0:1767384968.576137:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384968.576139:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8571 00000020:00000001:0.0:1767384968.576141:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.576142:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e988c6f9 refcount=6 00000020:00000001:0.0:1767384968.576145:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000020:00000001:0.0:1767384968.576147:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00000001:0.0:1767384968.576149:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384968.576152:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000423a4519. 00000100:00000001:0.0:1767384968.576154:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384968.576156:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000423a4519. 00000020:00000010:0.0:1767384968.576160:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072cf2008. 00000020:00000010:0.0:1767384968.576163:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1baf5fb. 00000020:00000010:0.0:1767384968.576166:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384968.576170:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384968.576172:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.576174:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384968.576182:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.576187:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.576196:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.576205:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384968.576206:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384968.576210:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 6 00000100:00000040:0.0:1767384968.576212:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e988c6f9 : new rpc_count 1 00000100:00000001:0.0:1767384968.576215:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515376606080 : -106558332945536 : ffff9f15f46abb80) 00000100:00000040:0.0:1767384968.576220:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002574fd07 x1853237344864512/t0(0) o40->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 440/0 e 0 to 0 dl 1767384979 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.576229:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384968.576232:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000423a4519. 00000100:00000001:0.0:1767384968.576235:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384968.576237:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000423a4519. 00000100:00100000:0.0:1767384968.576241:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002574fd07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:15545:x1853237344864512:12345-192.168.203.12@tcp50:40: 00000100:00000200:0.0:1767384968.576245:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864512 00000020:00000001:0.0:1767384968.576247:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384968.576249:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384968.576251:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.576253:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384968.576255:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382352 : -1037169264 : ffffffffc22e0d90) 00000020:00000001:0.0:1767384968.576257:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384968.576259:0:16777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237344864512, found 0 last_xid 1853237344864511 00000020:00000001:0.0:1767384968.576262:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.576264:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384968.576265:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384968.576268:0:16777:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384968.576271:0:16777:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.576273:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.576276:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384968.576279:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384968.576283:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000ce04a43e. 02000000:00000001:0.0:1767384968.576291:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.576294:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.576299:0:16777:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384968.576301:0:16777:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384968.576302:0:16777:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.576306:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.576307:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.576310:0:16777:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384968.576312:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864512 00010000:00000001:0.0:1767384968.576314:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384968.576318:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002574fd07 x1853237344864512/t0(0) o40->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 440/448 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384968.576463:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384968.576465:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.576468:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384968.576471:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384968.576474:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384968.576476:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384968.576478:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384968.576480:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.576482:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384968.576484:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384968.576488:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b64795da. 00000100:00000200:0.0:1767384968.576492:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237344864512, offset 224 00000400:00000200:0.0:1767384968.576497:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384968.576503:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384968.576511:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [243:243:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384968.576520:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384968.576525:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384968.576529:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005495d4c5. 00000800:00000200:0.0:1767384968.576533:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384968.576538:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384968.576548:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005495d4c5 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384968.576562:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.576565:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 4 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384968.576568:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384968.576570:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.576573:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384968.576577:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002574fd07 x1853237344864512/t0(0) o40->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 440/448 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.576587:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002574fd07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:15545:x1853237344864512:12345-192.168.203.12@tcp50:40: Request processed in 356us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384968.576595:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 6 00000100:00000040:0.0:1767384968.576598:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e988c6f9 : new rpc_count 0 00000100:00000001:0.0:1767384968.576600:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384968.576602:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384968.576605:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1baf5fb. 00000020:00000010:0.0:1767384968.576609:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384968.576613:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072cf2008. 00000020:00000040:0.0:1767384968.576616:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 5 00000100:00000001:0.0:1767384968.576619:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384968.576638:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384968.576641:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005495d4c5. 00000400:00000200:3.0:1767384968.576643:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.576646:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384968.576649:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b64795da 00000400:00000010:3.0:1767384968.576650:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b64795da. 00000100:00000001:3.0:1767384968.576653:0:16130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.576654:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384968.577908:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.577913:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.577914:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.577915:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.577919:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384968.577925:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 520 into portal 28 MB=0x6958271a00980 00000400:00000200:3.0:1767384968.577929:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.12@tcp50 of length 520/520 into md 0xa9d [8] + 5456 00000800:00000001:3.0:1767384968.577933:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.577935:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.577937:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.577939:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:3.0:1767384968.577942:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384968.577943:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384968.577946:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098609bc9. 00000100:00000040:3.0:1767384968.577948:0:16129:0:(events.c:337:request_in_callback()) incoming req@0000000098609bc9 x1853237344864640 msgsize 520 00000100:00100000:3.0:1767384968.577956:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:3.0:1767384968.577965:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384968.577969:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.577972:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.577973:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.577975:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.577977:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384968.577981:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 448 into portal 23 MB=0x6958271a00a00 00000400:00000200:3.0:1767384968.577985:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.12@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:3.0:1767384968.577987:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.577990:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.577991:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.577993:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:3.0:1767384968.577995:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384968.577996:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1767384968.577999:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff6b914f. 00000100:00000040:3.0:1767384968.578000:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000ff6b914f x1853237344864768 msgsize 448 00000100:00100000:3.0:1767384968.578002:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:3.0:1767384968.578009:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384968.578012:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.578015:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.578018:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.578021:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.578026:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:3.0:1767384968.578034:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 224 into portal 26 MB=0x6958271a00a80 00000100:00000001:0.0:1767384968.578037:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384968.578040:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864640 00000400:00000200:3.0:1767384968.578044:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 224/224 into md 0x197d [2] + 0 02000000:00000001:0.0:1767384968.578044:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384968.578047:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.578049:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384968.578054:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfc72d20. 02000000:00000001:0.0:1767384968.578054:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384968.578055:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e9e660fa. 00000100:00100000:0.0:1767384968.578060:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864640 00000400:00000200:3.0:1767384968.578063:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066e1e3df 00000020:00000001:0.0:1767384968.578063:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384968.578064:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384968.578065:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000800:00000001:3.0:1767384968.578069:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384968.578069:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864768 00000020:00000001:0.0:1767384968.578069:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384968.578071:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.578074:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384968.578075:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.578077:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767384968.578078:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.578080:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.578080:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072cf2008. 00000400:00000200:3.0:1767384968.578083:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384968.578086:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.578087:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1baf5fb. 00000400:00000200:3.0:1767384968.578091:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00100000:1.0:1767384968.578091:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864768 00000020:00000001:1.0:1767384968.578094:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384968.578098:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8571 00000400:00000200:3.0:1767384968.578099:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e1e3df 00000020:00000010:0.0:1767384968.578100:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000020:00000001:1.0:1767384968.578101:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384968.578104:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e988c6f9 refcount=6 00000100:00000001:0.0:1767384968.578105:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384968.578106:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00000001:0.0:1767384968.578108:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384968.578111:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066e1e3df. 00000020:00000001:1.0:1767384968.578111:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00000001:0.0:1767384968.578112:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.578117:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384968.578119:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384968.578120:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384968.578122:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384968.578122:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00000100:00000001:1.0:1767384968.578128:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384968.578129:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000677f0d54 x1853237344864896 msgsize 224 00000020:00000010:1.0:1767384968.578131:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000100:00000001:0.0:1767384968.578135:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384968.578138:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000020:00000010:1.0:1767384968.578138:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90242f3. 00000100:00000040:3.0:1767384968.578144:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:1.0:1767384968.578144:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047be1ac4. 00000100:00000001:0.0:1767384968.578147:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384968.578150:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6d7ee39. 00000100:00000001:0.0:1767384968.578150:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384968.578153:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384968.578157:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 4 00000100:00000040:1.0:1767384968.578158:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000800:00000001:3.0:1767384968.578160:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384968.578161:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514606547328 : -106559103004288 : ffff9f15c6849180) 00000100:00000001:1.0:1767384968.578162:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1767384968.578166:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.578166:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384968.578167:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098609bc9 x1853237344864640/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.578170:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.578178:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.578182:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098609bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:12140:x1853237344864640:12345-192.168.203.12@tcp50:8: 00000100:00000200:0.0:1767384968.578186:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864640 00000100:00000001:1.0:1767384968.578188:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.578188:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384968.578189:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384968.578192:0:18311:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00100000:2.0:1767384968.578199:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344864896 00000100:00000001:1.0:1767384968.578200:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384968.578201:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 6 - find 02000000:00000001:2.0:1767384968.578202:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384968.578203:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384968.578205:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.578208:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.578208:0:18311:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637510244754272 : -106563464797344 : ffff9f14c288e360) 00000100:00100000:1.0:1767384968.578214:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 0 02000000:00000001:2.0:1767384968.578215:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.578216:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f3e66c6b. 00000100:00000001:0.0:1767384968.578216:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384968.578218:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e988c6f9 : new rpc_count 1 00000100:00100000:2.0:1767384968.578221:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344864896 02000000:00000001:0.0:1767384968.578221:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384968.578222:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515267657216 : -106558441894400 : ffff9f15edec4e00) 00000100:00000001:3.0:1767384968.578223:0:16779:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000001:2.0:1767384968.578225:0:16768:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384968.578227:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000006ec3963e. 00000100:00100000:3.0:1767384968.578228:0:16779:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000020:00000040:2.0:1767384968.578228:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000100:00000040:1.0:1767384968.578232:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff6b914f x1853237344864768/t0(0) o33->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 448/0 e 0 to 0 dl 1767384979 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 02000000:00000001:0.0:1767384968.578233:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.578234:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384968.578237:0:16779:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e0c0b457. 00000020:00000040:2.0:1767384968.578237:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=9 00000100:00000001:0.0:1767384968.578239:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.578244:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00100000:3.0:1767384968.578245:0:16779:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00010000:00000040:0.0:1767384968.578246:0:18311:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000020:00000001:2.0:1767384968.578250:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:2.0:1767384968.578257:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:0.0:1767384968.578257:0:18311:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50 t0 exp 0000000000000000 cur 290 last 0 00000100:00000001:1.0:1767384968.578259:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384968.578263:0:18311:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000010:1.0:1767384968.578264:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00002000:00000001:0.0:1767384968.578266:0:18311:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000001:1.0:1767384968.578268:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384968.578269:0:18311:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384968.578272:0:18311:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384968.578273:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000020:00000010:3.0:1767384968.578274:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a62e42b. 00000020:00000010:0.0:1767384968.578278:0:18311:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000edfc04cd. 00000100:00000001:3.0:1767384968.578280:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384968.578284:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff6b914f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:15545:x1853237344864768:12345-192.168.203.12@tcp50:33: 00000020:00000001:0.0:1767384968.578284:0:18311:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:3.0:1767384968.578286:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a62e42b. 00000020:00000040:0.0:1767384968.578287:0:18311:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000edfc04cd with handle 0x7ec529173eeb8578 to hash 00000100:00000200:1.0:1767384968.578292:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864768 00000020:00000001:0.0:1767384968.578293:0:18311:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:3.0:1767384968.578295:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edfcdbab. 00000020:00000001:1.0:1767384968.578296:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384968.578299:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384968.578302:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9efda1b. 00000020:00000001:1.0:1767384968.578302:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.578303:0:18311:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:1.0:1767384968.578307:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1767384968.578310:0:18311:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000010:3.0:1767384968.578311:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000020:00000001:1.0:1767384968.578311:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382016 : -1037169600 : ffffffffc22e0c40) 00000001:00000010:0.0:1767384968.578316:0:18311:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d890ddef. 00000020:00000001:1.0:1767384968.578317:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384968.578320:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000001:00000001:1.0:1767384968.578321:0:16780:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237344864768, found 0 last_xid 1853237344864767 00000001:00000001:0.0:1767384968.578321:0:18311:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.578340:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384968.578341:0:18311:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000001:1.0:1767384968.578342:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.578343:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:0.0:1767384968.578347:0:18311:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:3.0:1767384968.578348:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.578348:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384968.578351:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000010:0.0:1767384968.578352:0:18311:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e8bdf709. 00000020:00000001:1.0:1767384968.578354:0:16780:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000100:00000001:3.0:1767384968.578355:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384968.578359:0:18311:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bc4e821c. 00000020:00000001:1.0:1767384968.578360:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384968.578365:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:0.0:1767384968.578365:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fa39bfc1. 00000020:00000001:1.0:1767384968.578367:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514636441784 : -106559073109832 : ffff9f15c84cb8b8) 00000001:00000010:0.0:1767384968.578368:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004781c00a. 00000020:00000001:1.0:1767384968.578371:0:16780:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384968.578373:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ebaa618. 00000020:00000001:1.0:1767384968.578375:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.578377:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000010:0.0:1767384968.578378:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f446d19. 00000004:00000001:1.0:1767384968.578380:0:16780:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000100:00000001:3.0:1767384968.578382:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384968.578382:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384968.578383:0:18311:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384968.578385:0:16780:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:2.0:1767384968.578386:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384968.578387:0:18311:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384968.578392:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 171 00000004:00000001:1.0:1767384968.578392:0:16780:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:0.0:1767384968.578392:0:18311:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.578398:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00080000:00000001:1.0:1767384968.578398:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:2.0:1767384968.578399:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384968.578399:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=3 00080000:00000001:1.0:1767384968.578404:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:3.0:1767384968.578405:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526170704 : -106558183380912 : ffff9f15fd54e850) 00000100:00000001:2.0:1767384968.578405:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384968.578406:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 7 - export 00000004:00000001:1.0:1767384968.578411:0:16780:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:0.0:1767384968.578414:0:18311:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637510246531072 : -106563463020544 : ffff9f14c2a40000) 00000004:00000001:1.0:1767384968.578415:0:16780:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:3.0:1767384968.578417:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000677f0d54 x1853237344864896/t0(0) o400->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384968.578420:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 2 00000004:00000001:1.0:1767384968.578421:0:16780:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384968.578424:0:16780:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000080:0.0:1767384968.578425:0:18311:0:(genops.c:1402:class_connect()) connect: client a6d870d7-9fee-4d2a-b686-a6e8803da6e4, cookie 0x7ec529173eeb8578 00080000:00000001:1.0:1767384968.578427:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384968.578429:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:0.0:1767384968.578431:0:18311:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384968.578433:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384968.578436:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:0.0:1767384968.578436:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384968.578439:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8578 00000100:00000001:3.0:1767384968.578442:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1767384968.578442:0:16780:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:0.0:1767384968.578443:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1767384968.578445:0:16780:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:0.0:1767384968.578446:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000edfc04cd refcount=3 00000100:00000001:2.0:1767384968.578447:0:16779:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384968.578448:0:16780:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:0.0:1767384968.578452:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246531072 : -106563463020544 : ffff9f14c2a40000) 00000004:00000001:1.0:1767384968.578453:0:16780:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000010:3.0:1767384968.578454:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a62e42b. 00080000:00000001:1.0:1767384968.578456:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000001:0.0:1767384968.578457:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246531072 : -106563463020544 : ffff9f14c2a40000) 00000100:00000001:3.0:1767384968.578460:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384968.578461:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00000001:2.0:1767384968.578462:0:39687:0:(service.c:2991:ptlrpc_main()) Process entered 00000001:00000001:0.0:1767384968.578462:0:18311:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000010:3.0:1767384968.578467:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a62e42b. 00000004:00000001:1.0:1767384968.578467:0:16780:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000001:0.0:1767384968.578468:0:18311:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000004:00000001:1.0:1767384968.578473:0:16780:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000040:0.0:1767384968.578473:0:18311:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 7 00000100:00000010:2.0:1767384968.578478:0:39687:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b7cb79cd. 00000100:00100000:3.0:1767384968.578479:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000677f0d54 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+9:12144:x1853237344864896:12345-192.168.203.12@tcp50:400: 00000004:00000001:1.0:1767384968.578480:0:16780:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000001:00000001:0.0:1767384968.578480:0:18311:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446637515390622720 : -106558318928896 : ffff9f15f5409c00) 00000004:00000001:1.0:1767384968.578483:0:16780:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000020:00000010:2.0:1767384968.578485:0:39687:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000076ee656c. 00000001:00000001:0.0:1767384968.578486:0:18311:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000001:1.0:1767384968.578487:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384968.578491:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344864896 00000020:00000040:0.0:1767384968.578491:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=4 02000000:00000001:1.0:1767384968.578492:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384968.578493:0:39687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015d16865. 00000020:00000001:3.0:1767384968.578495:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384968.578497:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000179eac2a. 00000020:00000001:3.0:1767384968.578499:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384968.578499:0:39687:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000062b30181. 00000001:00000040:0.0:1767384968.578502:0:18311:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 8 00000020:00000001:3.0:1767384968.578504:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.578504:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384968.578505:0:39687:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073785071. 00000001:00000001:0.0:1767384968.578507:0:18311:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.578510:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384968.578511:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.578512:0:39687:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004f5a8bb2. 00000020:00000001:3.0:1767384968.578514:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000001:08000000:0.0:1767384968.578515:0:18311:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.12@tcp50 to nodemap default 00000004:00000001:1.0:1767384968.578518:0:16780:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000001:3.0:1767384968.578519:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:1.0:1767384968.578522:0:16780:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.578523:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1767384968.578523:0:18311:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 7 00000020:00000010:2.0:1767384968.578526:0:39687:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000114f726d. 00000004:00000001:1.0:1767384968.578527:0:16780:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000020:00000001:3.0:1767384968.578529:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:0.0:1767384968.578529:0:18311:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384968.578531:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384968.578532:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384968.578533:0:39687:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bcb83b15. 00000001:00000001:1.0:1767384968.578534:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:0.0:1767384968.578534:0:18311:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000edfc04cd ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:3.0:1767384968.578536:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384968.578541:0:39687:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d15cd76d. 00000001:00000001:1.0:1767384968.578541:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:3.0:1767384968.578542:0:16768:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384968.578544:0:18311:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000001:00000001:1.0:1767384968.578545:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.578546:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 40000000:00000010:2.0:1767384968.578547:0:39687:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000457500c6. 00000020:00000001:0.0:1767384968.578548:0:18311:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384968.578550:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1767384968.578551:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384968.578554:0:39687:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1b3a42c. 02000000:00000010:3.0:1767384968.578555:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b412d77e. 00000020:00000020:0.0:1767384968.578555:0:18311:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000edfc04cd free: 389021696 avail: 386924544 00000001:00000001:1.0:1767384968.578556:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384968.578561:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384968.578562:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384968.578562:0:39687:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000463ee9f3. 00000020:00000001:0.0:1767384968.578563:0:18311:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000100:00000001:3.0:1767384968.578568:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384968.578568:0:18311:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000edfc04cd avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000001:00000001:1.0:1767384968.578569:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384968.578570:0:39687:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000096a10bef. 00000020:00000001:3.0:1767384968.578573:0:16768:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384968.578576:0:39687:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004515cb7d. 00000001:00000001:1.0:1767384968.578577:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00010000:00000040:3.0:1767384968.578580:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864896 00000020:00000001:0.0:1767384968.578580:0:18311:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00080000:00000010:2.0:1767384968.578582:0:39687:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006e5eac43. 00000001:00000001:1.0:1767384968.578582:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384968.578585:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000010:2.0:1767384968.578589:0:39687:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5847ffd. 00000001:00000001:1.0:1767384968.578590:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.578590:0:18311:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00010000:00000200:3.0:1767384968.578593:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000677f0d54 x1853237344864896/t0(0) o400->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384968.578596:0:18311:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000edfc04cd wants: 134217728 current grant 0 granting: 3407872 00000001:00000001:1.0:1767384968.578597:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384968.578601:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1767384968.578602:0:39687:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2b0a478. 00000020:00000020:0.0:1767384968.578606:0:18311:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000edfc04cd tot cached:0 granted:44236800 num_exports: 2 00000001:00000001:1.0:1767384968.578609:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384968.578617:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1767384968.578617:0:18311:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00010000:00000001:3.0:1767384968.578618:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000004:00000010:2.0:1767384968.578618:0:39687:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006abbc7f4. 00000001:00000001:1.0:1767384968.578621:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.578622:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384968.578624:0:18311:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000edfc04cd ocd_grant: 3407872 want: 134217728 left: 346030080 00000004:00000010:2.0:1767384968.578625:0:39687:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000068a35c4b. 02000000:00000001:1.0:1767384968.578627:0:16780:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00001000:3.0:1767384968.578628:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=98 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384968.578633:0:18311:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000100:00000001:3.0:1767384968.578634:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384968.578634:0:16780:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000007a0aeaa1. 00002000:00100000:0.0:1767384968.578636:0:18311:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00000010:2.0:1767384968.578640:0:39687:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000377c85df. 00002000:00000001:0.0:1767384968.578640:0:18311:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384968.578641:0:16780:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000100:00000040:3.0:1767384968.578645:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000004:00000040:1.0:1767384968.578645:0:16780:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000001:00000001:0.0:1767384968.578647:0:18311:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000200:2.0:1767384968.578650:0:39687:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1767384968.578651:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 00000001:00000040:0.0:1767384968.578652:0:18311:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'a6d870d7-9fee-4d2a-b686-a6e8803da6e4' generation 0 02000000:00000001:3.0:1767384968.578656:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:0.0:1767384968.578657:0:18311:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384968.578660:0:18311:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:3.0:1767384968.578665:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384968.578666:0:18311:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003a5bd04e. 00000100:00000001:3.0:1767384968.578668:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1767384968.578670:0:18311:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514903437312 : -106558806114304 : ffff9f15d836c000) 00000100:00000040:3.0:1767384968.578675:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00080000:00000001:0.0:1767384968.578676:0:18311:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:3.0:1767384968.578678:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000100:00000200:3.0:1767384968.578682:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237344864896, offset 224 00000400:00000200:3.0:1767384968.578688:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:3.0:1767384968.578693:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:3.0:1767384968.578699:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [244:244:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1767384968.578707:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384968.578711:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:3.0:1767384968.578714:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b601395f. 00000800:00000200:3.0:1767384968.578717:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:3.0:1767384968.578720:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:3.0:1767384968.578722:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b601395f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384968.578733:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.578736:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 4 to 192.168.203.12@tcp50 00010000:00000001:3.0:1767384968.578738:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384968.578740:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.578741:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384968.578745:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000677f0d54 x1853237344864896/t0(0) o400->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.578753:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000677f0d54 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+9:12144:x1853237344864896:12345-192.168.203.12@tcp50:400: Request processed in 309us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384968.578760:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 171 00000100:00000040:3.0:1767384968.578762:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:3.0:1767384968.578764:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.578767:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384968.578769:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9efda1b. 00000020:00000010:3.0:1767384968.578775:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000001:00000001:0.0:1767384968.578778:0:18311:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:3.0:1767384968.578779:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edfcdbab. 00080000:00000001:0.0:1767384968.578781:0:18311:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.578788:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 8 00080000:00000001:0.0:1767384968.578792:0:18311:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384968.578794:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384968.578796:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767384968.578800:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1767384968.578800:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b601395f. 00000400:00000200:1.0:1767384968.578807:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384968.578808:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3d0ed5. 00080000:00000001:0.0:1767384968.578810:0:18311:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384968.578816:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ec640f3. 00000400:00000200:1.0:1767384968.578816:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000001:00000010:0.0:1767384968.578818:0:18311:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006b7d7f70. 00000001:00000040:0.0:1767384968.578823:0:18311:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000edfc04cd : new cb_count 1 00000400:00000200:1.0:1767384968.578825:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000781509fd 00000020:00000040:0.0:1767384968.578825:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=5 00000400:00000010:1.0:1767384968.578829:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000781509fd. 00080000:00000001:0.0:1767384968.578832:0:18311:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384968.578834:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384968.578837:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384968.578839:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b412d77e. 02000000:00000001:1.0:1767384968.578843:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384968.578844:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:0.0:1767384968.578948:0:18311:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384968.578951:0:18311:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384968.578953:0:18311:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384968.578964:0:18311:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384968.578966:0:18311:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384968.578968:0:18311:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384968.578969:0:18311:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:0.0:1767384968.578971:0:18311:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384968.578974:0:18311:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000ef6ae500 00000020:00000010:0.0:1767384968.578977:0:18311:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c5d65d60. 00000020:00000040:0.0:1767384968.578983:0:18311:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000c5d65d60 for nid 192.168.203.12@tcp50 - ref 2 00000020:00000001:0.0:1767384968.579043:0:18311:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.579050:0:18311:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d6b480aa. 00000020:00000010:0.0:1767384968.579052:0:18311:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000dbcadd73. 00000020:00000010:0.0:1767384968.579055:0:18311:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000e4f8c825. 00000020:00000010:0.0:1767384968.579070:0:18311:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000eebdf1fd. 00000020:00000010:0.0:1767384968.579072:0:18311:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000005495d4c5. 00000020:00000010:0.0:1767384968.579074:0:18311:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000058f27625. 00002000:00000001:0.0:1767384968.579082:0:18311:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1767384968.579084:0:18311:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:0.0:1767384968.579085:0:18311:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.579087:0:18311:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.579090:0:18311:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000572eece8. 00000020:00000040:0.0:1767384968.579092:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 8 - import 00000020:00000001:0.0:1767384968.579097:0:18311:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384968.579098:0:18311:0:(genops.c:1242:class_import_put()) import 00000000572eece8 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384968.579100:0:18311:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384968.579107:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000423a4519. 00000020:00000040:0.0:1767384968.579111:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=6 00000100:00000040:0.0:1767384968.579112:0:18311:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000edfc04cd : new rpc_count 1 00000100:00000001:0.0:1767384968.579114:0:18311:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384968.579119:0:18311:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.12@tcp50 primary NID 192.168.203.12@tcp50 rc 0 00000100:00000001:0.0:1767384968.579122:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384968.579124:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384968.579125:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 00000100:00000001:0.0:1767384968.579127:0:18311:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637510250237760 : -106563459313856 : 0xffff9f14c2dc8f40) 00000100:00000040:0.0:1767384968.579130:0:18311:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000020:00000040:0.0:1767384968.579132:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=7 00000100:00000001:0.0:1767384968.579136:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384968.579137:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384968.579138:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384968.579140:0:18311:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384968.579143:0:18311:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384968.579145:0:18311:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:0.0:1767384968.579148:0:18311:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662945856 : -1046605760 : ffffffffc19e1040) 02000000:00000001:0.0:1767384968.579151:0:18311:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.579153:0:18311:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384968.579155:0:18311:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384968.579157:0:18311:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384968.579158:0:16780:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 505us 00000100:00080000:0.0:1767384968.579159:0:18311:0:(import.c:65:import_set_state_nolock()) 00000000572eece8 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384968.579165:0:18311:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000001:1.0:1767384968.579166:0:16780:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000100:00000001:0.0:1767384968.579168:0:18311:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384968.579173:0:18311:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384968.579175:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 6 00000020:00000040:0.0:1767384968.579177:0:18311:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 8 - find 00010000:00000001:0.0:1767384968.579180:0:18311:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.579182:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384968.579183:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674505952 : -1035045664 : ffffffffc24e74e0) 00000020:00000001:0.0:1767384968.579185:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384968.579186:0:18311:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.579193:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384968.579194:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384968.579196:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.579197:0:18311:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384968.579200:0:18311:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384968.579202:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864640 00010000:00000001:0.0:1767384968.579204:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384968.579206:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098609bc9 x1853237344864640/t0(0) o8->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384968.579212:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384968.579214:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.579216:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=88 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384968.579219:0:18311:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384968.579220:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384968.579222:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384968.579223:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384968.579224:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384968.579226:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.579227:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384968.579228:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384968.579231:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ffc48a. 00000100:00000200:0.0:1767384968.579233:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237344864640, offset 0 00000400:00000200:0.0:1767384968.579236:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384968.579241:0:18311:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384968.579247:0:18311:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [245:245:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1767384968.579255:0:18311:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384968.579260:0:18311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384968.579263:0:18311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b787dfe6. 00000800:00000200:0.0:1767384968.579267:0:18311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384968.579270:0:18311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384968.579272:0:18311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b787dfe6 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384968.579289:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.579292:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384968.579293:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384968.579294:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.579296:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384968.579299:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098609bc9 x1853237344864640/t0(0) o8->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384988 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.579306:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098609bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:12140:x1853237344864640:12345-192.168.203.12@tcp50:8: Request processed in 1125us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384968.579312:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 4 00000100:00000040:0.0:1767384968.579314:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000edfc04cd : new rpc_count 0 00000100:00000001:0.0:1767384968.579315:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384968.579316:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384968.579319:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1baf5fb. 00000020:00000010:0.0:1767384968.579321:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384968.579339:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072cf2008. 00000020:00000040:0.0:1767384968.579343:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 5 00000100:00000001:0.0:1767384968.579345:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384968.579358:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384968.579361:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b787dfe6. 00000400:00000200:3.0:1767384968.579365:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.579369:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384968.579371:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ffc48a 00000400:00000010:3.0:1767384968.579372:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ffc48a. 00000100:00000001:3.0:1767384968.579375:0:16130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.579376:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:2.0:1767384968.584210:0:39688:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000c11a68ac. 02000000:00000001:2.0:1767384968.584215:0:39688:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:2.0:1767384968.584217:0:39688:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:2.0:1767384968.584218:0:39688:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@000000004176b588: 0:0, ngroups 0, nperms 0 00000004:00000001:2.0:1767384968.584220:0:39688:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:2.0:1767384968.584222:0:39688:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000007a0aeaa1 for key 0 02000000:00000001:2.0:1767384968.584233:0:39688:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384968.584235:0:39688:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000c11a68ac. 02000000:00001000:3.0:1767384968.584299:0:16780:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000007a0aeaa1 flags 0x0 02000000:00000001:3.0:1767384968.584303:0:16780:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446637514769074688 : -106558940476928 : ffff9f15d0348a00) 00000001:00000001:3.0:1767384968.584306:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384968.584307:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384968.584309:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.584311:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384968.584312:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384968.584314:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.584316:0:16780:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384968.584318:0:16780:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.584320:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384968.584322:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.584338:0:16780:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384968.584340:0:16780:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.584343:0:16780:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767384968.584346:0:16780:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from a6d870d7-9fee-4d2a-b686-a6e8803da6e4: does not need LOVEA. 00000004:00000001:3.0:1767384968.584349:0:16780:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384968.584351:0:16780:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384968.584478:0:16780:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384968.584481:0:16780:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384968.584484:0:16780:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.584486:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384968.584494:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.584496:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384968.584497:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384968.584499:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.584500:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384968.584501:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384968.584502:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.584503:0:16780:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384968.584504:0:16780:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384968.584505:0:16780:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384968.584507:0:16780:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384968.584510:0:16780:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:3.0:1767384968.584512:0:16780:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384968.584514:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384968.584515:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.584517:0:16780:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384968.584519:0:16780:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384968.584522:0:16780:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384968.584524:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384968.584527:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384968.584529:0:16780:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384968.584531:0:16780:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384968.584533:0:16780:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.584536:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000007e15a797. 00000020:00000001:3.0:1767384968.584541:0:16780:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384968.584542:0:16780:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.584544:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384968.584545:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.584547:0:16780:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.584558:0:16780:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767384968.584561:0:16780:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384968.584563:0:16780:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384968.584564:0:16780:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384968.584566:0:16780:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384968.584568:0:16780:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384968.584574:0:16780:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767384968.584577:0:16780:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.584578:0:16780:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384968.584580:0:16780:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767384968.584582:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344864768 00010000:00000001:3.0:1767384968.584584:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384968.584588:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff6b914f x1853237344864768/t0(0) o33->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 448/464 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384968.584594:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384968.584595:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384968.584597:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000009f64ea5b time=1767384968 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384968.584600:0:16780:0:(import.c:2194:obd_at_measure()) AT 000000009f64ea5b change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384968.584604:0:16780:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000ff6b914f x1853237344864768/t0(0) o33->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 448/464 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384968.584609:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384968.584610:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00000001:3.0:1767384968.584612:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:3.0:1767384968.584614:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384968.584616:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.584618:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384968.584621:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:3.0:1767384968.584624:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00000100:00000200:3.0:1767384968.584626:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237344864768, offset 224 00000400:00000200:3.0:1767384968.584631:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:3.0:1767384968.584638:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:3.0:1767384968.584645:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [246:246:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384968.584655:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384968.584659:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:3.0:1767384968.584662:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6fbd8a. 00000800:00000200:3.0:1767384968.584667:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:3.0:1767384968.584672:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:3.0:1767384968.584680:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008f6fbd8a type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384968.584694:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.584697:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00010000:00000001:3.0:1767384968.584699:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384968.584700:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.584702:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384968.584706:0:16780:0:(lu_object.c:207:lu_object_put()) Add 00000000249ad850/0000000077de1d53 to site lru. bkt: 00000000a2c8b303 00000100:00000040:3.0:1767384968.584710:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff6b914f x1853237344864768/t0(0) o33->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 448/464 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384968.584717:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff6b914f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:15545:x1853237344864768:12345-192.168.203.12@tcp50:33: Request processed in 6457us (6715us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384968.584724:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 0 00000100:00000040:3.0:1767384968.584726:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e988c6f9 : new rpc_count 0 00000100:00000001:3.0:1767384968.584728:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.584729:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384968.584731:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047be1ac4. 00000020:00000010:3.0:1767384968.584735:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6d7ee39. 00000020:00000010:3.0:1767384968.584737:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90242f3. 00000020:00000040:3.0:1767384968.584740:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 5 00000100:00000001:3.0:1767384968.584742:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384968.584750:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384968.584754:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6fbd8a. 00000400:00000200:0.0:1767384968.584758:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.584764:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:0.0:1767384968.584767:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5fb5e30 00000400:00000010:0.0:1767384968.584769:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5fb5e30. 00000100:00000001:0.0:1767384968.584772:0:16129:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384968.584773:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384968.598777:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.598788:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384968.598791:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.598793:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.598801:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:1.0:1767384968.598812:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 576 into portal 12 MB=0x6958271a00b00 00000400:00000200:1.0:1767384968.598819:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.12@tcp50 of length 576/576 into md 0x229 [64] + 11032 00000800:00000001:1.0:1767384968.598825:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.598832:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.598834:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384968.598838:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:1.0:1767384968.598843:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384968.598844:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384968.598849:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7beb44. 00000100:00000040:1.0:1767384968.598853:0:16131:0:(events.c:337:request_in_callback()) incoming req@000000006a7beb44 x1853237344865024 msgsize 576 00000100:00100000:1.0:1767384968.598858:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:1.0:1767384968.598871:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384968.598878:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.598881:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.598942:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384968.598945:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344865024 02000000:00000001:0.0:1767384968.598947:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384968.598948:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.598950:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.598953:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.598955:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344865024 00000020:00000001:0.0:1767384968.598965:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384968.598966:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8571 00000020:00000001:0.0:1767384968.598967:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.598969:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e988c6f9 refcount=6 00000020:00000001:0.0:1767384968.598971:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000020:00000001:0.0:1767384968.598973:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00000001:0.0:1767384968.598976:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384968.598978:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bda4c9e6. 00000100:00000001:0.0:1767384968.598981:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384968.598982:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bda4c9e6. 00000020:00000010:0.0:1767384968.598987:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072cf2008. 00000020:00000010:0.0:1767384968.598990:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db05f4e5. 00000020:00000010:0.0:1767384968.598993:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384968.598997:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384968.598999:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.599000:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384968.599003:0:16777:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1767384968.599004:0:16777:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.599005:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.599009:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.599020:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.599027:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384968.599028:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384968.599032:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 7 00000100:00000040:0.0:1767384968.599035:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e988c6f9 : new rpc_count 1 00000100:00000001:0.0:1767384968.599037:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605556864 : -106559103994752 : ffff9f15c6757480) 00000100:00000040:0.0:1767384968.599041:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a7beb44 x1853237344865024/t0(0) o101->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 576/0 e 0 to 0 dl 1767384979 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384968.599048:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384968.599049:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bda4c9e6. 00000100:00000001:0.0:1767384968.599051:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384968.599052:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bda4c9e6. 00000100:00100000:0.0:1767384968.599055:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a7beb44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:15576:x1853237344865024:12345-192.168.203.12@tcp50:101: 00000100:00000200:0.0:1767384968.599063:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344865024 00000020:00000001:0.0:1767384968.599065:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384968.599068:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384968.599070:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.599072:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384968.599074:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662694080 : -1046857536 : ffffffffc19a38c0) 00000020:00000001:0.0:1767384968.599077:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384968.599079:0:16777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237344865024, found 0 last_xid 1853237344865023 00000020:00000001:0.0:1767384968.599081:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.599083:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384968.599084:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384968.599086:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.599088:0:16777:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384968.599090:0:16777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384968.599091:0:16777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384968.599092:0:16777:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384968.599094:0:16777:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.599098:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384968.599128:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003b573a8c. 00010000:00000010:0.0:1767384968.599131:0:16777:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000731316d5. 00010000:00000001:0.0:1767384968.599134:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384968.599137:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5f2da9e. 00000020:00000010:0.0:1767384968.599140:0:16777:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bda4c9e6. 00000020:00000001:0.0:1767384968.599142:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384968.599144:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b5f2da9e with handle 0x7ec529173eeb857f to hash 00000020:00000001:0.0:1767384968.599145:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384968.599146:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00000010:0.0:1767384968.599150:0:16777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa13967b. 00010000:00000001:0.0:1767384968.599151:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262398464 : -106558447153152 : ffff9f15ed9c1000) 00010000:00010000:0.0:1767384968.599154:0:16777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b5f2da9e/0x7ec529173eeb857f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa6f6deb09ccbfe3b expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384968.599162:0:16777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000e988c6f9 : new locks_count 1 00000020:00000040:0.0:1767384968.599168:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=7 00010000:00000001:0.0:1767384968.599173:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1767384968.599175:0:16777:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1767384968.599181:0:16777:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1767384968.599183:0:16777:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1767384968.599185:0:16777:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1767384968.599186:0:16777:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1767384968.599188:0:16777:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1767384968.599190:0:16777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384968.599193:0:16777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637514636441784 : -106559073109832 : ffff9f15c84cb8b8) 00000004:00000001:0.0:1767384968.599195:0:16777:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446637514636441696 : -106559073109920 : ffff9f15c84cb860) 00000004:00000001:0.0:1767384968.599196:0:16777:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599199:0:16777:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384968.599201:0:16777:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1767384968.599202:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384968.599204:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384968.599208:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000021791a43. 02000000:00000001:0.0:1767384968.599209:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.599211:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599212:0:16777:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599214:0:16777:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1767384968.599216:0:16777:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384968.599218:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.599219:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599221:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599222:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599223:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599224:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599225:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599226:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599227:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599227:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599228:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599229:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599230:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599231:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599236:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599237:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599238:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599240:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.599241:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.599243:0:16777:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1767384968.599245:0:16777:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000007a0aeaa1 flags 0x0 02000000:00000001:0.0:1767384968.599247:0:16777:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446637514769074688 : -106558940476928 : ffff9f15d0348a00) 00000001:00000001:0.0:1767384968.599248:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599249:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599250:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599251:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599252:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599253:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599255:0:16777:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384968.599256:0:16777:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599257:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.599258:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599259:0:16777:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384968.599260:0:16777:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599263:0:16777:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1767384968.599267:0:16777:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1767384968.599268:0:16777:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1767384968.599270:0:16777:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1767384968.599271:0:16777:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384968.599272:0:16777:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000409c0840 00000004:00000001:0.0:1767384968.599276:0:16777:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1767384968.599279:0:16777:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384968.599281:0:16777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384968.599283:0:16777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003b573a8c count: 2 00010000:00000001:0.0:1767384968.599285:0:16777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384968.599287:0:16777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384968.599288:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a05d2d79. 00000020:00000001:0.0:1767384968.599290:0:16777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384968.599291:0:16777:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a05d2d79 with handle 0x7ec529173eeb8586 to hash 00000020:00000001:0.0:1767384968.599292:0:16777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384968.599296:0:16777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000010:0.0:1767384968.599298:0:16777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076c12cce. 00010000:00000001:0.0:1767384968.599300:0:16777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384968.599302:0:16777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384968.599304:0:16777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384968.599306:0:16777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a05d2d79/0x7ec529173eeb8586 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16777 initiator: MDT0 00010000:00000001:0.0:1767384968.599310:0:16777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384968.599313:0:16777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384968.599314:0:16777:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1767384968.599316:0:16777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384968.599317:0:16777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384968.599319:0:16777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384968.599319:0:16777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384968.599321:0:16777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384968.599337:0:16777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384968.599338:0:16777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384968.599339:0:16777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384968.599341:0:16777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000003b573a8c) refcount = 2 00010000:00010000:0.0:1767384968.599343:0:16777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a05d2d79/0x7ec529173eeb8586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16777 initiator: MDT0 00010000:00000001:0.0:1767384968.599347:0:16777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767384968.599352:0:16777:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000f0ee1e1d. 00010000:00000001:0.0:1767384968.599355:0:16777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384968.599357:0:16777:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.599359:0:16777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384968.599360:0:16777:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384968.599361:0:16777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.599362:0:16777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384968.599364:0:16777:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384968.599366:0:16777:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384968.599367:0:16777:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a05d2d79/0x7ec529173eeb8586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16777 initiator: MDT0 00010000:00000001:0.0:1767384968.599374:0:16777:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384968.599376:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.599377:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384968.599378:0:16777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384968.599379:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.599380:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05d2d79 refcount=3 00000020:00000001:0.0:1767384968.599381:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384968.599383:0:16777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384968.599384:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.599384:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384968.599385:0:16777:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599387:0:16777:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1767384968.599391:0:16777:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384968.599392:0:16777:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384968.599409:0:16777:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599412:0:16777:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384968.599416:0:16777:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384968.599417:0:16777:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384968.599420:0:16777:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384968.599422:0:16777:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384968.599423:0:16777:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384968.599425:0:16777:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384968.599426:0:16777:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384968.599427:0:16777:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384968.599428:0:16777:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384968.599430:0:16777:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384968.599431:0:16777:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1767384968.599433:0:16777:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384968.599434:0:16777:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599435:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.599436:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599437:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599438:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599439:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599441:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599442:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599443:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599444:0:16777:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384968.599445:0:16777:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384968.599446:0:16777:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384968.599447:0:16777:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384968.599449:0:16777:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1767384968.599451:0:16777:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:0.0:1767384968.599452:0:16777:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384968.599453:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.599453:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599455:0:16777:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384968.599456:0:16777:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384968.599456:0:16777:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384968.599457:0:16777:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384968.599458:0:16777:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384968.599460:0:16777:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384968.599461:0:16777:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384968.599462:0:16777:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.599465:0:16777:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384968.599466:0:16777:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.599467:0:16777:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384968.599467:0:16777:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599468:0:16777:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.599474:0:16777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384968.599475:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.599476:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05d2d79 refcount=3 00000020:00000001:0.0:1767384968.599477:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384968.599478:0:16777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00000004:00010000:0.0:1767384968.599480:0:16777:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a05d2d79/0x7ec529173eeb8586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16777 initiator: MDT0 00010000:00000001:0.0:1767384968.599484:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.599485:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384968.599487:0:16777:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1767384968.599488:0:16777:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384968.599489:0:16777:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1767384968.599491:0:16777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384968.599492:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.599493:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a05d2d79 refcount=3 00000020:00000001:0.0:1767384968.599494:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00010000:00000001:0.0:1767384968.599495:0:16777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400000 : -106558447151616 : ffff9f15ed9c1600) 00000004:00000040:0.0:1767384968.599497:0:16777:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000e988c6f9 : new locks_count 2 00000020:00000040:0.0:1767384968.599498:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=8 00010000:00000001:0.0:1767384968.599501:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.599502:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384968.599502:0:16777:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384968.599504:0:16777:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1767384968.599506:0:16777:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384968.599507:0:16777:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384968.599508:0:16777:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384968.599509:0:16777:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384968.599510:0:16777:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384968.599511:0:16777:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1767384968.599514:0:16777:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.599515:0:16777:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384968.599517:0:16777:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1767384968.599518:0:16777:0:(lu_object.c:207:lu_object_put()) Add 00000000249ad850/0000000077de1d53 to site lru. bkt: 00000000a2c8b303 00000004:00000001:0.0:1767384968.599519:0:16777:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1767384968.599521:0:16777:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1767384968.599522:0:16777:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1767384968.599524:0:16777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384968.599526:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.599527:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384968.599528:0:16777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384968.599529:0:16777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384968.599531:0:16777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b5f2da9e with handle 0x7ec529173eeb857f from hash 00010000:00000001:0.0:1767384968.599532:0:16777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384968.599533:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.599534:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384968.599535:0:16777:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1767384968.599536:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384968.599538:0:16777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b5f2da9e/0x7ec529173eeb857f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe3b expref: 8 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384968.599543:0:16777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e988c6f9 : new locks_count 1 00000020:00000040:0.0:1767384968.599545:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 7 00010000:00000010:0.0:1767384968.599546:0:16777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa13967b. 00010000:00000001:0.0:1767384968.599550:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384968.599551:0:16777:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.599564:0:16777:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384968.599567:0:16777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a05d2d79/0x7ec529173eeb8586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe3b expref: 7 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384968.599574:0:16777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384968.599576:0:16777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384968.599578:0:16777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000003b573a8c) 00010000:00010000:0.0:1767384968.599581:0:16777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384968.599584:0:16777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384968.599586:0:16777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.599588:0:16777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384968.599589:0:16777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.599590:0:16777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384968.599597:0:16777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a05d2d79, rc 0) 00000020:00000001:0.0:1767384968.599599:0:16777:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384968.599602:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344865024 00010000:00000001:0.0:1767384968.599604:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384968.599608:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a7beb44 x1853237344865024/t0(0) o101->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 576/688 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384968.599615:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384968.599616:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.599618:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384968.599621:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384968.599623:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384968.599624:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384968.599626:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384968.599627:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.599629:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384968.599631:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384968.599634:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf762f69. 00000100:00000200:0.0:1767384968.599637:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237344865024, offset 224 00000400:00000200:0.0:1767384968.599641:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384968.599647:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384968.599655:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [247:247:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384968.599662:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384968.599666:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384968.599669:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b787dfe6. 00000800:00000200:0.0:1767384968.599672:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384968.599675:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384968.599678:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b787dfe6 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1767384968.599688:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.599690:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384968.599692:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384968.599693:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.599694:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384968.599697:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a7beb44 x1853237344865024/t0(0) o101->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 576/688 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384968.599703:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a7beb44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+7:15576:x1853237344865024:12345-192.168.203.12@tcp50:101: Request processed in 655us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384968.599708:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 7 00000100:00000040:0.0:1767384968.599710:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e988c6f9 : new rpc_count 0 00000100:00000001:0.0:1767384968.599712:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384968.599713:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384968.599716:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db05f4e5. 00000020:00000010:0.0:1767384968.599719:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384968.599722:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072cf2008. 00000020:00000040:0.0:1767384968.599725:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 6 00000100:00000001:0.0:1767384968.599727:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384968.599766:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384968.599770:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b787dfe6. 00000400:00000200:3.0:1767384968.599774:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.599778:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384968.599781:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf762f69 00000400:00000010:3.0:1767384968.599782:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf762f69. 00000100:00000001:3.0:1767384968.599784:0:16130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.599785:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384968.604933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5f2da9e. 00000800:00000001:0.0:1767384968.613377:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.613386:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384968.613388:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.613389:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.613395:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:0.0:1767384968.613403:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 328 into portal 17 MB=0x6958271a00b80 00000400:00000200:0.0:1767384968.613408:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.12@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:0.0:1767384968.613411:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000033b57dc. 00000400:00000200:0.0:1767384968.613415:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddafe214 00000800:00000001:0.0:1767384968.613417:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.613420:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.613422:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.613424:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:0.0:1767384968.613426:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddafe214 00000400:00000010:0.0:1767384968.613427:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddafe214. 00000100:00000001:0.0:1767384968.613431:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384968.613433:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384968.613435:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000a5b2dd6a x1853237344865152 msgsize 328 00000100:00100000:0.0:1767384968.613438:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:0.0:1767384968.613440:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384968.613450:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384968.613455:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.613457:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384968.613458:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.613459:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.613462:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:0.0:1767384968.613466:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 328 into portal 17 MB=0x6958271a00c00 00000400:00000200:0.0:1767384968.613469:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.12@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:0.0:1767384968.613480:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384968.613482:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384968.613486:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344865152 02000000:00000001:1.0:1767384968.613488:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384968.613489:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384968.613491:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.613494:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384968.613496:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344865152 00000020:00000001:1.0:1767384968.613498:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384968.613499:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:1.0:1767384968.613500:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384968.613502:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=9 00000020:00000001:1.0:1767384968.613504:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:1.0:1767384968.613506:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:1.0:1767384968.613508:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384968.613511:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384968.613512:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00000400:00000200:0.0:1767384968.613515:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384968.613516:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384968.613521:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000400:00000200:0.0:1767384968.613522:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:0.0:1767384968.613527:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384968.613528:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1767384968.613529:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90242f3. 00000100:00000010:0.0:1767384968.613532:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a968d37. 00000020:00000010:1.0:1767384968.613534:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e80ef506. 00000100:00000040:0.0:1767384968.613536:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000004a968d37 x1853237344865280 msgsize 328 00000020:00000010:1.0:1767384968.613541:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000419de97b. 00000100:00100000:0.0:1767384968.613545:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:1.0:1767384968.613549:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384968.613553:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384968.613554:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384968.613555:0:16762:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384968.613557:0:16762:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.613559:0:16762:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384968.613562:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384968.613563:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384968.613565:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020ba3b81 refcount=3 00000100:00000001:0.0:1767384968.613565:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384968.613568:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00010000:00000001:1.0:1767384968.613569:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00010000:00000001:1.0:1767384968.613572:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384968.613574:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384968.613575:0:16762:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.613577:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384968.613577:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384968.613584:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384968.613585:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.613596:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.613608:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384968.613610:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344865280 02000000:00000001:1.0:1767384968.613613:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384968.613615:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384968.613616:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.613619:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.613622:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384968.613622:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344865280 00000020:00000001:1.0:1767384968.613626:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384968.613627:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384968.613630:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:1.0:1767384968.613634:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384968.613636:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 0 00000020:00000040:1.0:1767384968.613637:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=10 00000020:00000001:1.0:1767384968.613642:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000040:2.0:1767384968.613643:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000020:00000001:1.0:1767384968.613646:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:2.0:1767384968.613648:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515284268112 : -106558425283504 : ffff9f15eee9c450) 00000100:00000001:1.0:1767384968.613652:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384968.613656:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f197c80. 00000100:00000040:2.0:1767384968.613659:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5b2dd6a x1853237344865152/t0(0) o103->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 328/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.613661:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384968.613667:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f197c80. 00000020:00000010:1.0:1767384968.613675:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a823625a. 00000100:00000001:2.0:1767384968.613678:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384968.613680:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbfb50a2. 00000020:00000010:2.0:1767384968.613684:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd1efe22. 00000020:00000010:1.0:1767384968.613687:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029d0da34. 00000100:00000001:2.0:1767384968.613689:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.613693:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384968.613694:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd1efe22. 00000100:00000001:1.0:1767384968.613696:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384968.613700:0:16762:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384968.613703:0:16762:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384968.613704:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5b2dd6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:222f4774-6a4a-4c27-a67c-2eeb27c140f3+10:12144:x1853237344865152:12345-192.168.203.12@tcp50:103: 00010000:00000001:1.0:1767384968.613707:0:16762:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384968.613711:0:16762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1767384968.613712:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344865152 00000020:00000001:1.0:1767384968.613714:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384968.613716:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:1.0:1767384968.613718:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006d9379b refcount=3 00010000:00000002:2.0:1767384968.613721:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1767384968.613722:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000001:2.0:1767384968.613725:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1767384968.613727:0:16762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00000100:00000001:2.0:1767384968.613731:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384968.613732:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384968.613736:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384968.613736:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384968.613739:0:16762:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.613742:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.613747:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384968.613756:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dbd937ff. 00000100:00000001:1.0:1767384968.613759:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384968.613766:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.613770:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.613770:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384968.613773:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384968.613776:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384968.613780:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384968.613782:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384968.613784:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020ba3b81 refcount=3 00000100:00000001:3.0:1767384968.613786:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384968.613787:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00000100:00000001:3.0:1767384968.613790:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384968.613793:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262396928 : -106558447154688 : ffff9f15ed9c0a00) 00000100:00000001:1.0:1767384968.613794:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384968.613798:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 1 00010000:00000040:2.0:1767384968.613800:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 8 00000100:00000040:3.0:1767384968.613802:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 2 00010000:00000001:2.0:1767384968.613805:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384968.613805:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.613810:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.613811:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384968.613812:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605057280 : -106559104494336 : ffff9f15c66dd500) 00010000:00000001:2.0:1767384968.613815:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384968.613819:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.613820:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a968d37 x1853237344865280/t0(0) o103->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 328/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384968.613824:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.613831:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384968.613833:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384968.613835:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1767384968.613837:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a62e42b. 00000100:00000001:3.0:1767384968.613840:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384968.613842:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384968.613843:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a62e42b. 00010000:00000001:2.0:1767384968.613846:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384968.613849:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a968d37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:222f4774-6a4a-4c27-a67c-2eeb27c140f3+10:12144:x1853237344865280:12345-192.168.203.12@tcp50:103: 00010000:00000001:2.0:1767384968.613850:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384968.613854:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384968.613856:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344865280 00000020:00000040:2.0:1767384968.613859:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020ba3b81 with handle 0x7ec529173eeb855c from hash 00010000:00000001:3.0:1767384968.613860:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384968.613863:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384968.613865:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384968.613867:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1767384968.613868:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.613871:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384968.613873:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384968.613873:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384968.613877:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384968.613878:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384968.613881:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384968.613883:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ecb333d4. 00010000:00010000:2.0:1767384968.613910:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020ba3b81/0x7ec529173eeb855c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfdee expref: 10 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384968.613920:0:22984:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000933062f2 : new locks_count 3 00000020:00000040:2.0:1767384968.613922:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 9 00010000:00000001:2.0:1767384968.613927:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.613929:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384968.613931:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384968.613939:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.613942:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.613944:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384968.613946:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384968.613948:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.613951:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384968.613970:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.613972:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.613973:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384968.613975:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384968.613976:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384968.613978:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384968.613979:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000006d9379b refcount=3 00000020:00000001:3.0:1767384968.613981:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000001:3.0:1767384968.613983:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262397440 : -106558447154176 : ffff9f15ed9c0c00) 00010000:00000040:3.0:1767384968.613985:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098f29938 count: 4 00010000:00000001:3.0:1767384968.613987:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384968.613989:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000800:00000001:1.0:1767384968.613991:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384968.613992:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384968.613995:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.613997:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.614000:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:1.0:1767384968.614000:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384968.614004:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384968.614005:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:1.0:1767384968.614008:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.614014:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00010000:00000001:3.0:1767384968.614015:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384968.614018:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384968.614019:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384968.614020:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.614022:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000006d9379b with handle 0x7ec529173eeb856a from hash 00010000:00000001:2.0:1767384968.614023:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.614025:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384968.614028:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384968.614029:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=98 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384968.614031:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384968.614032:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 328 into portal 17 MB=0x6958271a00c80 00010000:00000001:3.0:1767384968.614034:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384968.614038:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384968.614040:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384968.614041:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.12@tcp50 of length 328/328 into md 0x15 [2] + 328 00010000:00010000:3.0:1767384968.614046:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000006d9379b/0x7ec529173eeb856a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe18 expref: 9 pid: 16768 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384968.614048:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1767384968.614053:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000933062f2 : new locks_count 2 00000020:00000040:3.0:1767384968.614055:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 8 00010000:00000001:3.0:1767384968.614057:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1767384968.614058:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384968.614059:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384968.614062:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384968.614063:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384968.614065:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384968.614068:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384968.614071:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00010000:00000001:3.0:1767384968.614072:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384968.614072:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384968.614075:0:16131:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:3.0:1767384968.614076:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000200:1.0:1767384968.614077:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:3.0:1767384968.614080:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384968.614081:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6a07ba3. 00010000:00000001:3.0:1767384968.614083:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384968.614085:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000c6a07ba3 x1853237344865408 msgsize 328 00010000:00000001:3.0:1767384968.614086:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384968.614090:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=98 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384968.614095:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00100000:1.0:1767384968.614096:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:3.0:1767384968.614098:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384968.614102:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 00000100:00000040:3.0:1767384968.614104:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 8 to 192.168.203.12@tcp50 00000100:00000001:1.0:1767384968.614107:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384968.614109:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:2.0:1767384968.614109:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:1.0:1767384968.614113:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384968.614114:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384968.614115:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.614118:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384968.614118:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.614124:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384968.614129:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:3.0:1767384968.614132:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000100:00000001:2.0:1767384968.614132:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384968.614133:0:16762:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000200:3.0:1767384968.614137:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237344865280, offset 224 00000100:00100000:0.0:1767384968.614137:0:16762:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00000040:2.0:1767384968.614140:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000100:00000010:0.0:1767384968.614143:0:16762:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000072cf2008. 00000100:00100000:0.0:1767384968.614149:0:16762:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000400:00000200:3.0:1767384968.614152:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000010:2.0:1767384968.614156:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c3b72c0. 00000400:00000200:3.0:1767384968.614161:0:16763:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:3.0:1767384968.614170:0:16763:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [248:248:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [26:26:8:4294967295] 00000100:00000200:2.0:1767384968.614176:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237344865152, offset 224 00000400:00000200:3.0:1767384968.614182:0:16763:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384968.614186:0:16763:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:3.0:1767384968.614189:0:16763:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000de87dc2. 00000800:00000200:3.0:1767384968.614195:0:16763:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:3.0:1767384968.614199:0:16763:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:3.0:1767384968.614201:0:16763:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000de87dc2 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384968.614211:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.614214:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00010000:00000001:3.0:1767384968.614216:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.614219:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.614223:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a968d37 x1853237344865280/t0(0) o103->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.614232:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000100:00100000:3.0:1767384968.614237:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a968d37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:222f4774-6a4a-4c27-a67c-2eeb27c140f3+8:12144:x1853237344865280:12345-192.168.203.12@tcp50:103: Request processed in 400us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384968.614244:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 1 00000100:00000040:3.0:1767384968.614247:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 1 00000100:00000001:3.0:1767384968.614249:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.614251:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384968.614253:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbfb50a2. 00000020:00000010:3.0:1767384968.614257:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029d0da34. 00000020:00000010:3.0:1767384968.614260:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a823625a. 00000020:00000040:3.0:1767384968.614266:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 7 00000800:00000200:0.0:1767384968.614267:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384968.614268:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384968.614271:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000de87dc2. 00000400:00000200:2.0:1767384968.614275:0:22984:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384968.614277:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384968.614279:0:16762:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.614280:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384968.614285:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344865408 00000100:00000001:1.0:1767384968.614285:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384968.614286:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:1.0:1767384968.614289:0:16762:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.614290:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384968.614296:0:22984:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [249:249:255:4294967295] 192.168.203.12@tcp50 LPNI seq info [27:27:7:4294967295] 00000100:00000001:3.0:1767384968.614298:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384968.614299:0:39689:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:3.0:1767384968.614301:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.614305:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384968.614307:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344865408 00000100:00000010:1.0:1767384968.614312:0:39689:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002f197c80. 00000020:00000010:1.0:1767384968.614316:0:39689:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000002ce17d6. 00000020:00000010:1.0:1767384968.614320:0:39689:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3aa0c14. 00000020:00000010:1.0:1767384968.614322:0:39689:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000064f2722e. 00000020:00000010:1.0:1767384968.614338:0:39689:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000007f71952c. 00000040:00000010:1.0:1767384968.614341:0:39689:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000705617a5. 00000020:00000010:1.0:1767384968.614345:0:39689:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f93621a7. 00000400:00000200:2.0:1767384968.614346:0:22984:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000020:00000010:1.0:1767384968.614349:0:39689:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076da8e5c. 00000020:00000010:1.0:1767384968.614354:0:39689:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e741734e. 00000020:00000001:3.0:1767384968.614357:0:16763:0:(genops.c:811:class_conn2export()) Process entered 80000000:00000010:1.0:1767384968.614359:0:39689:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000073aa3223. 00000020:00000040:3.0:1767384968.614360:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:3.0:1767384968.614365:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 40000000:00000010:1.0:1767384968.614366:0:39689:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd4e61db. 00000020:00000040:3.0:1767384968.614368:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=8 00000400:00000200:0.0:1767384968.614371:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947b1463 00000020:00000001:3.0:1767384968.614373:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000008:00000010:1.0:1767384968.614374:0:39689:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000075c50278. 00000400:00000010:0.0:1767384968.614375:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000947b1463. 00000800:00000200:2.0:1767384968.614376:0:22984:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000020:00000001:3.0:1767384968.614378:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00020000:00000010:1.0:1767384968.614383:0:39689:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000c1fe0c1d. 00000100:00000001:0.0:1767384968.614383:0:16130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.614384:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384968.614386:0:22984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b8aabe0. 00000100:00000001:0.0:1767384968.614386:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384968.614389:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a62e42b. 00008000:00000010:1.0:1767384968.614392:0:39689:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000077973fad. 00000100:00000001:3.0:1767384968.614393:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384968.614398:0:22984:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000020:00000010:3.0:1767384968.614399:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a62e42b. 00100000:00000010:1.0:1767384968.614402:0:39689:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f763b38b. 00000020:00000010:3.0:1767384968.614406:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de58b4e4. 00040000:00000010:1.0:1767384968.614409:0:39689:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b7a6f11. 00000800:00000200:2.0:1767384968.614411:0:22984:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000020:00000010:3.0:1767384968.614412:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9efda1b. 00000020:00000010:3.0:1767384968.614418:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00040000:00000010:1.0:1767384968.614418:0:39689:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003c794841. 00000100:00000001:3.0:1767384968.614421:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384968.614423:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384968.614425:0:16763:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00040000:00000010:1.0:1767384968.614425:0:39689:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000911b5a8f. 00010000:00000001:3.0:1767384968.614427:0:16763:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.614432:0:16763:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00080000:00000010:1.0:1767384968.614432:0:39689:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004fe1d8ad. 00000800:00000200:2.0:1767384968.614433:0:22984:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b8aabe0 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1767384968.614436:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000010:1.0:1767384968.614440:0:39689:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c29ea05. 00000020:00000001:3.0:1767384968.614441:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384968.614444:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=3 00000020:00000001:3.0:1767384968.614447:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:3.0:1767384968.614448:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00000004:00000010:1.0:1767384968.614448:0:39689:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e5120670. 00010000:00000001:3.0:1767384968.614454:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384968.614456:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384968.614457:0:16763:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384968.614457:0:39689:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003f8455a1. 00000100:00000001:3.0:1767384968.614460:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384968.614464:0:39689:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002a32e9f2. 00000100:00000001:3.0:1767384968.614465:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.614466:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384968.614473:0:39689:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000badb0cdc. 00000100:00000001:3.0:1767384968.614475:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1767384968.614481:0:39689:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000009d252792. 00000100:00000001:3.0:1767384968.614484:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000080:00000010:1.0:1767384968.614486:0:39689:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006b461eae. 00000100:00000001:3.0:1767384968.614487:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1767384968.614491:0:39689:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000dd1e1e66. 00000800:00000200:0.0:1767384968.614494:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767384968.614499:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 2 00000800:00000010:0.0:1767384968.614499:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b8aabe0. 00000100:00000200:1.0:1767384968.614501:0:39689:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000100:00000040:3.0:1767384968.614505:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 2 00000400:00000200:0.0:1767384968.614506:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384968.614508:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605547008 : -106559104004608 : ffff9f15c6754e00) 00000100:00000040:2.0:1767384968.614514:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00000400:00000200:0.0:1767384968.614516:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000040:3.0:1767384968.614517:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6a07ba3 x1853237344865408/t0(0) o103->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 328/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384968.614523:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c3b72c0 00000400:00000010:0.0:1767384968.614526:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c3b72c0. 00000100:00000001:3.0:1767384968.614528:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384968.614530:0:16129:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384968.614531:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a62e42b. 00000100:00000001:0.0:1767384968.614532:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384968.614541:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.614544:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.614551:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5b2dd6a x1853237344865152/t0(0) o103->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.614582:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384968.614586:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a62e42b. 00000100:00100000:3.0:1767384968.614594:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6a07ba3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:222f4774-6a4a-4c27-a67c-2eeb27c140f3+8:12143:x1853237344865408:12345-192.168.203.12@tcp50:103: 00000100:00000200:3.0:1767384968.614602:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344865408 00010000:00000001:3.0:1767384968.614605:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384968.614607:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384968.614608:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384968.614612:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384968.614612:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5b2dd6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:222f4774-6a4a-4c27-a67c-2eeb27c140f3+8:12144:x1853237344865152:12345-192.168.203.12@tcp50:103: Request processed in 930us (1171us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384968.614615:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384968.614619:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b412d77e. 02000000:00000001:3.0:1767384968.614621:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.614624:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.614625:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384968.614626:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384968.614628:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384968.614629:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384968.614630:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca4600da refcount=3 00000020:00000001:3.0:1767384968.614631:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000001:3.0:1767384968.614632:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262402048 : -106558447149568 : ffff9f15ed9c1e00) 00010000:00000040:3.0:1767384968.614634:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008ca33910 count: 3 00010000:00000001:3.0:1767384968.614635:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384968.614636:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384968.614637:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384968.614638:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384968.614640:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 0 00000020:00000001:3.0:1767384968.614641:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.614646:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 1 00010000:00000001:3.0:1767384968.614650:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384968.614651:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384968.614652:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384968.614655:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384968.614657:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384968.614659:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384968.614661:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384968.614661:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e80ef506. 00010000:00000001:3.0:1767384968.614663:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.614664:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca4600da with handle 0x7ec529173eeb8563 from hash 00010000:00000001:3.0:1767384968.614665:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384968.614666:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384968.614667:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384968.614668:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384968.614669:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384968.614669:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384968.614671:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca4600da/0x7ec529173eeb8563 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe11 expref: 8 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384968.614675:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000933062f2 : new locks_count 1 00000020:00000040:3.0:1767384968.614676:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 7 00010000:00000001:3.0:1767384968.614679:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384968.614681:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384968.614683:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384968.614684:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384968.614685:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.614687:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384968.614687:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384968.614689:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384968.614690:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384968.614691:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384968.614693:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384968.614695:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384968.614697:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00000001:3.0:1767384968.614698:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:3.0:1767384968.614700:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384968.614701:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.614703:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384968.614704:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:3.0:1767384968.614706:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575c4bb2. 00000100:00000200:3.0:1767384968.614711:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237344865408, offset 224 00000400:00000200:3.0:1767384968.614714:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:3.0:1767384968.614719:0:16763:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000020:00000010:2.0:1767384968.614720:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000419de97b. 00000400:00000200:3.0:1767384968.614726:0:16763:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [250:250:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384968.614733:0:16763:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384968.614736:0:16763:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:3.0:1767384968.614739:0:16763:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3f5415f. 00000800:00000200:3.0:1767384968.614741:0:16763:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:3.0:1767384968.614744:0:16763:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:3.0:1767384968.614746:0:16763:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3f5415f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1767384968.614752:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90242f3. 00000100:00000001:3.0:1767384968.614755:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.614759:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 6 00000100:00000040:3.0:1767384968.614760:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00010000:00000001:3.0:1767384968.614764:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.614765:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.614768:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6a07ba3 x1853237344865408/t0(0) o103->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 328/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.614775:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6a07ba3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:222f4774-6a4a-4c27-a67c-2eeb27c140f3+6:12143:x1853237344865408:12345-192.168.203.12@tcp50:103: Request processed in 246us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384968.614781:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 2 02000000:00000001:2.0:1767384968.614783:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384968.614784:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:3.0:1767384968.614787:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.614788:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384968.614790:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9efda1b. 00000020:00000010:3.0:1767384968.614795:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384968.614797:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de58b4e4. 00000020:00000040:3.0:1767384968.614799:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 5 00000100:00000001:3.0:1767384968.614801:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384968.614815:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384968.614819:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3f5415f. 00000400:00000200:1.0:1767384968.614822:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384968.614824:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dbd937ff. 00000400:00000200:1.0:1767384968.614828:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:1.0:1767384968.614832:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575c4bb2 00000400:00000010:1.0:1767384968.614834:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000575c4bb2. 00000100:00000001:1.0:1767384968.614837:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384968.614838:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384968.614857:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384968.614861:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.614863:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000044018844. 02000000:00000001:2.0:1767384968.614866:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384968.614868:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b4222d5. 02000000:00000001:2.0:1767384968.614875:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.614876:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093234434. 02000000:00000001:2.0:1767384968.614879:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384968.614880:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bb10766. 02000000:00000001:2.0:1767384968.614912:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.614915:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008e7bec56. 02000000:00000001:2.0:1767384968.614919:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384968.614920:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085349cc0. 02000000:00000001:2.0:1767384968.614924:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.614925:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a4adab09. 02000000:00000001:2.0:1767384968.614969:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384968.614972:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050266ca5. 02000000:00000001:2.0:1767384968.614993:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.614994:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000036d1425. 02000000:00000001:2.0:1767384968.614997:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384968.614998:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000beea20b. 02000000:00000001:2.0:1767384968.615015:0:22984:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.615024:0:22984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001b2143b6. 02000000:00000001:2.0:1767384968.615027:0:22984:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384968.615029:0:22984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000004ec5a3. 00000100:00000001:2.0:1767384968.615032:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384968.615090:0:22984:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1767384968.615096:0:22984:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c26d46. 00000400:00000010:2.0:1767384968.615101:0:22984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3325da1. 00000800:00000001:0.0:1767384968.617156:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.617163:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384968.617165:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.617167:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.617171:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:0.0:1767384968.617178:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 224 into portal 28 MB=0x6958271a00d00 00000400:00000200:0.0:1767384968.617183:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.12@tcp50 of length 224/224 into md 0xa9d [8] + 5976 00000800:00000001:0.0:1767384968.617187:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.617192:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.617193:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.617196:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:0.0:1767384968.617199:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384968.617200:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384968.617202:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c235ab4f. 00000100:00000040:0.0:1767384968.617204:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000c235ab4f x1853237344865536 msgsize 224 00000100:00100000:0.0:1767384968.617207:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:0.0:1767384968.617220:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384968.617223:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.617225:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.617241:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384968.617244:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344865536 02000000:00000001:3.0:1767384968.617252:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384968.617254:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.617255:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.617257:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384968.617259:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344865536 00000020:00000001:3.0:1767384968.617260:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384968.617261:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8578 00000020:00000001:3.0:1767384968.617263:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384968.617264:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000edfc04cd refcount=6 00000020:00000001:3.0:1767384968.617267:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246531072 : -106563463020544 : ffff9f14c2a40000) 00000020:00000001:3.0:1767384968.617268:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246531072 : -106563463020544 : ffff9f14c2a40000) 00000100:00000001:3.0:1767384968.617271:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.617273:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a62e42b. 00000020:00000010:3.0:1767384968.617276:0:18311:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000423a4519. 00000020:00000040:3.0:1767384968.617280:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 8 - evictor 00000100:00000001:3.0:1767384968.617290:0:18311:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384968.617291:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a62e42b. 00000020:00000010:3.0:1767384968.617294:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de58b4e4. 00000020:00000010:3.0:1767384968.617296:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9efda1b. 00000020:00000010:3.0:1767384968.617298:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000100:00000040:3.0:1767384968.617304:0:18311:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384968.617306:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384968.617307:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384968.617308:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384968.617310:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384968.617312:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384968.617314:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 8 - evictor 00000100:00000001:3.0:1767384968.617320:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.617339:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384968.617341:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384968.617345:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 5 00000100:00000040:3.0:1767384968.617347:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000edfc04cd : new rpc_count 1 00000100:00000001:3.0:1767384968.617349:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605066240 : -106559104485376 : ffff9f15c66df800) 00000100:00000040:3.0:1767384968.617353:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c235ab4f x1853237344865536/t0(0) o9->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.617369:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.617371:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a62e42b. 00000100:00000001:3.0:1767384968.617372:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384968.617374:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a62e42b. 00000100:00100000:3.0:1767384968.617376:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c235ab4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+6:12140:x1853237344865536:12345-192.168.203.12@tcp50:9: 00000100:00000200:3.0:1767384968.617379:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344865536 00000020:00000001:3.0:1767384968.617381:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384968.617383:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384968.617384:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.617386:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384968.617387:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506000 : -1035045616 : ffffffffc24e7510) 00000020:00000001:3.0:1767384968.617389:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384968.617391:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384968.617392:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384968.617393:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384968.617394:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.617396:0:18311:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384968.617398:0:18311:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384968.617399:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384968.617400:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384968.617403:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ae2e1d51. 02000000:00000001:3.0:1767384968.617405:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.617406:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.617410:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=7 00010000:00000001:3.0:1767384968.617412:0:18311:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:3.0:1767384968.617414:0:18311:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384968.617415:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=8 00010000:00000001:3.0:1767384968.617416:0:18311:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384968.617418:0:18311:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384968.617426:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 7 00000020:00000080:3.0:1767384968.617427:0:18311:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8578 00000020:00000040:3.0:1767384968.617429:0:18311:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000edfc04cd with handle 0x7ec529173eeb8578 from hash 00000020:00000040:3.0:1767384968.617432:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 6 00000020:00000001:3.0:1767384968.617438:0:18311:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384968.617439:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 5 00000020:00000001:3.0:1767384968.617441:0:18311:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384968.617442:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 4 00000020:00000001:3.0:1767384968.617443:0:18311:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.617445:0:18311:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384968.617446:0:18311:0:(import.c:65:import_set_state_nolock()) 00000000572eece8 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384968.617449:0:18311:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384968.617450:0:18311:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384968.617451:0:18311:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384968.617460:0:18311:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384968.617463:0:18311:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384968.617465:0:18311:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008b074c76 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384968.617468:0:18311:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000edfc04cd dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384968.617471:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f04fd656. 00000020:00000010:3.0:1767384968.617474:0:18311:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004de7f6f9. 00000020:00000010:3.0:1767384968.617477:0:18311:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d931e22. 00000020:00000001:2.0:1767384968.617478:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767384968.617480:0:18311:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c869ce6. 00000020:00000001:2.0:1767384968.617482:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.617484:0:18311:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000e3abd06. 80000000:00000010:3.0:1767384968.617489:0:18311:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c954be9c. 00010000:00010000:2.0:1767384968.617489:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 40000000:00000010:3.0:1767384968.617493:0:18311:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005a62e42b. 00100000:00000010:3.0:1767384968.617497:0:18311:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000093736169. 00040000:00000010:3.0:1767384968.617499:0:18311:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3f5415f. 00040000:00000010:3.0:1767384968.617501:0:18311:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3ae2b2d. 00080000:00000010:3.0:1767384968.617503:0:18311:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b2fc8218. 00002000:00000010:3.0:1767384968.617506:0:18311:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f45a73cd. 00000001:00000001:3.0:1767384968.617509:0:18311:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384968.617510:0:18311:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'a6d870d7-9fee-4d2a-b686-a6e8803da6e4' 00000001:00000001:3.0:1767384968.617513:0:18311:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384968.617515:0:18311:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:3.0:1767384968.617517:0:18311:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384968.617523:0:18311:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000136cd98b. 00080000:00000001:3.0:1767384968.617525:0:18311:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249364480 : -106563460187136 : ffff9f14c2cf3c00) 00080000:00000001:3.0:1767384968.617532:0:18311:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384968.617547:0:18311:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384968.617548:0:18311:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384968.617550:0:18311:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384968.617566:0:18311:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.617568:0:18311:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384968.617570:0:18311:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384968.617612:0:18311:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384968.617614:0:18311:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384968.617616:0:18311:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384968.617618:0:18311:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384968.617626:0:18311:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384968.617627:0:18311:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384968.617629:0:18311:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.617631:0:18311:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384968.617632:0:18311:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384968.617634:0:18311:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bda79c4e. 00080000:00000001:3.0:1767384968.617635:0:18311:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510249356288 : -106563460195328 : ffff9f14c2cf1c00) 00080000:00000001:3.0:1767384968.617637:0:18311:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384968.617643:0:18311:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384968.617643:0:18311:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384968.617645:0:18311:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384968.617648:0:18311:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384968.617649:0:18311:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d7adb210. 00000001:00000040:3.0:1767384968.617651:0:18311:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000edfc04cd : new cb_count 2 00000020:00000040:3.0:1767384968.617653:0:18311:0:(genops.c:887:class_export_get()) GET export 00000000edfc04cd refcount=5 00080000:00000001:3.0:1767384968.617655:0:18311:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384968.617660:0:18311:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384968.617662:0:18311:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384968.617663:0:18311:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384968.617665:0:18311:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384968.617666:0:18311:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384968.617668:0:18311:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:3.0:1767384968.617670:0:18311:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.617677:0:18311:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004de7f6f9. 00000020:00000010:3.0:1767384968.617679:0:18311:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d931e22. 00000020:00000010:3.0:1767384968.617682:0:18311:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c869ce6. 00000020:00000010:3.0:1767384968.617684:0:18311:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000e3abd06. 80000000:00000010:3.0:1767384968.617686:0:18311:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c954be9c. 40000000:00000010:3.0:1767384968.617688:0:18311:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a62e42b. 00100000:00000010:3.0:1767384968.617690:0:18311:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000093736169. 00040000:00000010:3.0:1767384968.617692:0:18311:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3f5415f. 00040000:00000010:3.0:1767384968.617695:0:18311:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b3ae2b2d. 00080000:00000010:3.0:1767384968.617697:0:18311:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b2fc8218. 00002000:00000010:3.0:1767384968.617698:0:18311:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f45a73cd. 00000020:00000010:3.0:1767384968.617700:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f04fd656. 00000001:00000001:3.0:1767384968.617702:0:18311:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384968.617704:0:18311:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 8 00000001:00000001:3.0:1767384968.617706:0:18311:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384968.617708:0:18311:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 7 00000020:00000040:3.0:1767384968.617709:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 4 00000001:00000001:3.0:1767384968.617710:0:18311:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384968.617711:0:18311:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 6 00000001:00000001:3.0:1767384968.617712:0:18311:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384968.617713:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 3 00002000:00000001:3.0:1767384968.617714:0:18311:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.617715:0:18311:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.617716:0:18311:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.617718:0:18311:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384968.617719:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344865536 00010000:00000001:3.0:1767384968.617721:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384968.617724:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c235ab4f x1853237344865536/t0(0) o9->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384968.617729:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384968.617730:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384968.617732:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384968.617734:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384968.617736:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00000001:3.0:1767384968.617740:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:3.0:1767384968.617742:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384968.617743:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.617745:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384968.617746:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:3.0:1767384968.617748:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f364d748. 00000100:00000200:3.0:1767384968.617750:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237344865536, offset 224 00000400:00000200:3.0:1767384968.617753:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:3.0:1767384968.617758:0:18311:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:3.0:1767384968.617764:0:18311:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [251:251:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384968.617771:0:18311:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384968.617774:0:18311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:3.0:1767384968.617776:0:18311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3f5415f. 00000800:00000200:3.0:1767384968.617779:0:18311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:3.0:1767384968.617782:0:18311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:3.0:1767384968.617784:0:18311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f3f5415f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384968.617794:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.617796:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00010000:00000001:3.0:1767384968.617798:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384968.617799:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.617801:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384968.617804:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c235ab4f x1853237344865536/t0(0) o9->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.617812:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c235ab4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+3:12140:x1853237344865536:12345-192.168.203.12@tcp50:9: Request processed in 440us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384968.617817:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 5 00000100:00000040:3.0:1767384968.617820:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000edfc04cd : new rpc_count 0 00000100:00000001:3.0:1767384968.617821:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.617823:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384968.617830:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9efda1b. 00000020:00000010:3.0:1767384968.617833:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384968.617835:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de58b4e4. 00000020:00000040:3.0:1767384968.617837:0:18311:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 2 00000100:00000001:3.0:1767384968.617839:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384968.617854:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384968.617857:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3f5415f. 00000400:00000200:0.0:1767384968.617861:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.617865:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:0.0:1767384968.617868:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f364d748 00000400:00000010:0.0:1767384968.617870:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f364d748. 00000100:00000001:0.0:1767384968.617872:0:16129:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384968.617874:0:16129:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384968.619931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020ba3b81. 00010000:00000010:3.1:1767384968.619933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006d9379b. 00010000:00000010:3.1:1767384968.619947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca4600da. 00000800:00000001:1.0:1767384968.622703:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.622710:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384968.622711:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.622713:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.622717:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:1.0:1767384968.622723:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 224 into portal 12 MB=0x6958271a00e00 00000400:00000200:1.0:1767384968.622727:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.12@tcp50 of length 224/224 into md 0x229 [64] + 11608 00000800:00000001:1.0:1767384968.622731:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.622735:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.622736:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384968.622739:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000100:00000001:1.0:1767384968.622742:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384968.622743:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384968.622745:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f59a7a6e. 00000100:00000040:1.0:1767384968.622748:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000f59a7a6e x1853237344865792 msgsize 224 00000100:00100000:1.0:1767384968.622751:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000001:1.0:1767384968.622759:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384968.622762:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.622764:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.622796:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384968.622799:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344865792 02000000:00000001:0.0:1767384968.622801:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384968.622802:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.622803:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.622806:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.622807:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344865792 00000020:00000001:0.0:1767384968.622809:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384968.622810:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8571 00000020:00000001:0.0:1767384968.622811:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.622813:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e988c6f9 refcount=7 00000020:00000001:0.0:1767384968.622815:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000020:00000001:0.0:1767384968.622817:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000100:00000001:0.0:1767384968.622819:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384968.622822:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009ad2e0c. 00000100:00000001:0.0:1767384968.622824:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384968.622825:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009ad2e0c. 00000020:00000010:0.0:1767384968.622829:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a267fe7c. 00000020:00000010:0.0:1767384968.622832:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1baf5fb. 00000020:00000010:0.0:1767384968.622835:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00000040:0.0:1767384968.622838:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384968.622840:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.622840:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384968.622842:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.622845:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.622854:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.622860:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384968.622861:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384968.622864:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 8 00000100:00000040:0.0:1767384968.622866:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e988c6f9 : new rpc_count 1 00000100:00000001:0.0:1767384968.622868:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605553280 : -106559103998336 : ffff9f15c6756680) 00000100:00000040:0.0:1767384968.622872:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f59a7a6e x1853237344865792/t0(0) o39->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.622879:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384968.622881:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009ad2e0c. 00000100:00000001:0.0:1767384968.622882:0:16777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384968.622884:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009ad2e0c. 00000100:00100000:0.0:1767384968.622916:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f59a7a6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+7:12140:x1853237344865792:12345-192.168.203.12@tcp50:39: 00000100:00000200:0.0:1767384968.622919:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344865792 00000020:00000001:0.0:1767384968.622921:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384968.622923:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384968.622925:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.622927:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384968.622929:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382304 : -1037169312 : ffffffffc22e0d60) 00000020:00000001:0.0:1767384968.622931:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384968.622933:0:16777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237344865792, found 0 last_xid 1853237344865023 00000020:00000001:0.0:1767384968.622934:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.622936:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384968.622937:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384968.622939:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.622940:0:16777:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384968.622941:0:16777:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384968.622943:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384968.622944:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384968.622946:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001e678aaf. 02000000:00000001:0.0:1767384968.622947:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.622949:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384968.622951:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=8 00010000:00000001:0.0:1767384968.622952:0:16777:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384968.622954:0:16777:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384968.622955:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=9 00010000:00000001:0.0:1767384968.622957:0:16777:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384968.622958:0:16777:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384968.622964:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 8 00000020:00000080:0.0:1767384968.622966:0:16777:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8571 00000020:00000040:0.0:1767384968.622967:0:16777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e988c6f9 with handle 0x7ec529173eeb8571 from hash 00000020:00000040:0.0:1767384968.622970:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 7 00000020:00000001:0.0:1767384968.622971:0:16777:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384968.622973:0:16777:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000e988c6f9: total 0 00000020:00000001:0.0:1767384968.622974:0:16777:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384968.622975:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 6 00000020:00000001:0.0:1767384968.622976:0:16777:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.622977:0:16777:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384968.622978:0:16777:0:(import.c:65:import_set_state_nolock()) 000000008cbaf782 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384968.622980:0:16777:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384968.622981:0:16777:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384968.622981:0:16777:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384968.622989:0:16777:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384968.622992:0:16777:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384968.622994:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000006e141a5f dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384968.622996:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000000b38e24a dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384968.622998:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384968.623001:0:16777:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:0.0:1767384968.623004:0:16777:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384968.623006:0:16777:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'a6d870d7-9fee-4d2a-b686-a6e8803da6e4' 00000001:00000001:0.0:1767384968.623009:0:16777:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384968.623011:0:16777:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384968.623013:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384968.623015:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:0.0:1767384968.623018:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006ab86905. 00080000:00000001:0.0:1767384968.623020:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238237696 : -106563471313920 : ffff9f14c2257400) 00080000:00000001:0.0:1767384968.623022:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00010000:1.0:1767384968.623028:0:16765:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000e988c6f9: total 0 00000020:00000001:1.0:1767384968.623033:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446637510230962176 : -106563478589440 : ffff9f14c1b67000) 00000001:00000001:0.0:1767384968.623033:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384968.623037:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.623039:0:16765:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00080000:00000001:0.0:1767384968.623040:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:1.0:1767384968.623045:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d5c4c0a. 00080000:00000001:0.0:1767384968.623045:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384968.623050:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:1.0:1767384968.623051:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b99d570e. 00080000:00000001:0.0:1767384968.623052:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384968.623058:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6e0df52. 00000020:00000010:1.0:1767384968.623063:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c53e83be. 00000020:00000010:1.0:1767384968.623066:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b4552561. 80000000:00000010:1.0:1767384968.623070:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2f00cb7. 00080000:00000001:0.0:1767384968.623070:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384968.623073:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000edebcd6f. 00000001:00000001:0.0:1767384968.623073:0:16777:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384968.623078:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00100000:00000010:1.0:1767384968.623079:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004709f59d. 00040000:00000010:1.0:1767384968.623083:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012cb08fc. 00040000:00000010:1.0:1767384968.623086:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004356ec92. 00080000:00000010:1.0:1767384968.623090:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000229c9234. 00002000:00000010:1.0:1767384968.623093:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9101054. 00000020:00000010:1.0:1767384968.623096:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b99d570e. 00000020:00000010:1.0:1767384968.623099:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6e0df52. 00000020:00000010:1.0:1767384968.623102:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c53e83be. 00000020:00000010:1.0:1767384968.623104:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b4552561. 80000000:00000010:1.0:1767384968.623107:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2f00cb7. 40000000:00000010:1.0:1767384968.623109:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000edebcd6f. 00080000:00000001:0.0:1767384968.623112:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00100000:00000010:1.0:1767384968.623113:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004709f59d. 00040000:00000010:1.0:1767384968.623118:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012cb08fc. 00000001:00000040:0.0:1767384968.623118:0:16777:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000010:1.0:1767384968.623123:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004356ec92. 00000001:00000001:0.0:1767384968.623123:0:16777:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384968.623128:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384968.623129:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000229c9234. 00000001:00000001:0.0:1767384968.623131:0:16777:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000010:1.0:1767384968.623132:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9101054. 00000001:00000002:0.0:1767384968.623134:0:16777:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000020:00000010:1.0:1767384968.623135:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d5c4c0a. 00010000:00010000:1.0:1767384968.623140:0:16765:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000e988c6f9, canceled 0 locks, left on hash table 1. 00000001:00000010:0.0:1767384968.623141:0:16777:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d3e17433. 00000020:00000010:1.0:1767384968.623144:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004356ec92. 00000001:00000040:0.0:1767384968.623145:0:16777:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000e988c6f9 : new cb_count 2 00000020:00000010:1.0:1767384968.623149:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4552561. 00000020:00000040:0.0:1767384968.623150:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=7 00000020:00000010:1.0:1767384968.623153:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000229c9234. 00000001:00000010:0.0:1767384968.623157:0:16777:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000b4d0a628. 00000020:00000010:1.0:1767384968.623158:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c53e83be. 00000020:00000010:1.0:1767384968.623162:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b99d570e. 80000000:00000010:1.0:1767384968.623164:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2f00cb7. 40000000:00000010:1.0:1767384968.623166:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000edebcd6f. 00100000:00000010:1.0:1767384968.623167:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004709f59d. 00040000:00000010:1.0:1767384968.623168:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012cb08fc. 00040000:00000010:1.0:1767384968.623170:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d5c4c0a. 00080000:00000010:1.0:1767384968.623171:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b6e0df52. 00002000:00000010:1.0:1767384968.623172:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9101054. 00000001:00000001:1.0:1767384968.623174:0:16765:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384968.623176:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384968.623178:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003b573a8c count: 2 00000004:00000001:1.0:1767384968.623182:0:16765:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1767384968.623183:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384968.623184:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384968.623185:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384968.623186:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.623188:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.623190:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384968.623191:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384968.623192:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384968.623193:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384968.623194:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384968.623195:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384968.623197:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a05d2d79 with handle 0x7ec529173eeb8586 from hash 00010000:00000001:1.0:1767384968.623199:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384968.623199:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384968.623200:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384968.623201:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767384968.623205:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000db1705a1. 00010000:00000001:1.0:1767384968.623208:0:16765:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384968.623209:0:16765:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.623211:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384968.623212:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384968.623213:0:16765:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384968.623215:0:16765:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000003b573a8c) 00010000:00010000:1.0:1767384968.623217:0:16765:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384968.623218:0:16765:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:0.0:1767384968.623219:0:16777:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000c6b4807f. 00010000:00000001:1.0:1767384968.623220:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.623224:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384968.623226:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e988c6f9, 1 locks cancelled. 00080000:00000001:0.0:1767384968.623227:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384968.623229:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384968.623231:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384968.623232:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384968.623235:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a05d2d79/0x7ec529173eeb8586 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfe3b expref: 7 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384968.623241:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000dfecf284. 00010000:00000040:1.0:1767384968.623243:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e988c6f9 : new locks_count 0 00000020:00000040:1.0:1767384968.623244:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 6 00010000:00000010:1.0:1767384968.623246:0:16765:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076c12cce. 00010000:00000040:1.0:1767384968.623248:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003b573a8c count: 0 00010000:00000010:1.0:1767384968.623252:0:16765:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000731316d5. 00010000:00000001:1.0:1767384968.623257:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384968.623259:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: a6d870d7-9fee-4, loop: 0 00000001:00000001:1.0:1767384968.623260:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384968.623263:0:16765:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384968.623264:0:16765:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000e988c6f9, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384968.623267:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4552561. 00000020:00000010:1.0:1767384968.623270:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000229c9234. 00000020:00000010:1.0:1767384968.623273:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c53e83be. 00000020:00000010:1.0:1767384968.623275:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b99d570e. 80000000:00000010:1.0:1767384968.623278:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2f00cb7. 40000000:00000010:1.0:1767384968.623281:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000edebcd6f. 00100000:00000010:1.0:1767384968.623283:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004709f59d. 00040000:00000010:1.0:1767384968.623287:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012cb08fc. 00040000:00000010:1.0:1767384968.623289:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d5c4c0a. 00080000:00000010:1.0:1767384968.623291:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b6e0df52. 00002000:00000010:1.0:1767384968.623294:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9101054. 00000020:00000010:1.0:1767384968.623296:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004356ec92. 00000020:00000001:1.0:1767384968.623299:0:16765:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384968.623299:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 5 00000020:00000001:1.0:1767384968.623301:0:16765:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384968.623302:0:16765:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.623304:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384968.623305:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384968.623307:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384968.623307:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000020:00000001:1.0:1767384968.623311:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1767384968.623312:0:16777:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000b4d0a628: xid 1853237344865792, transno 8589934593, tag 0, client gen 1, slot idx 0 00000020:00000001:1.0:1767384968.623313:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384968.623317:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384968.623319:0:16777:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.623320:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384968.623337:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384968.623340:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384968.623352:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384968.623354:0:16777:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384968.623356:0:16777:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.623358:0:16777:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384968.623359:0:16777:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384968.623361:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000044018844. 00080000:00000001:0.0:1767384968.623363:0:16777:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510238234624 : -106563471316992 : ffff9f14c2256800) 00080000:00000001:0.0:1767384968.623364:0:16777:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384968.623373:0:16777:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384968.623373:0:16777:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384968.623375:0:16777:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384968.623380:0:16777:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384968.623382:0:16777:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008805a5c3. 00000001:00000040:0.0:1767384968.623383:0:16777:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000e988c6f9 : new cb_count 3 00000020:00000040:0.0:1767384968.623385:0:16777:0:(genops.c:887:class_export_get()) GET export 00000000e988c6f9 refcount=6 00080000:00000001:0.0:1767384968.623386:0:16777:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384968.623391:0:16777:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384968.623392:0:16777:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384968.623393:0:16777:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384968.623397:0:16777:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384968.623399:0:16777:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:0.0:1767384968.623400:0:16777:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:0.0:1767384968.623402:0:16777:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384968.623403:0:16777:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384968.623405:0:16777:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384968.623406:0:16777:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 7 00000001:00000001:0.0:1767384968.623407:0:16777:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384968.623408:0:16777:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 6 00000020:00000040:0.0:1767384968.623410:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 5 00000001:00000001:0.0:1767384968.623411:0:16777:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384968.623412:0:16777:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 5 00000001:00000001:0.0:1767384968.623414:0:16777:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384968.623415:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 4 00000004:00000001:0.0:1767384968.623416:0:16777:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.623417:0:16777:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.623418:0:16777:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.623419:0:16777:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384968.623421:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853237344865792 00010000:00000001:0.0:1767384968.623422:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384968.623425:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f59a7a6e x1853237344865792/t8589934593(0) o39->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384968.623430:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384968.623432:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.623434:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384968.623436:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384968.623437:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00000001:0.0:1767384968.623439:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 02000000:00000001:0.0:1767384968.623440:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384968.623441:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.623443:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384968.623445:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000400:00000010:0.0:1767384968.623447:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009354b2e1. 00000100:00000200:0.0:1767384968.623449:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237344865792, offset 224 00000400:00000200:0.0:1767384968.623452:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00000400:00000200:0.0:1767384968.623457:0:16777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00000400:00000200:0.0:1767384968.623464:0:16777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [252:252:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384968.623471:0:16777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384968.623474:0:16777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000800:00000010:0.0:1767384968.623477:0:16777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b787dfe6. 00000800:00000200:0.0:1767384968.623480:0:16777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000800:00000200:0.0:1767384968.623483:0:16777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 00000800:00000200:0.0:1767384968.623485:0:16777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b787dfe6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384968.623496:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.623499:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00010000:00000001:0.0:1767384968.623501:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384968.623502:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.623503:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384968.623505:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f59a7a6e x1853237344865792/t8589934593(0) o39->a6d870d7-9fee-4d2a-b686-a6e8803da6e4@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.623512:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f59a7a6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a6d870d7-9fee-4d2a-b686-a6e8803da6e4+4:12140:x1853237344865792:12345-192.168.203.12@tcp50:39: Request processed in 632us (763us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1767384968.623518:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 8 00000100:00000040:0.0:1767384968.623520:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e988c6f9 : new rpc_count 0 00000100:00000001:0.0:1767384968.623522:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384968.623524:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384968.623526:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1baf5fb. 00000020:00000010:0.0:1767384968.623528:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000010:0.0:1767384968.623530:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a267fe7c. 00000020:00000040:0.0:1767384968.623535:0:16777:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 3 00000100:00000001:0.0:1767384968.623536:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384968.623560:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384968.623565:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b787dfe6. 00000400:00000200:3.0:1767384968.623570:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384968.623575:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:3.0:1767384968.623578:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009354b2e1 00000400:00000010:3.0:1767384968.623580:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009354b2e1. 00000100:00000001:3.0:1767384968.623583:0:16130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384968.623584:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384968.628925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003b573a8c. 00010000:00000010:1.1:1767384968.628935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a05d2d79. 00000800:00000001:0.0:1767384968.630344:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.630351:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384968.630353:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.630354:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.630359:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50) <- 192.168.203.12@tcp50 : PUT - for me 00000400:00000200:0.0:1767384968.630366:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.12@tcp50 of length 224 into portal 26 MB=0x6958271a00f00 00000400:00000200:0.0:1767384968.630371:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.12@tcp50 of length 224/224 into md 0x1985 [2] + 0 00000400:00000010:0.0:1767384968.630373:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d476f73f. 00000400:00000200:0.0:1767384968.630377:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061e58c6f 00000800:00000001:0.0:1767384968.630380:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.630384:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384968.630385:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.630388:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:0.0:1767384968.630390:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061e58c6f 00000400:00000010:0.0:1767384968.630392:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061e58c6f. 00000100:00000001:0.0:1767384968.630394:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384968.630395:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384968.630397:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000cc8ec6c7 x1853237344866048 msgsize 224 00000100:00100000:0.0:1767384968.630400:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.12@tcp50 (source: 12345-192.168.203.12@tcp50) 00000100:00000040:0.0:1767384968.630402:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384968.630413:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384968.630417:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384968.630418:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.630443:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384968.630446:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237344866048 02000000:00000001:3.0:1767384968.630448:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384968.630449:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.630450:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.630452:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384968.630454:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237344866048 00000020:00000001:3.0:1767384968.630456:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384968.630457:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb854e 00000020:00000001:3.0:1767384968.630458:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384968.630460:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000933062f2 refcount=6 00000020:00000001:3.0:1767384968.630462:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000020:00000001:3.0:1767384968.630463:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00000100:00000001:3.0:1767384968.630465:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.630468:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d884880. 00000100:00000001:3.0:1767384968.630470:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384968.630472:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d884880. 00000020:00000010:3.0:1767384968.630475:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de58b4e4. 00000020:00000010:3.0:1767384968.630477:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9efda1b. 00000020:00000010:3.0:1767384968.630479:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000100:00000040:3.0:1767384968.630483:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384968.630484:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384968.630491:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384968.630492:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.630495:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.630504:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.630509:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384968.630510:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384968.630514:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp50, seq: 172 00000100:00000040:3.0:1767384968.630516:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000933062f2 : new rpc_count 1 00000100:00000001:3.0:1767384968.630517:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526167632 : -106558183383984 : ffff9f15fd54dc50) 00000100:00000040:3.0:1767384968.630520:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc8ec6c7 x1853237344866048/t0(0) o251->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.630526:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.630528:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d884880. 00000100:00000001:3.0:1767384968.630529:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384968.630531:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d884880. 00000100:00100000:3.0:1767384968.630533:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc8ec6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+6:12140:x1853237344866048:12345-192.168.203.12@tcp50:251: 00000100:00000200:3.0:1767384968.630536:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237344866048 00000020:00000001:3.0:1767384968.630537:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384968.630539:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384968.630540:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.630541:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384968.630542:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341360 : -1039210256 : ffffffffc20ee8f0) 00000020:00000001:3.0:1767384968.630544:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384968.630545:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384968.630547:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384968.630548:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384968.630549:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384968.630551:0:16768:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1767384968.630553:0:16768:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384968.630554:0:16768:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384968.630555:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384968.630557:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384968.630559:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f45a73cd. 02000000:00000001:3.0:1767384968.630565:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.630566:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.630569:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=7 00010000:00000001:3.0:1767384968.630570:0:16768:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384968.630572:0:16768:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384968.630574:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 6 20000000:00000010:3.0:1767384968.630576:0:16768:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000005c0f0bc4. 00000020:00000040:3.0:1767384968.630578:0:16768:0:(genops.c:887:class_export_get()) GET export 00000000933062f2 refcount=7 00010000:00000001:3.0:1767384968.630581:0:16768:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384968.630582:0:16768:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384968.630589:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 6 00000020:00000080:3.0:1767384968.630591:0:16768:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb854e 00000020:00000040:3.0:1767384968.630592:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000933062f2 with handle 0x7ec529173eeb854e from hash 00000020:00000040:3.0:1767384968.630595:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 5 00000020:00000001:3.0:1767384968.630596:0:16768:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384968.630597:0:16768:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000933062f2: total 0 00000020:00000001:3.0:1767384968.630598:0:16768:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384968.630599:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 4 00000020:00000001:3.0:1767384968.630600:0:16768:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.630601:0:16768:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384968.630603:0:16768:0:(import.c:65:import_set_state_nolock()) 00000000b3acf582 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384968.630605:0:16768:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384968.630605:0:16768:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384968.630606:0:16768:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384968.630613:0:16768:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.630614:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 3 20000000:00000001:3.0:1767384968.630615:0:16768:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.630616:0:16768:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.630617:0:16768:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.630619:0:16768:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384968.630620:0:16768:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384968.630622:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237344866048 00010000:00000001:3.0:1767384968.630624:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384968.630627:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cc8ec6c7 x1853237344866048/t0(0) o251->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384968.630632:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384968.630633:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00010000:2.0:1767384968.630636:0:16764:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000933062f2: total 0 00000020:00000001:2.0:1767384968.630639:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446637510246535168 : -106563463016448 : ffff9f14c2a41000) 00010000:00000001:3.0:1767384968.630641:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.630643:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:3.0:1767384968.630644:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=98 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384968.630646:0:16764:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000001:3.0:1767384968.630650:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384968.630651:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000008fdcbf. 00000100:00000040:3.0:1767384968.630652:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001927114a refcount 7 to 192.168.203.12@tcp50 00000100:00000001:3.0:1767384968.630656:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637510250237760 : -106563459313856 : ffff9f14c2dc8f40) 00000020:00000010:2.0:1767384968.630657:0:16764:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000000162883. 02000000:00000001:3.0:1767384968.630658:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384968.630660:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.630662:0:16764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000032818f5f. 00000100:00000001:3.0:1767384968.630664:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384968.630667:0:16764:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c222f42. 00000100:00000040:3.0:1767384968.630668:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.12@tcp50 00000020:00000010:2.0:1767384968.630673:0:16764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000052e4db52. 80000000:00000010:2.0:1767384968.630676:0:16764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7a4ae43. 40000000:00000010:2.0:1767384968.630679:0:16764:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd1efe22. 00100000:00000010:2.0:1767384968.630682:0:16764:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c11a68ac. 00040000:00000010:2.0:1767384968.630685:0:16764:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b8aabe0. 00040000:00000010:2.0:1767384968.630688:0:16764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b9f5ea62. 00080000:00000010:2.0:1767384968.630691:0:16764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bb04de5e. 00002000:00000010:2.0:1767384968.630694:0:16764:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dbd937ff. 00000020:00000010:2.0:1767384968.630697:0:16764:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000000162883. 00000020:00000010:2.0:1767384968.630701:0:16764:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000032818f5f. 00000020:00000010:2.0:1767384968.630703:0:16764:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005c222f42. 00000400:00000010:3.0:1767384968.630705:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000020:00000010:2.0:1767384968.630706:0:16764:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000052e4db52. 00000100:00000200:3.0:1767384968.630712:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237344866048, offset 224 80000000:00000010:2.0:1767384968.630712:0:16764:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7a4ae43. 40000000:00000010:2.0:1767384968.630717:0:16764:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fd1efe22. 00000400:00000200:3.0:1767384968.630721:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.12@tcp50 00100000:00000010:2.0:1767384968.630722:0:16764:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c11a68ac. 00000400:00000200:3.0:1767384968.630727:0:16768:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp50 to NMR: 192.168.203.12@tcp50 local destination 00040000:00000010:2.0:1767384968.630732:0:16764:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b8aabe0. 00000400:00000200:3.0:1767384968.630736:0:16768:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp50 NI seq info: [253:253:256:4294967295] 192.168.203.12@tcp50 LPNI seq info [31:31:8:4294967295] 00040000:00000010:2.0:1767384968.630738:0:16764:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b9f5ea62. 00080000:00000010:2.0:1767384968.630742:0:16764:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bb04de5e. 00002000:00000010:2.0:1767384968.630747:0:16764:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dbd937ff. 00000400:00000200:3.0:1767384968.630751:0:16768:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp50(192.168.203.112@tcp50:192.168.203.112@tcp50) -> 192.168.203.12@tcp50(192.168.203.12@tcp50:192.168.203.12@tcp50) : PUT try# 0 00000020:00000010:2.0:1767384968.630751:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000008fdcbf. 00010000:00010000:2.0:1767384968.630756:0:16764:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000933062f2, canceled 0 locks, left on hash table 1. 00000800:00000200:3.0:1767384968.630760:0:16768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.12@tcp50 00000020:00000010:2.0:1767384968.630761:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9f5ea62. 00000800:00000010:3.0:1767384968.630764:0:16768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000de87dc2. 00000020:00000010:2.0:1767384968.630765:0:16764:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052e4db52. 00000020:00000010:2.0:1767384968.630769:0:16764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bb04de5e. 00000800:00000200:3.0:1767384968.630771:0:16768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d60a33ff] -> 12345-192.168.203.12@tcp50 (4) 00000020:00000010:2.0:1767384968.630773:0:16764:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c222f42. 00000020:00000010:2.0:1767384968.630777:0:16764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000008fdcbf. 00000800:00000200:3.0:1767384968.630780:0:16768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.12@tcp50 ip 192.168.203.12:1023 80000000:00000010:2.0:1767384968.630781:0:16764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7a4ae43. 00000800:00000200:3.0:1767384968.630784:0:16768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000de87dc2 type 1, nob 320 niov 1 nkiov 1 40000000:00000010:2.0:1767384968.630785:0:16764:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fd1efe22. 00100000:00000010:2.0:1767384968.630789:0:16764:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c11a68ac. 00040000:00000010:2.0:1767384968.630792:0:16764:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008b8aabe0. 00040000:00000010:2.0:1767384968.630794:0:16764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000000162883. 00080000:00000010:2.0:1767384968.630795:0:16764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000032818f5f. 00002000:00000010:2.0:1767384968.630796:0:16764:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dbd937ff. 00000100:00000001:3.0:1767384968.630797:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384968.630798:0:16764:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384968.630802:0:16764:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:3.0:1767384968.630803:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 6 to 192.168.203.12@tcp50 00010000:00000001:3.0:1767384968.630806:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:2.0:1767384968.630806:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 7 00000020:00000001:3.0:1767384968.630809:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.630810:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384968.630812:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384968.630813:0:16764:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384968.630815:0:16764:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1767384968.630817:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc8ec6c7 x1853237344866048/t0(0) o251->222f4774-6a4a-4c27-a67c-2eeb27c140f3@192.168.203.12@tcp50:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.630818:0:16764:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.630822:0:16764:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.630827:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384968.630829:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:3.0:1767384968.630833:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc8ec6c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:222f4774-6a4a-4c27-a67c-2eeb27c140f3+3:12140:x1853237344866048:12345-192.168.203.12@tcp50:251: Request processed in 302us (430us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384968.630834:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.630837:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.630839:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384968.630842:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp50, seq: 172 00010000:00000001:2.0:1767384968.630843:0:16764:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.630846:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005fd8662c with handle 0x7ec529173eeb8555 from hash 00010000:00000001:2.0:1767384968.630848:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384968.630850:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384968.630853:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000933062f2 : new rpc_count 0 00000100:00000001:3.0:1767384968.630855:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384968.630859:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384968.630860:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384968.630861:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:1.0:1767384968.630863:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384968.630864:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:3.0:1767384968.630865:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9efda1b. 00010000:00000001:2.0:1767384968.630866:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000010:1.0:1767384968.630868:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000de87dc2. 00010000:00000001:2.0:1767384968.630870:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384968.630873:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384968.630874:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00010000:00000001:2.0:1767384968.630875:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384968.630875:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384968.630881:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1767384968.630884:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de58b4e4. 00000400:00000200:1.0:1767384968.630901:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp50->192.168.203.12@tcp50: PUT: OK 00000400:00000200:1.0:1767384968.630904:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf52c73 00000400:00000010:1.0:1767384968.630906:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf52c73. 00000100:00000001:1.0:1767384968.630910:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384968.630911:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384968.630913:0:16764:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000933062f2, 1 locks cancelled. 00010000:00000001:2.0:1767384968.630917:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.630918:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384968.630920:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384968.630923:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005fd8662c/0x7ec529173eeb8555 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.12@tcp50 remote: 0xa6f6deb09ccbfde7 expref: 3 pid: 16768 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384968.630929:0:16764:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000933062f2 : new locks_count 0 00000020:00000040:2.0:1767384968.630930:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 2 00010000:00000001:2.0:1767384968.630933:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384968.630935:0:16764:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 222f4774-6a4a-4, loop: 0 00000001:00000001:2.0:1767384968.630936:0:16764:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384968.630938:0:16764:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.630940:0:16764:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000933062f2, canceled 1 locks, left on hash table 0. 00000020:00000010:2.0:1767384968.630943:0:16764:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000052e4db52. 00000020:00000010:2.0:1767384968.630946:0:16764:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bb04de5e. 00000020:00000010:2.0:1767384968.630948:0:16764:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005c222f42. 00000020:00000010:2.0:1767384968.630952:0:16764:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000008fdcbf. 80000000:00000010:2.0:1767384968.630955:0:16764:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7a4ae43. 00000020:00000040:3.0:1767384968.630957:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 1 40000000:00000010:2.0:1767384968.630958:0:16764:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fd1efe22. 02000000:00000001:3.0:1767384968.630963:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00100000:00000010:2.0:1767384968.630963:0:16764:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c11a68ac. 02000000:00000010:3.0:1767384968.630966:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f45a73cd. 00040000:00000010:2.0:1767384968.630968:0:16764:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b8aabe0. 02000000:00000001:3.0:1767384968.630970:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384968.630973:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384968.630973:0:16764:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000000162883. 00080000:00000010:2.0:1767384968.630977:0:16764:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000032818f5f. 00000100:00000200:3.0:1767384968.630979:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00002000:00000010:2.0:1767384968.630980:0:16764:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dbd937ff. 00000020:00000010:2.0:1767384968.630984:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9f5ea62. 00000400:00000010:3.0:1767384968.630985:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003492f1f. 00000020:00000001:2.0:1767384968.630986:0:16764:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384968.630989:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000933062f2 : new refcount 0 00000400:00000010:3.0:1767384968.630991:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9eb45f2. 00000020:00000080:2.0:1767384968.630997:0:16764:0:(genops.c:904:class_export_put()) final put 00000000933062f2/222f4774-6a4a-4c27-a67c-2eeb27c140f3 00000020:00000001:2.0:1767384968.631010:0:16764:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384968.631012:0:16764:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.631013:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384968.631014:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.631015:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384968.631016:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384968.631017:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.631018:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384968.631020:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384968.631021:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.631022:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384968.631034:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384968.631037:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000933062f2/222f4774-6a4a-4c27-a67c-2eeb27c140f3 for MGS 00000020:00000040:0.0:1767384968.631042:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 5 to 192.168.203.12@tcp50 00000020:00000001:0.0:1767384968.631044:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384968.631046:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384968.631047:0:36:0:(genops.c:1229:class_import_get()) import 00000000b3acf582 refcount=2 obd=MGS 00000020:00000001:0.0:1767384968.631049:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384968.631050:0:36:0:(genops.c:1242:class_import_put()) import 00000000b3acf582 refcount=1 obd=MGS 00000020:00000001:0.0:1767384968.631051:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384968.631054:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384968.631054:0:36:0:(genops.c:1242:class_import_put()) import 00000000b3acf582 refcount=0 obd=MGS 00000020:00000040:0.0:1767384968.631055:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000b3acf582 00000020:00000001:0.0:1767384968.631067:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384968.631069:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384968.631071:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384968.631074:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004a1a6cf6. 00000001:00000010:0.0:1767384968.631077:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8e67950. 00000001:00000010:0.0:1767384968.631079:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6265ab3. 00000001:00000010:0.0:1767384968.631081:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000093766d04. 00000001:00000010:0.0:1767384968.631083:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000036be7f81. 00000001:00000010:0.0:1767384968.631085:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007a6d9387. 00000001:00000001:0.0:1767384968.631087:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384968.631089:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384968.631090:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384968.631091:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384968.631093:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.631095:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384968.631096:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 7 - export 00000020:00000010:0.0:1767384968.631098:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000933062f2. 00000020:00000001:0.0:1767384968.631103:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384968.631106:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384968.631107:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000b3acf582 for MGS 00000020:00000040:0.0:1767384968.631109:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 4 to 192.168.203.12@tcp50 00000020:00000040:0.0:1767384968.631111:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 6 - import 00000020:00000010:0.0:1767384968.631113:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000b3acf582. 00000020:00000001:0.0:1767384968.631114:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:2.1:1767384968.639917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005fd8662c. 00010000:00000001:2.0:1767384968.684985:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384968.684991:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.684996:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384968.684998:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.685060:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384968.685065:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384968.685067:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384969.452971:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384969.452976:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384969.452979:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:2.0:1767384969.452984:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000400:00000200:2.0:1767384969.452989:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384969.452995:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384969.453005:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000009e0c25c. 00000400:00000010:2.0:1767384969.453010:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b683090f. 00000800:00000001:3.0:1767384969.700947:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.700965:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384969.700978:0:16130:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000007fa329f8] EOF from 12345-192.168.203.12@tcp50 ip 192.168.203.12:1021 00000800:00000001:1.0:1767384969.700993:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.700993:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384969.701239:0:16128:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000007fa329f8 00000800:00000010:2.0:1767384969.701246:0:16128:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000007fa329f8. 00000800:00000200:2.0:1767384969.701252:0:16128:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000099eb029b 00000800:00000010:2.0:1767384969.701254:0:16128:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000099eb029b. 00000800:00000200:2.0:1767384969.701258:0:16128:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000367d9fd1 00000800:00000200:2.0:1767384969.701264:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.12@tcp50 00000000d60a33ff deleted 00000800:00000010:2.0:1767384969.701267:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d60a33ff. 00000800:00000010:2.0:1767384969.701272:0:16128:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000367d9fd1. 00010000:00000001:2.0:1767384969.708982:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384969.708989:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.708997:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384969.708999:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.709040:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384969.709060:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384969.709064:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384970.646083:0:39691:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384970.646095:0:39691:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.646099:0:39691:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384970.646105:0:39691:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384970.646109:0:39691:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.646112:0:39691:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384970.733020:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001669c54b] -> 12345-192.168.203.112@tcp16 (6) 00010000:00000001:2.0:1767384970.733023:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384970.733028:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384970.733034:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp16 ip 192.168.203.112:988 00010000:00000001:2.0:1767384970.733039:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000200:3.0:1767384970.733041:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f47c032c type 192, nob 24 niov 1 nkiov 0 00010000:00000001:2.0:1767384970.733044:0:254:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384970.733048:0:254:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384970.733051:0:254:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384970.733054:0:254:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384970.733056:0:254:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384970.733058:0:254:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384970.733060:0:254:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384970.733074:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (4) 00000800:00000200:3.1:1767384970.733083:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (4) 00000020:00000001:2.0:1767384970.733106:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384970.733110:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384970.733112:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384970.733177:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:0.0:1767384970.733198:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384970.733206:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384970.733216:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384970.733222:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384970.733226:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384970.733247:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733290:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733334:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733364:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733383:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733403:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733421:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733439:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733466:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733487:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733532:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733546:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733562:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733574:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733588:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733602:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733615:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733634:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733651:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733674:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733690:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733712:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733736:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733754:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733774:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733793:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733810:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733825:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733841:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733854:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733867:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733880:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733893:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384970.733954:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384970.734138:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000560608e3. 00000800:00000010:3.0:1767384970.734146:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003b070d00. 00000800:00000010:3.0:1767384970.734153:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ead81b40. 00000800:00000010:3.0:1767384970.734177:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ead81b40. 00000800:00020000:3.0:1767384970.734185:0:39636:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384970.734189:0:39636:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003b070d00. 00000800:00000010:3.0:1767384970.734192:0:39636:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000560608e3. 00000400:02020000:3.0:1767384970.734250:0:39636:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp37 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384970.734255:0:39636:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:3.0:1767384970.770206:0:39728:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384970.770219:0:39728:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384970.770223:0:39728:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384970.770228:0:39728:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384970.770233:0:39728:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384970.770237:0:39728:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384970.937256:0:39739:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384970.937267:0:39739:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.937271:0:39739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384970.937276:0:39739:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384970.937281:0:39739:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.937284:0:39739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384971.076569:0:39776:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384971.076584:0:39776:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.076588:0:39776:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384971.076594:0:39776:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384971.076599:0:39776:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.076603:0:39776:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.077433:0:39776:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:0.0:1767384971.077436:0:39776:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:0.0:1767384971.077438:0:39776:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:2.0:1767384971.078209:0:10061:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384971.078220:0:10061:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.078226:0:10061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384971.078264:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384971.078273:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.078276:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.088082:0:39776:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:0.0:1767384971.088088:0:39776:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 0000000025e4e05a. 00000020:01000004:0.0:1767384971.088093:0:39776:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:0.0:1767384971.088095:0:39776:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:0.0:1767384971.088098:0:39776:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1767384971.088101:0:39776:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000007af6c5aa. 00000020:00000010:0.0:1767384971.088106:0:39776:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 000000001f6ef214. 00000020:00000001:0.0:1767384971.088109:0:39776:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384971.088113:0:39776:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000009998c886. 00000020:00000001:0.0:1767384971.088116:0:39776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384971.088120:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006df10f8d. 00000020:00000010:0.0:1767384971.088125:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c440076. 00000040:00000010:0.0:1767384971.088130:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000023b5d10b. 00000020:00000010:0.0:1767384971.088135:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3acf582. 00000020:00000010:0.0:1767384971.088140:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000669d4e14. 00040000:00000010:0.0:1767384971.088147:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b787dfe6. 00040000:00000010:0.0:1767384971.088151:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006dfa5568. 00080000:00000010:0.0:1767384971.088155:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c119d452. 10000000:00000001:0.0:1767384971.088160:0:39776:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384971.088162:0:39776:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384971.088165:0:39776:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384971.088168:0:39776:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384971.088171:0:39776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384971.088173:0:39776:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000001ebfe6c6) refs 3 10000000:00000001:0.0:1767384971.088176:0:39776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384971.088179:0:39776:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446637515569412608 : -106558140139008 : ffff9f15ffe8ba00) 10000000:00000001:0.0:1767384971.088182:0:39776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384971.088184:0:39776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7ec529173eeb81b2 00010000:00000001:0.0:1767384971.088188:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384971.088191:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.088193:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c6b116a refcount=2 00000020:00000001:0.0:1767384971.088195:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262396416 : -106558447155200 : ffff9f15ed9c0800) 00010000:00000001:0.0:1767384971.088198:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262396416 : -106558447155200 : ffff9f15ed9c0800) 00010000:00000001:0.0:1767384971.088201:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.088203:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.088206:0:39776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.088216:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.088217:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.088219:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384971.088220:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.088221:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c6b116a refcount=3 00000020:00000001:0.0:1767384971.088222:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262396416 : -106558447155200 : ffff9f15ed9c0800) 00010000:00000001:0.0:1767384971.088224:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262396416 : -106558447155200 : ffff9f15ed9c0800) 00010000:00000001:0.0:1767384971.088226:0:39776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384971.088228:0:39776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.088233:0:39776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384971.088235:0:39776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.088239:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.088240:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384971.088241:0:39776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.088245:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.088247:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.088250:0:39776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384971.088253:0:39776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000085557b2e. 00010000:00000001:0.0:1767384971.088256:0:39776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384971.088269:0:39776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384971.088271:0:39776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.088273:0:39776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.088274:0:39776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384971.088276:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.088277:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384971.088278:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384971.088280:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.088282:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384971.088283:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.088284:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384971.088286:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.088287:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384971.088288:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.088289:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384971.088290:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.088291:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384971.088292:0:39776:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000001ebfe6c6) refs 3 00000020:00000001:2.0:1767384971.088295:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:0.0:1767384971.088296:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.088301:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384971.088302:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384971.088304:0:39776:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000001ebfe6c6) refs 2 00010000:00010000:2.0:1767384971.088322:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1767384971.088325:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1767384971.088329:0:39776:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00000001:2.0:1767384971.088331:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:0.0:1767384971.088332:0:39776:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384971.088338:0:39776:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.088339:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:0.0:1767384971.088342:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006c440076. 00010000:00010000:2.0:1767384971.088345:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000040:00000010:0.0:1767384971.088349:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000023b5d10b. 00000020:00000010:0.0:1767384971.088355:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b3acf582. 00000020:00000010:0.0:1767384971.088360:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000669d4e14. 00010000:00010000:2.0:1767384971.088370:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006c6b116a already unused, calling callback (000000005e873491) 00040000:00000010:0.0:1767384971.088370:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b787dfe6. 00040000:00000010:0.0:1767384971.088376:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006dfa5568. 10000000:00000001:2.0:1767384971.088378:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00080000:00000010:0.0:1767384971.088381:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c119d452. 10000000:00010000:2.0:1767384971.088383:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384971.088385:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006df10f8d. 00000020:00000001:0.0:1767384971.088392:0:39776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.088398:0:39776:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000009998c886. 00010000:00000001:2.0:1767384971.088400:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:0.0:1767384971.088402:0:39776:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.088404:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384971.088407:0:39776:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 0000000043baa33f. 00000020:00000001:2.0:1767384971.088408:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384971.088412:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c6b116a refcount=3 00000020:00000040:0.0:1767384971.088415:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 5 00000020:00000001:2.0:1767384971.088416:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262396416 : -106558447155200 : ffff9f15ed9c0800) 00000020:00000010:0.0:1767384971.088421:0:39776:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 000000004867699e. 00000010:00000001:0.0:1767384971.088425:0:39776:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000100:00000001:0.0:1767384971.088428:0:39776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00000001:2.0:1767384971.088431:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262396416 : -106558447155200 : ffff9f15ed9c0800) 00000100:00080000:0.0:1767384971.088432:0:39776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00000001:2.0:1767384971.088437:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384971.088438:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00010000:2.0:1767384971.088443:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384971.088444:0:39776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384971.088448:0:39776:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1767384971.088455:0:39776:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:2.0:1767384971.088456:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384971.088459:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384971.088462:0:39776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384971.088466:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384971.088469:0:39776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:01000000:2.0:1767384971.088471:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384971.088474:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:2.0:1767384971.088475:0:16764:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:2.0:1767384971.088479:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384971.088479:0:39776:0:(obd_class.h:1226:obd_import_event()) Process leaving 10000000:00000040:2.0:1767384971.088484:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000001ebfe6c6) refs 1 00000100:00000001:0.0:1767384971.088485:0:39776:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:01000000:2.0:1767384971.088488:0:16764:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:2.0:1767384971.088491:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:0.0:1767384971.088491:0:39776:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 10000000:00000001:2.0:1767384971.088495:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.088498:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.088501:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767384971.088501:0:39776:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1767384971.088505:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.088508:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384971.088508:0:39776:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:2.0:1767384971.088512:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.088514:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767384971.088517:0:39776:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1767384971.088518:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.088522:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384971.088524:0:39776:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.088525:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000d06fa8cd : new refcount 11 10000000:00000010:2.0:1767384971.088531:0:16764:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000001ebfe6c6. 00000100:00000001:0.0:1767384971.088533:0:39776:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 10000000:00000001:2.0:1767384971.088535:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.088540:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.088540:0:39776:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00000001:2.0:1767384971.088547:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384971.088548:0:39776:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:2.0:1767384971.088551:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384971.088554:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384971.088556:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384971.088558:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384971.088558:0:39776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088fcc940. 00000020:00000040:2.0:1767384971.088563:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006c6b116a with handle 0x7ec529173eeb81b2 from hash 00000020:00000040:0.0:1767384971.088567:0:39776:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:2.0:1767384971.088568:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384971.088571:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384971.088576:0:39776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1767384971.088578:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.088581:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384971.088583:0:39776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384971.088584:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384971.088588:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767384971.088592:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1767384971.088592:0:39776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.088596:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384971.088604:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b4222d5. 02000000:00000010:0.0:1767384971.088604:0:39776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b787dfe6. 00000020:00000040:2.0:1767384971.088612:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767384971.088616:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384971.088617:0:39776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.088618:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384971.088623:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.088626:0:39776:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637514605060864 : -106559104490752 : ffff9f15c66de300) 02000000:00000010:2.0:1767384971.088630:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b268b006. 00000100:00080000:0.0:1767384971.088631:0:39776:0:(import.c:65:import_set_state_nolock()) 00000000e8f9d166 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1767384971.088638:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.088639:0:39776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384971.088643:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384971.088644:0:39776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.088650:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384971.088656:0:39776:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088fcc940] to pc [ptlrpcd_rcv+-1] req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384971.088662:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384971.088666:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.088672:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384971.088676:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.088683:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4222d5] to pc [ptlrpcd_00_03+3] req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.088691:0:39776:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.088726:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384971.088729:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.088730:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.088732:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.088733:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.088735:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.088737:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384971.088742:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384971.088743:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 000000006c6b116a/0x7ec529173eeb81b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb81b9 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384971.088757:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.088761:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.088764:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384971.088764:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384971.088768:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000001:2.0:1767384971.088769:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384971.088770:0:16135:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:2.0:1767384971.088775:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000085557b2e. 00000100:00000040:3.0:1767384971.088780:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.088781:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.088786:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.088787:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.088789:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384971.088793:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.088794:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.088801:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384971.088803:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384971.088808:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384971.088809:0:16135:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384971.088809:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.088812:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.088814:0:16135:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.088819:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384971.088820:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384971.088821:0:16135:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384971.088823:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384971.088824:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384971.088827:0:16135:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384971.088828:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.088829:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384971.088833:0:16135:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.088835:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384971.088839:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384971.088840:0:16135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088fcc940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16135:1853237352236032:0@lo:39: 00000100:00000001:3.0:1767384971.088853:0:16135:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384971.088858:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384971.088859:0:16135:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384971.088861:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.088863:0:16135:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.088866:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384971.088868:0:16135:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384971.088870:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384971.088874:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384971.088875:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420db0c5. 00000100:00100000:0.0:1767384971.088879:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b4222d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352236160:0@lo:103: 02000000:00000001:3.0:1767384971.088880:0:16135:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.088917:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384971.088921:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e38e59b3. 02000000:00000001:0.0:1767384971.088921:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384971.088926:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.088928:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384971.088931:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 02000000:00000010:0.0:1767384971.088933:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dfa5568. 02000000:00000001:0.0:1767384971.088937:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384971.088939:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236032, portal 10 00000400:00000010:0.0:1767384971.088942:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041a2507c. 00000100:00000001:3.0:1767384971.088945:0:16135:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384971.088948:0:16135:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605060864 : -106559104490752 : ffff9f15c66de300) 00000400:00000010:0.0:1767384971.088949:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00000100:00000200:0.0:1767384971.088956:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236160, portal 18 00000100:00000040:3.0:1767384971.088959:0:16135:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.088960:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384971.088963:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259842944 : -106563449708672 : ffff9f14c36f1f80) 00000100:00000040:0.0:1767384971.088972:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.088980:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384971.088986:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384971.088991:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00000100:00000200:0.0:1767384971.088997:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352236160, offset 0 00000100:00000001:3.0:1767384971.088999:0:16135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384971.089009:0:16135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384971.089009:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384971.089016:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000100:00000200:3.0:1767384971.089037:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352236032, offset 0 00000400:00000200:0.0:1767384971.089045:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384971.089049:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384971.089064:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272108480 00000400:00000200:3.0:1767384971.089076:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384971.089078:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:0.0:1767384971.089089:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384971.089095:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272108400 00000400:00000200:0.0:1767384971.089100:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384971.089107:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000400:00000200:3.0:1767384971.089114:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384971.089117:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384971.089119:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384971.089124:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384971.089124:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1767384971.089129:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384971.089133:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f506a3. 00000100:00000010:3.0:1767384971.089136:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003a6f065. 00000100:00000040:0.0:1767384971.089139:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000048f506a3 x1853237352236160 msgsize 328 00000100:00000040:3.0:1767384971.089142:0:16135:0:(events.c:337:request_in_callback()) incoming req@0000000003a6f065 x1853237352236032 msgsize 224 00000100:00100000:0.0:1767384971.089157:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384971.089163:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384971.089175:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.089184:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384971.089185:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 00000400:00000010:0.0:1767384971.089190:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 00000100:00000001:0.0:1767384971.089194:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384971.089198:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.089208:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384971.089209:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00000100:00000001:2.0:1767384971.089214:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384971.089215:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 00000100:00000040:0.0:1767384971.089215:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384971.089220:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236160 00000100:00000001:3.0:1767384971.089224:0:16135:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384971.089227:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384971.089232:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384971.089234:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.089238:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.089247:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.089251:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384971.089256:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236160 00000100:00000001:0.0:1767384971.089258:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384971.089264:0:22984:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384971.089268:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.089270:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:3.0:1767384971.089272:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384971.089277:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384971.089278:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294960049 00000100:00000040:3.0:1767384971.089281:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384971.089283:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000001:1.0:1767384971.089285:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384971.089289:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d192eaa1. 00000100:00100000:1.0:1767384971.089292:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236032 00000020:00000001:2.0:1767384971.089293:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 02000000:00000001:1.0:1767384971.089300:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384971.089302:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384971.089303:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384971.089305:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384971.089332:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384971.089335:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.089336:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.089337:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294960049 00000020:00000010:2.0:1767384971.089341:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8914f57. 00000100:00000001:3.0:1767384971.089345:0:16135:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384971.089346:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384971.089348:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000100:00000001:2.0:1767384971.089349:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384971.089372:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236032 00000020:00000010:2.0:1767384971.089381:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8914f57. 00000100:00000001:0.0:1767384971.089381:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1767384971.089382:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384971.089385:0:16135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384971.089389:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8245 00000100:00000001:0.0:1767384971.089393:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294960049 00000100:00000040:3.0:1767384971.089394:0:16135:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3473 usecs (4 jiffies) 00000020:00000001:1.0:1767384971.089395:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384971.089396:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fac200c3. 00000020:00000040:1.0:1767384971.089401:0:16777:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006e141a5f refcount=5 00000100:00000001:3.0:1767384971.089403:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960040 00000100:00000010:0.0:1767384971.089404:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb3772d9. 00000020:00000010:2.0:1767384971.089408:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000425af1c2. 00000020:00000001:1.0:1767384971.089408:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000100:00000001:3.0:1767384971.089413:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960049 00000100:00000001:0.0:1767384971.089415:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384971.089434:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510229757952 : -106563479793664 : ffff9f14c1a41000) 00000020:00000010:2.0:1767384971.089436:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006857c85a. 00000100:00000001:0.0:1767384971.089439:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294960049 00000100:00000001:3.0:1767384971.089440:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960040 00000100:00000001:1.0:1767384971.089443:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384971.089448:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2f944a. 00000100:00000001:3.0:1767384971.089449:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960049 00000020:00000010:1.0:1767384971.089453:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187b51c0. 00000100:00000001:0.0:1767384971.089456:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384971.089461:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384971.089465:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.089468:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960040 00000100:00000040:2.0:1767384971.089470:0:22984:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000010:1.0:1767384971.089471:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187b51c0. 00000100:00000001:0.0:1767384971.089473:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.089476:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960049 00000100:00000001:2.0:1767384971.089479:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384971.089485:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960040 00000100:00000001:2.0:1767384971.089487:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384971.089487:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.089488:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000565ef3f1. 00000100:00000001:3.0:1767384971.089491:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960049 00000100:00000001:0.0:1767384971.089517:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.089518:0:16135:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384971.089518:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000010:1.0:1767384971.089519:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbe26876. 00010000:00000001:2.0:1767384971.089523:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.089527:0:16135:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.089529:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:1.0:1767384971.089531:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe4aca9. 00000100:00000001:3.0:1767384971.089532:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.089534:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384971.089539:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.089540:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384971.089545:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060ab8975 refcount=3 00000020:00000001:2.0:1767384971.089549:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685543936 : -106559024007680 : ffff9f15cb39f600) 00000100:00000001:3.0:1767384971.089550:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384971.089550:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1767384971.089552:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685543936 : -106559024007680 : ffff9f15cb39f600) 00000100:00000001:3.0:1767384971.089555:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384971.089559:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384971.089560:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384971.089561:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.089567:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384971.089568:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384971.089568:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.089574:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.089575:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.089575:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.089579:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.089583:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.089593:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.089593:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.089611:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.089623:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.089630:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384971.089632:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384971.089634:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384971.089636:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384971.089643:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384971.089646:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384971.089647:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384971.089648:0:16763:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.089652:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384971.089654:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605063552 : -106559104488064 : ffff9f15c66ded80) 00000100:00000001:3.0:1767384971.089655:0:16763:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.089658:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384971.089664:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384971.089664:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384971.089665:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048f506a3 x1853237352236160/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384971.089673:0:16777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000006e141a5f : new rpc_count 1 00000100:00000001:0.0:1767384971.089678:0:16778:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.089679:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515267663488 : -106558441888128 : ffff9f15edec6680) 00000100:00000001:0.0:1767384971.089686:0:16778:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.089691:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384971.089692:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000003a6f065 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:197/0 lens 224/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384971.089697:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8914f57. 00000100:00000001:2.0:1767384971.089704:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384971.089710:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8914f57. 00000100:00000001:1.0:1767384971.089711:0:16777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384971.089717:0:16777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187b51c0. 00000100:00100000:2.0:1767384971.089718:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048f506a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+15:16138:x1853237352236160:12345-0@lo:103: 00000100:00000001:1.0:1767384971.089724:0:16777:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384971.089728:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236160 00000020:00000010:1.0:1767384971.089730:0:16777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187b51c0. 00010000:00000001:2.0:1767384971.089733:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384971.089737:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00100000:1.0:1767384971.089741:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000003a6f065 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16135:x1853237352236032:12345-0@lo:39: 00010000:00000001:2.0:1767384971.089742:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000200:1.0:1767384971.089749:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236032 00000020:00000001:1.0:1767384971.089755:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384971.089757:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384971.089758:0:16777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384971.089763:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384971.089763:0:16777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.089768:0:16777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384971.089769:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005da82bce. 00000020:00000001:1.0:1767384971.089771:0:16777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672382304 : -1037169312 : ffffffffc22e0d60) 02000000:00000001:2.0:1767384971.089777:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.089779:0:16777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384971.089781:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.089783:0:16777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384971.089785:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384971.089790:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:1.0:1767384971.089790:0:16777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384971.089797:0:16777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384971.089798:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384971.089803:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384971.089804:0:16777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.089806:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000060ab8975 refcount=3 00000020:00000001:1.0:1767384971.089809:0:16777:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000020:00000001:2.0:1767384971.089811:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685543936 : -106559024007680 : ffff9f15cb39f600) 00010000:00000001:1.0:1767384971.089815:0:16777:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:2.0:1767384971.089816:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685543936 : -106559024007680 : ffff9f15cb39f600) 00000100:00000001:1.0:1767384971.089819:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:2.0:1767384971.089821:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 6 02000000:00000001:1.0:1767384971.089824:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384971.089826:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:1.0:1767384971.089830:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9101054. 00000020:00000001:2.0:1767384971.089831:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384971.089836:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:1.0:1767384971.089837:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.089840:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.089842:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.089846:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384971.089849:0:16777:0:(genops.c:887:class_export_get()) GET export 000000006e141a5f refcount=6 00010000:00000001:2.0:1767384971.089851:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384971.089856:0:16777:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1767384971.089857:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:1.0:1767384971.089863:0:16777:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00010000:00000001:2.0:1767384971.089866:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384971.089867:0:16777:0:(genops.c:887:class_export_get()) GET export 000000006e141a5f refcount=7 00010000:00000001:2.0:1767384971.089871:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384971.089873:0:16777:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00010000:00000001:2.0:1767384971.089876:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384971.089877:0:16777:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:2.0:1767384971.089880:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.089909:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000060ab8975 with handle 0x7ec529173eeb81b9 from hash 00000020:00000040:1.0:1767384971.089912:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 6 00010000:00000001:2.0:1767384971.089913:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384971.089918:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000080:1.0:1767384971.089920:0:16777:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8245 00010000:00000001:2.0:1767384971.089922:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384971.089925:0:16777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e141a5f with handle 0x7ec529173eeb8245 from hash 00010000:00000001:2.0:1767384971.089926:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384971.089932:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767384971.089933:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 5 00010000:00000001:2.0:1767384971.089938:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384971.089939:0:16777:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384971.089944:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 4 00000020:00000001:1.0:1767384971.089946:0:16777:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00010000:2.0:1767384971.089949:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000060ab8975/0x7ec529173eeb81b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb81b2 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384971.089949:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 3 00000020:00000001:1.0:1767384971.089954:0:16777:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.089959:0:16777:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384971.089962:0:16777:0:(import.c:65:import_set_state_nolock()) 00000000954f55db : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384971.089967:0:16777:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384971.089971:0:16777:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000040:2.0:1767384971.089973:0:22984:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 9 00000100:00000001:1.0:1767384971.089973:0:16777:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000020:00000040:2.0:1767384971.089980:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00010000:00000001:1.0:1767384971.089988:0:16777:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384971.089996:0:16777:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384971.090001:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000000b38e24a dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384971.090003:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000020:1.0:1767384971.090005:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/000000006e141a5f dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384971.090008:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384971.090009:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000020:1.0:1767384971.090010:0:16777:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384971.090013:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.090017:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:1.0:1767384971.090018:0:16777:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00010000:3.0:1767384971.090019:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384971.090022:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384971.090026:0:16777:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:2.0:1767384971.090029:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384971.090030:0:16777:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.090037:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:1.0:1767384971.090037:0:16777:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.090043:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:1.0:1767384971.090044:0:16777:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:2.0:1767384971.090048:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1767384971.090049:0:16777:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 6 00000001:00000001:1.0:1767384971.090054:0:16777:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:2.0:1767384971.090055:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000040:1.0:1767384971.090057:0:16777:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 5 00010000:00000001:2.0:1767384971.090060:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384971.090061:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 2 00000100:00001000:2.0:1767384971.090066:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=101 v=5 (1 0 0 0) 00000001:00000001:1.0:1767384971.090066:0:16777:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384971.090070:0:16777:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 4 00000001:00000001:1.0:1767384971.090076:0:16777:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:2.0:1767384971.090077:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384971.090078:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 1 00000004:00000001:1.0:1767384971.090082:0:16777:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.090083:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00010000:00000001:1.0:1767384971.090086:0:16777:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.090088:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00010000:00000001:1.0:1767384971.090090:0:16777:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.090095:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384971.090096:0:16777:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.090100:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384971.090101:0:16777:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352236032 00000100:00000001:2.0:1767384971.090106:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384971.090107:0:16777:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384971.090113:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:1.0:1767384971.090117:0:16777:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003a6f065 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384971.090120:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000100:00000200:2.0:1767384971.090128:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352236160, offset 224 00010000:00000001:1.0:1767384971.090133:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384971.090137:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384971.090138:0:16777:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384971.090143:0:16777:0:(import.c:2128:obd_at_measure()) add 1 to 000000005d0e963c time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384971.090147:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384971.090150:0:22984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384971.090154:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 22 to 0@lo 00000100:00000001:1.0:1767384971.090159:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384971.090162:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384971.090166:0:22984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272108480 02000000:00000001:1.0:1767384971.090167:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.090175:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384971.090179:0:22984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2189 [1] + 224 00000100:00000040:1.0:1767384971.090185:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384971.090189:0:22984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384971.090192:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083653650. 00000400:00000200:2.0:1767384971.090197:0:22984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384971.090201:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352236032, offset 224 00000100:00000001:2.0:1767384971.090203:0:22984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384971.090212:0:22984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.090214:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384971.090228:0:22984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.090230:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384971.090244:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272108400 00000400:00000200:1.0:1767384971.090249:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2185 [1] + 224 00000100:00000001:2.0:1767384971.090254:0:22984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384971.090255:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384971.090261:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384971.090264:0:22984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:2.0:1767384971.090268:0:22984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000100:00000001:2.0:1767384971.090281:0:22984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384971.090281:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.090282:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384971.090283:0:22984:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384971.090286:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384971.090291:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.090292:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384971.090294:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384971.090300:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384971.090304:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 21 to 0@lo 00000400:00000010:0.0:1767384971.090306:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041a2507c. 00000100:00000040:1.0:1767384971.090332:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.090333:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.090333:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000400:00000010:0.0:1767384971.090340:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00010000:00000001:2.0:1767384971.090343:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.090347:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384971.090357:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384971.090361:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048f506a3 x1853237352236160/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.090365:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384971.090375:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083653650 00000400:00000010:1.0:1767384971.090381:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083653650. 00000100:00000001:3.0:1767384971.090386:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.090390:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384971.090392:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384971.090393:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.090395:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384971.090400:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384971.090403:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384971.090406:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384971.090406:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048f506a3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16138:x1853237352236160:12345-0@lo:103: Request processed in 708us (1258us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384971.090413:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e38e59b3. 00000100:00000040:1.0:1767384971.090414:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:1.0:1767384971.090423:0:16777:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384971.090424:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000100:00000001:0.0:1767384971.090426:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384971.090427:0:16777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384971.090429:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000100:00000001:0.0:1767384971.090433:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384971.090434:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000001:1.0:1767384971.090436:0:16777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384971.090438:0:16135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384971.090440:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384971.090444:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 02000000:00000001:0.0:1767384971.090445:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384971.090446:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000003a6f065 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384971.090449:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.090453:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384971.090453:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384971.090460:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384971.090461:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.090468:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000425af1c2. 02000000:00000001:0.0:1767384971.090469:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.090478:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006857c85a. 00000100:00001000:0.0:1767384971.090482:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=101 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384971.090487:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fac200c3. 00000020:00000040:2.0:1767384971.090497:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00001000:0.0:1767384971.090499:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=101 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384971.090501:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.090504:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384971.090505:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000003a6f065 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:16135:x1853237352236032:12345-0@lo:39: Request processed in 787us (1355us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384971.090515:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384971.090521:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.090531:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384971.090538:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.090540:0:16135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384971.090543:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384971.090545:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.090548:0:16777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006e141a5f : new rpc_count 0 00000100:00000001:3.0:1767384971.090553:0:16135:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.090554:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384971.090559:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384971.090559:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.090560:0:16135:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384971.090566:0:16135:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384971.090567:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbe26876. 00000100:00000001:3.0:1767384971.090568:0:16135:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384971.090572:0:16135:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.090575:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe4aca9. 02000000:00000001:3.0:1767384971.090579:0:16135:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.090584:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000565ef3f1. 00000100:00001000:3.0:1767384971.090588:0:16135:0:(import.c:2128:obd_at_measure()) add 5 to 000000004e1525a9 time=96 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384971.090591:0:16777:0:(genops.c:898:class_export_put()) PUTting export 000000006e141a5f : new refcount 0 00000100:00000001:0.0:1767384971.090593:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384971.090597:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 000000005ceebbed time=96 v=5 (1 0 0 0) 00000020:00000080:1.0:1767384971.090598:0:16777:0:(genops.c:904:class_export_put()) final put 000000006e141a5f/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:0.0:1767384971.090600:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384971.090605:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.090607:0:16135:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384971.090611:0:16135:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.090615:0:16135:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384971.090615:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.090617:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.090622:0:16135:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.090629:0:16135:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384971.090633:0:16135:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:0.0:1767384971.090634:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005b4222d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16138:1853237352236160:0@lo:103: 00000100:00000001:3.0:1767384971.090640:0:16135:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384971.090643:0:16135:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.090645:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.090647:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:0.0:1767384971.090649:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384971.090651:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:2.0:1767384971.090653:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000006e141a5f/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000040:0.0:1767384971.090657:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005b4222d5 x1853237352236160/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384971.090665:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 19 to 0@lo 00000020:00000001:2.0:1767384971.090671:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384971.090676:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767384971.090681:0:36:0:(genops.c:1229:class_import_get()) import 00000000954f55db refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1767384971.090682:0:16135:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384971.090689:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384971.090690:0:16135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384971.090694:0:36:0:(genops.c:1242:class_import_put()) import 00000000954f55db refcount=1 obd=lustre-MDT0000 00000100:00000001:3.0:1767384971.090695:0:16135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.090695:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384971.090701:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384971.090702:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1767384971.090704:0:16135:0:(import.c:65:import_set_state_nolock()) 00000000e8f9d166 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 02000000:00000010:0.0:1767384971.090705:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dfa5568. 00000020:00000001:2.0:1767384971.090707:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384971.090713:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:2.0:1767384971.090713:0:36:0:(genops.c:1242:class_import_put()) import 00000000954f55db refcount=0 obd=lustre-MDT0000 02000000:00000001:0.0:1767384971.090714:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384971.090719:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384971.090720:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000954f55db 00000020:00000001:0.0:1767384971.090720:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384971.090724:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:0.0:1767384971.090725:0:16138:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767384971.090728:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:0.0:1767384971.090730:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384971.090733:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b268b006. 02000000:00000001:0.0:1767384971.090737:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384971.090738:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384971.090739:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384971.090740:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b4222d5. 00000100:00000040:3.0:1767384971.090745:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384971.090745:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000488dafca. 00000100:00000001:0.0:1767384971.090748:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384971.090753:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384971.090754:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000001:0.0:1767384971.090759:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384971.090764:0:16135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088fcc940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16135:1853237352236032:0@lo:39: 00000100:00000001:0.0:1767384971.090767:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:2.0:1767384971.090768:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:3.0:1767384971.090772:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.090773:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384971.090777:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000054a6f8e4. 00000100:00000001:3.0:1767384971.090779:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384971.090780:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000010:2.0:1767384971.090783:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000085a1d73. 00000100:00000001:0.0:1767384971.090786:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384971.090788:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088fcc940 x1853237352236032/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384971.090790:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000109cb032. 00000001:00000010:2.0:1767384971.090797:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a16ad6e0. 00000100:00000001:1.0:1767384971.090801:0:39776:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384971.090804:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fbd2452e. 00000100:00000001:3.0:1767384971.090805:0:16135:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384971.090807:0:39776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000001:00000010:2.0:1767384971.090811:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d4ea0999. 00000100:00080000:1.0:1767384971.090812:0:39776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384971.090817:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384971.090821:0:39776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000001:00000001:2.0:1767384971.090822:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:1.0:1767384971.090823:0:39776:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00010000:00000001:2.0:1767384971.090826:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:1.0:1767384971.090828:0:39776:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000001:2.0:1767384971.090829:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384971.090835:0:39776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000001:00000010:2.0:1767384971.090836:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b034549. 00000100:00000001:1.0:1767384971.090837:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000001:00000010:2.0:1767384971.090841:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008707f90e. 00000100:00000001:1.0:1767384971.090842:0:39776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384971.090847:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:3.0:1767384971.090848:0:16135:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000010:2.0:1767384971.090849:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c920121. 00000100:00000001:1.0:1767384971.090851:0:39776:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:3.0:1767384971.090853:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420db0c5. 00000100:00100000:1.0:1767384971.090857:0:39776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000001:00000010:2.0:1767384971.090858:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004201863f. 02000000:00000001:3.0:1767384971.090860:0:16135:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384971.090863:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000001:3.0:1767384971.090866:0:16135:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384971.090868:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d58d0dc5. 00000001:00000001:1.0:1767384971.090868:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:3.0:1767384971.090869:0:16135:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000001:00000001:1.0:1767384971.090874:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000010:2.0:1767384971.090876:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000644ec3c1. 00000020:00000001:3.0:1767384971.090877:0:16135:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384971.090882:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b787dfe6. 00000001:00000001:2.0:1767384971.090915:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384971.090918:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384971.090921:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 02000000:00000001:3.0:1767384971.090925:0:16135:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000010:2.0:1767384971.090927:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000ba25de46. 02000000:00000001:3.0:1767384971.090929:0:16135:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384971.090934:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088fcc940. 00000100:00000001:3.0:1767384971.090940:0:16135:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000020:2.0:1767384971.090940:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:3.0:1767384971.090944:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.090948:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384971.090948:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/000000000b38e24a dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384971.090956:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000020:2.0:1767384971.090957:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a6d870d7-9fee-4d2a-b686-a6e8803da6e4/00000000e988c6f9 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384971.090959:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384971.090968:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.090969:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.090972:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.090976:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.090982:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 9 - export 00000020:00000010:2.0:1767384971.090986:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006e141a5f. 00000020:00000001:2.0:1767384971.090996:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384971.091002:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384971.091004:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000954f55db for lustre-MDT0000 00000020:00000040:2.0:1767384971.091009:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00000020:00000040:2.0:1767384971.091012:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 8 - import 00000020:00000010:2.0:1767384971.091015:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000954f55db. 00000020:00000001:2.0:1767384971.091020:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:1.0:1767384971.091437:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384971.091441:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384971.091442:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384971.091931:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.091934:0:39776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384971.091938:0:39776:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384971.091940:0:39776:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.091942:0:39776:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 000000004867699e. 00000020:00000001:1.0:1767384971.091949:0:39776:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384971.091952:0:39776:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 0000000043baa33f. 00000020:00000010:1.0:1767384971.091956:0:39776:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 000000001f6ef214. 00000020:00000010:1.0:1767384971.091961:0:39776:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000007af6c5aa. 00000020:00000010:1.0:1767384971.091967:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000565ef3f1. 00000020:00000010:1.0:1767384971.091970:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009607fa8e. 00000040:00000010:1.0:1767384971.091974:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000052e4db52. 00000020:00000010:1.0:1767384971.091978:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6e0df52. 00000020:00000010:1.0:1767384971.091982:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c53e83be. 00000020:00000010:1.0:1767384971.091985:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b683090f. 80000000:00000010:1.0:1767384971.091989:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2f00cb7. 40000000:00000010:1.0:1767384971.091992:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000187b51c0. 00100000:00000010:1.0:1767384971.091997:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004709f59d. 00040000:00000010:1.0:1767384971.092000:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012cb08fc. 00040000:00000010:1.0:1767384971.092003:0:39776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000229c9234. 00040000:00000010:1.0:1767384971.092006:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b9f5ea62. 00080000:00000010:1.0:1767384971.092009:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005adbe2e3. 00000004:00000010:1.0:1767384971.092013:0:39776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002d34f7b2. 00000004:00000010:1.0:1767384971.092018:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000046ed76fc. 00000004:00000010:1.0:1767384971.092052:0:39776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000046a2cac8. 00002000:00000010:1.0:1767384971.092057:0:39776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000fed212e. 00000004:00000010:1.0:1767384971.092061:0:39776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005df573e7. 00000020:00000010:1.0:1767384971.092065:0:39776:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fab799cf. 00000020:00000001:1.0:1767384971.092070:0:39776:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384971.092072:0:39776:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000789feacf. 00000020:00000001:1.0:1767384971.092075:0:39776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384971.092077:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000008fdcbf. 00000020:00000010:1.0:1767384971.092080:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000000162883. 00000040:00000010:1.0:1767384971.092083:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a267fe7c. 00000020:00000010:1.0:1767384971.092086:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005e0b8506. 00000020:00000010:1.0:1767384971.092089:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c72d485. 00040000:00000010:1.0:1767384971.092092:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e3a21a2a. 00040000:00000010:1.0:1767384971.092095:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000012d2c6bd. 00080000:00000010:1.0:1767384971.092099:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bbe075d3. 10000000:00000001:1.0:1767384971.092101:0:39776:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384971.092103:0:39776:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384971.092105:0:39776:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384971.092107:0:39776:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384971.092110:0:39776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384971.092111:0:39776:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (000000009ebcf716) refs 3 10000000:00000001:1.0:1767384971.092113:0:39776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384971.092115:0:39776:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446637515569408512 : -106558140143104 : ffff9f15ffe8aa00) 10000000:00000001:1.0:1767384971.092118:0:39776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384971.092119:0:39776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7ec529173eeb812d 00010000:00000001:1.0:1767384971.092121:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.092122:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.092124:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084a1c789 refcount=2 00000020:00000001:1.0:1767384971.092126:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262399488 : -106558447152128 : ffff9f15ed9c1400) 00010000:00000001:1.0:1767384971.092128:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262399488 : -106558447152128 : ffff9f15ed9c1400) 00010000:00000001:1.0:1767384971.092131:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.092133:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384971.092135:0:39776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092143:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.092144:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384971.092145:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.092146:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.092147:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084a1c789 refcount=3 00000020:00000001:1.0:1767384971.092149:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262399488 : -106558447152128 : ffff9f15ed9c1400) 00010000:00000001:1.0:1767384971.092151:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262399488 : -106558447152128 : ffff9f15ed9c1400) 00010000:00000001:1.0:1767384971.092153:0:39776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384971.092155:0:39776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092161:0:39776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384971.092162:0:39776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092168:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.092169:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384971.092171:0:39776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092176:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.092177:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092179:0:39776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384971.092181:0:39776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000820ccdab. 00010000:00000001:1.0:1767384971.092183:0:39776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384971.092195:0:39776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384971.092198:0:39776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092199:0:39776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092217:0:39776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384971.092219:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.092221:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384971.092222:0:39776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384971.092224:0:39776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7ec529173eeb8540 00010000:00000001:1.0:1767384971.092226:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.092227:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.092229:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5062af6 refcount=2 00000020:00000001:1.0:1767384971.092232:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:1.0:1767384971.092235:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:1.0:1767384971.092239:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.092241:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384971.092244:0:39776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384971.092245:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384971.092251:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092259:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384971.092261:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384971.092265:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.092269:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384971.092270:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384971.092274:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767384971.092276:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.092283:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5062af6 refcount=3 00010000:00010000:2.0:1767384971.092284:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384971.092294:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00000001:1.0:1767384971.092304:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 00010000:00010000:2.0:1767384971.092329:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000084a1c789 already unused, calling callback (000000005e873491) 00010000:00000001:1.0:1767384971.092335:0:39776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 10000000:00000001:2.0:1767384971.092339:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:1.0:1767384971.092340:0:39776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767384971.092349:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092374:0:39776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384971.092378:0:39776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384971.092387:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384971.092391:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.092393:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384971.092395:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384971.092401:0:39776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384971.092402:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384971.092408:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000084a1c789 refcount=3 00010000:00000001:1.0:1767384971.092414:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384971.092415:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262399488 : -106558447152128 : ffff9f15ed9c1400) 00010000:00000001:1.0:1767384971.092421:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.092422:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262399488 : -106558447152128 : ffff9f15ed9c1400) 00010000:00000001:1.0:1767384971.092429:0:39776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384971.092430:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:1.0:1767384971.092434:0:39776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f1abed02. 00010000:00010000:2.0:1767384971.092435:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092442:0:39776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:00000001:2.0:1767384971.092449:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384971.092451:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384971.092452:0:39776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384971.092462:0:39776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384971.092463:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384971.092466:0:39776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384971.092468:0:16764:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:1.0:1767384971.092470:0:39776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 10000000:00000001:2.0:1767384971.092472:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767384971.092474:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:2.0:1767384971.092477:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000009ebcf716) refs 3 00010000:00000001:1.0:1767384971.092479:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384971.092484:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.092485:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.092488:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384971.092490:0:39776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 2 00010000:00000001:2.0:1767384971.092493:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000001:1.0:1767384971.092511:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384971.092514:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 10000000:00000001:1.0:1767384971.092515:0:39776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384971.092517:0:39776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7ec529173eeb81a4 00010000:00000001:1.0:1767384971.092519:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.092520:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.092522:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7544a11 refcount=2 00010000:00000001:2.0:1767384971.092526:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384971.092526:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385031680 : -106558324519936 : ffff9f15f4eb4c00) 00010000:00000001:2.0:1767384971.092530:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.092532:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385031680 : -106558324519936 : ffff9f15f4eb4c00) 00010000:00000001:2.0:1767384971.092534:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092536:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:2.0:1767384971.092538:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000084a1c789 with handle 0x7ec529173eeb812d from hash 00010000:00000001:1.0:1767384971.092540:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.092545:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1767384971.092547:0:39776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384971.092550:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384971.092550:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.092556:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384971.092557:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092559:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.092560:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384971.092564:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384971.092565:0:16765:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384971.092566:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384971.092569:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384971.092570:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:1.0:1767384971.092573:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384971.092575:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:1.0:1767384971.092577:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7544a11 refcount=3 00010000:00000001:2.0:1767384971.092579:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1767384971.092582:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385031680 : -106558324519936 : ffff9f15f4eb4c00) 00000100:00000010:2.0:1767384971.092586:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d48e8b48. 00010000:00000001:1.0:1767384971.092587:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385031680 : -106558324519936 : ffff9f15f4eb4c00) 00000020:00000040:2.0:1767384971.092595:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00010000:00000001:1.0:1767384971.092596:0:39776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384971.092601:0:39776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384971.092602:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384971.092606:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384971.092610:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092612:0:39776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384971.092616:0:39776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384971.092617:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fac200c3. 00000100:00000001:2.0:1767384971.092626:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092627:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.092631:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.092632:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384971.092634:0:39776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384971.092638:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092647:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.092651:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.092652:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384971.092658:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384971.092659:0:39776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384971.092665:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000010:1.0:1767384971.092667:0:39776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000037a98e06. 00000100:00000001:2.0:1767384971.092668:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092674:0:39776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384971.092678:0:39776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000040:2.0:1767384971.092679:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48e8b48] to pc [ptlrpcd_00_00+0] req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384971.092681:0:39776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092688:0:39776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092694:0:39776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384971.092697:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.092701:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384971.092703:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384971.092705:0:39776:0:(mgc_request.c:123:config_log_put()) log params(00000000ce614173) refs 2 10000000:00000001:1.0:1767384971.092707:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.092709:0:39776:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384971.092711:0:39776:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7ec529173eeb811f 00010000:00000001:1.0:1767384971.092713:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.092715:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.092717:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000090cc9a79 refcount=2 00000020:00000001:1.0:1767384971.092719:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400512 : -106558447151104 : ffff9f15ed9c1800) 00010000:00000001:2.0:1767384971.092721:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384971.092722:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400512 : -106558447151104 : ffff9f15ed9c1800) 00010000:00000001:3.0:1767384971.092729:0:39777:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000001:1.0:1767384971.092730:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384971.092731:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384971.092734:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:3.0:1767384971.092736:0:39777:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000080d5ef3a. 00010000:00000001:2.0:1767384971.092737:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384971.092738:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.092740:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384971.092742:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384971.092745:0:39776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384971.092746:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000420db0c5. 00000100:00000001:0.0:1767384971.092746:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384971.092747:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.092755:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008a2f0416. 10000000:00000001:2.0:1767384971.092756:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.092757:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384971.092764:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384971.092766:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d931e22. 00010000:00000001:1.0:1767384971.092769:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.092775:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384971.092776:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007c869ce6. 00010000:00000001:1.0:1767384971.092780:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767384971.092785:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f04fd656. 00000020:00000001:1.0:1767384971.092786:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.092791:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000090cc9a79 refcount=3 80000000:00000010:3.0:1767384971.092796:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be49a16c. 00010000:00000001:2.0:1767384971.092796:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384971.092799:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384971.092800:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400512 : -106558447151104 : ffff9f15ed9c1800) 00010000:00010000:2.0:1767384971.092802:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 0000000084a1c789/0x7ec529173eeb812d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8134 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 40000000:00000010:3.0:1767384971.092803:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000025fb4cd1. 00000100:00000001:0.0:1767384971.092804:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092807:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400512 : -106558447151104 : ffff9f15ed9c1800) 00100000:00000010:3.0:1767384971.092813:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000027451091. 02000000:00000001:0.0:1767384971.092814:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384971.092815:0:39776:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 02000000:00000001:0.0:1767384971.092821:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384971.092822:0:39776:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384971.092823:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f6fbd8a. 00010000:00000001:2.0:1767384971.092825:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:3.0:1767384971.092831:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004de7f6f9. 02000000:00000001:0.0:1767384971.092832:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.092833:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384971.092838:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000820ccdab. 00010000:00000001:1.0:1767384971.092841:0:39776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000010:3.0:1767384971.092842:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005443106b. 00000100:00100000:0.0:1767384971.092843:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352236288:0@lo:103: 00010000:00000001:2.0:1767384971.092846:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384971.092847:0:39776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00002000:00000010:3.0:1767384971.092850:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b55151d. 00000020:00000001:2.0:1767384971.092856:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384971.092856:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384971.092859:0:39777:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000a2eb270. 00000020:00000001:2.0:1767384971.092863:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.092864:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384971.092871:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.092872:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384971.092872:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384971.092874:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384971.092877:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384971.092879:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384971.092880:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:1.0:1767384971.092881:0:39776:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092889:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.092891:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.092893:0:39776:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384971.092898:0:39776:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000af75032e. 02000000:00000010:0.0:1767384971.092912:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000669d4e14. 02000000:00000001:0.0:1767384971.092917:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.092920:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:0.0:1767384971.092922:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041a2507c. 00000020:00000001:3.0:1767384971.092924:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.092925:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.092927:0:39776:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384971.092931:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088996028. 00010000:00010000:3.0:1767384971.092932:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767384971.092934:0:39776:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000200:0.0:1767384971.092941:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236288, portal 18 00010000:00000001:1.0:1767384971.092942:0:39776:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.092943:0:16765:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384971.092950:0:16765:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384971.092953:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f7544a11 already unused, calling callback (000000005e873491) 00000100:00000001:0.0:1767384971.092953:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767384971.092954:0:39776:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.092955:0:16765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384971.092958:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259838464 : -106563449713152 : ffff9f14c36f0e00) 00010000:00000001:1.0:1767384971.092961:0:39776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 10000000:00000001:2.0:1767384971.092962:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384971.092966:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:2.0:1767384971.092969:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384971.092970:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384971.092971:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384971.092975:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384971.092979:0:39776:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000003d985ff8) refs 2 00010000:00010000:3.0:1767384971.092982:0:16765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b5062af6 already unused, calling callback (000000005e873491) 10000000:00000001:1.0:1767384971.092987:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384971.092990:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767384971.092992:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00010000:3.0:1767384971.092994:0:16765:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000040:1.0:1767384971.092997:0:39776:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000acfeda98) refs 3 00010000:00000001:2.0:1767384971.093002:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:1.0:1767384971.093005:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384971.093009:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:1.0:1767384971.093010:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384971.093015:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:1.0:1767384971.093016:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384971.093018:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384971.093019:0:16765:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:1.0:1767384971.093021:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:2.0:1767384971.093022:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f7544a11 refcount=3 00010000:00000001:3.0:1767384971.093024:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000040:1.0:1767384971.093025:0:39776:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000009ebcf716) refs 2 00000020:00000001:3.0:1767384971.093030:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384971.093031:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384971.093032:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385031680 : -106558324519936 : ffff9f15f4eb4c00) 10000000:00000001:1.0:1767384971.093032:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:3.0:1767384971.093034:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b5062af6 refcount=3 10000000:00000001:1.0:1767384971.093038:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384971.093040:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385031680 : -106558324519936 : ffff9f15f4eb4c00) 00000020:00000001:3.0:1767384971.093041:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 10000000:00000040:1.0:1767384971.093042:0:39776:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000009ebcf716) refs 1 00000400:00000010:0.0:1767384971.093042:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00010000:00000001:2.0:1767384971.093048:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767384971.093050:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262566400 : -106558446985216 : ffff9f15ed9ea000) 10000000:01000000:1.0:1767384971.093052:0:39776:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:2.0:1767384971.093054:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384971.093054:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352236288, offset 0 00010000:00000001:3.0:1767384971.093056:0:16765:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:1.0:1767384971.093057:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384971.093062:0:16765:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384971.093063:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.093068:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384971.093071:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:0.0:1767384971.093072:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:1.0:1767384971.093077:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.093078:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767384971.093082:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384971.093084:0:16765:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:1.0:1767384971.093087:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00010000:3.0:1767384971.093090:0:16765:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767384971.093091:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384971.093092:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:0.0:1767384971.093092:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:1.0:1767384971.093097:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384971.093102:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384971.093106:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000d06fa8cd : new refcount 10 10000000:00000010:1.0:1767384971.093115:0:39776:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000009ebcf716. 00000400:00000200:0.0:1767384971.093115:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272108500 10000000:01000000:3.0:1767384971.093116:0:16765:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1767384971.093117:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1767384971.093123:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1767384971.093128:0:16765:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000400:00000200:0.0:1767384971.093129:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 10000000:01000000:1.0:1767384971.093130:0:39776:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:01000000:2.0:1767384971.093131:0:16764:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:3.0:1767384971.093132:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384971.093136:0:16765:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b3f603b8) refs 1 10000000:00000001:2.0:1767384971.093138:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384971.093139:0:39776:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.093141:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:3.0:1767384971.093142:0:16765:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000040:2.0:1767384971.093144:0:16764:0:(mgc_request.c:123:config_log_put()) log params(00000000ce614173) refs 1 10000000:00000001:1.0:1767384971.093145:0:39776:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384971.093149:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384971.093154:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:3.0:1767384971.093155:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384971.093156:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000000162883. 10000000:01000000:2.0:1767384971.093157:0:16764:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1767384971.093161:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384971.093162:0:16136:0:(events.c:286:request_in_callback()) Process entered 10000000:00000001:2.0:1767384971.093164:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000040:00000010:1.0:1767384971.093166:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a267fe7c. 10000000:00000001:3.0:1767384971.093167:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.093168:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000200:0.0:1767384971.093168:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1767384971.093172:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005e0b8506. 10000000:00000001:2.0:1767384971.093173:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:0.0:1767384971.093176:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051a71781. 00000020:00000010:1.0:1767384971.093178:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c72d485. 10000000:00000001:2.0:1767384971.093179:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384971.093180:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:0.0:1767384971.093184:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000051a71781 x1853237352236288 msgsize 328 10000000:00000001:2.0:1767384971.093185:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384971.093186:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:1.0:1767384971.093187:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e3a21a2a. 10000000:00000001:3.0:1767384971.093191:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.093192:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:1.0:1767384971.093196:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000012d2c6bd. 10000000:00000001:3.0:1767384971.093198:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.093198:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:0.0:1767384971.093201:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00000001:2.0:1767384971.093203:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384971.093204:0:16765:0:(mgc_request.c:117:config_log_put()) Process entered 00080000:00000010:1.0:1767384971.093206:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bbe075d3. 10000000:00000001:2.0:1767384971.093207:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384971.093209:0:16765:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.093212:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384971.093214:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000d06fa8cd : new refcount 9 00000020:00000010:1.0:1767384971.093214:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000008fdcbf. 00000100:00000001:0.0:1767384971.093216:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384971.093217:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000d06fa8cd : new refcount 9 00000020:00000001:1.0:1767384971.093222:0:39776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384971.093223:0:16765:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000b3f603b8. 10000000:00000010:2.0:1767384971.093224:0:16764:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000ce614173. 00000400:00000200:0.0:1767384971.093227:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 00000020:00000010:1.0:1767384971.093228:0:39776:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000789feacf. 10000000:00000001:3.0:1767384971.093232:0:16765:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.093233:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000010:0.0:1767384971.093234:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 10000000:00000001:3.0:1767384971.093236:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.093237:0:39776:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.093238:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.093243:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384971.093247:0:39776:0:(obd_config.c:1053:class_get_profile()) Process entered 00010000:00000001:3.0:1767384971.093248:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384971.093249:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384971.093252:0:39776:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000100:00000200:0.0:1767384971.093252:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384971.093255:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384971.093255:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384971.093258:0:39776:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446637515344167680 : -106558365383936 : ffff9f15f27bc300) 00010000:00000001:3.0:1767384971.093260:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384971.093261:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384971.093268:0:39776:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446637515344167680 : -106558365383936 : ffff9f15f27bc300) 00010000:00000001:3.0:1767384971.093269:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384971.093270:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384971.093273:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384971.093276:0:16765:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.093277:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.093278:0:39776:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000007c292ff5. 00000100:00000040:0.0:1767384971.093280:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384971.093286:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7544a11 with handle 0x7ec529173eeb81a4 from hash 00000020:00000040:3.0:1767384971.093287:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b5062af6 with handle 0x7ec529173eeb8540 from hash 00000020:01000004:1.0:1767384971.093292:0:39776:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00010000:00000001:3.0:1767384971.093298:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384971.093298:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384971.093299:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000100:00000001:0.0:1767384971.093303:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.093304:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000000:1.0:1767384971.093305:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00010000:00000001:3.0:1767384971.093306:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384971.093324:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000091a59289. 00010000:00000001:2.0:1767384971.093325:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384971.093327:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767384971.093331:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.093332:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000080:1.0:1767384971.093333:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00010000:00000001:3.0:1767384971.093335:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384971.093336:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.093339:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1767384971.093356:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00010000:00000001:3.0:1767384971.093357:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384971.093358:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294960053 00010000:00000001:2.0:1767384971.093359:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384971.093363:0:16765:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000080:1.0:1767384971.093364:0:39776:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000100:00000001:0.0:1767384971.093369:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960049 00010000:00000001:2.0:1767384971.093371:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384971.093373:0:16765:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00080000:1.0:1767384971.093378:0:39776:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 000000000b38e24a lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00000001:3.0:1767384971.093380:0:16765:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767384971.093380:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384971.093382:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294960053 00000100:00000010:3.0:1767384971.093392:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043b4f539. 00000100:00000010:2.0:1767384971.093394:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6b2ac44. 00000100:00000001:0.0:1767384971.093395:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960049 00000020:00080000:1.0:1767384971.093399:0:39776:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000e988c6f9 a6d870d7-9fee-4d2a-b686-a6e8803da6e4 192.168.203.12@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000020:00000040:3.0:1767384971.093402:0:16765:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000040:2.0:1767384971.093405:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384971.093406:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294960053 00000100:00000001:3.0:1767384971.093412:0:16765:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384971.093415:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960049 02000000:00000001:3.0:1767384971.093418:0:16765:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384971.093420:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000001:2.0:1767384971.093424:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384971.093425:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294960053 02000000:00000001:3.0:1767384971.093426:0:16765:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384971.093427:0:39776:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000c894c037) has exports, disconnecting them 02000000:00000001:2.0:1767384971.093430:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384971.093437:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960049 02000000:00000001:2.0:1767384971.093439:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.093439:0:39776:0:(genops.c:1515:class_disconnect_export_list()) Process entered 02000000:00000010:3.0:1767384971.093440:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de58b4e4. 00000100:00000001:0.0:1767384971.093444:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384971.093449:0:39776:0:(genops.c:887:class_export_get()) GET export 000000000b38e24a refcount=5 00000100:00000001:0.0:1767384971.093450:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.093452:0:16765:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384971.093454:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000833345c0. 00000100:00000001:0.0:1767384971.093457:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384971.093461:0:39776:0:(genops.c:887:class_export_get()) GET export 000000000b38e24a refcount=6 00010000:00000001:3.0:1767384971.093462:0:16765:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384971.093464:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.093466:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.093469:0:16765:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384971.093473:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00080000:1.0:1767384971.093474:0:39776:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000000b38e24a), last request at 1767384968 00000100:00000001:0.0:1767384971.093476:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384971.093481:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384971.093483:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384971.093488:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384971.093496:0:39776:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000001:0.0:1767384971.093498:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384971.093514:0:16765:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767384971.093516:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:1.0:1767384971.093519:0:39776:0:(genops.c:887:class_export_get()) GET export 000000000b38e24a refcount=7 00000100:00000001:0.0:1767384971.093519:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384971.093521:0:16765:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384971.093521:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.093526:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.093528:0:39776:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:2.0:1767384971.093529:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384971.093535:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.093535:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:0.0:1767384971.093537:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.093538:0:16765:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384971.093542:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 6 00000100:00000001:3.0:1767384971.093543:0:16765:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.093548:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6b2ac44] to pc [ptlrpcd_00_01+1] req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:1.0:1767384971.093553:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb823e 00000100:00000040:3.0:1767384971.093557:0:16765:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043b4f539] to pc [ptlrpcd_00_02+2] req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384971.093562:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b38e24a with handle 0x7ec529173eeb823e from hash 00000020:00000040:1.0:1767384971.093574:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 5 00000100:00000001:0.0:1767384971.093575:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.093582:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384971.093583:0:39776:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d9b4ff4d. 00010000:00000001:2.0:1767384971.093585:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384971.093586:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384971.093593:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:2.0:1767384971.093594:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.093596:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.093598:0:16765:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384971.093598:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.093601:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384971.093603:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 4 00010000:00000001:3.0:1767384971.093607:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.093611:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.093612:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384971.093613:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384971.093618:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 3 00010000:00000001:3.0:1767384971.093620:0:16765:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.093621:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.093625:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.093628:0:16765:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.093630:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.093633:0:39776:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 10000000:00000001:3.0:1767384971.093636:0:16765:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.093637:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1767384971.093638:0:39776:0:(import.c:65:import_set_state_nolock()) 000000000911d1ef : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384971.093642:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.093645:0:16765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.093647:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384971.093652:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:2.0:1767384971.093654:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384971.093654:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384971.093656:0:39776:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 02000000:00000001:0.0:1767384971.093662:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384971.093663:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384971.093663:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000f7544a11/0x7ec529173eeb81a4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb81ab expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.093664:0:39776:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.093670:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 00000000b5062af6/0x7ec529173eeb8540 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8547 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384971.093673:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384971.093674:0:39776:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384971.093680:0:39776:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:1.0:1767384971.093684:0:39776:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384971.093685:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6b2ac44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352236544:0@lo:103: 00010000:00000001:2.0:1767384971.093693:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384971.093693:0:39776:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384971.093696:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000227fda97 count: 0 00000100:00000001:0.0:1767384971.093698:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384971.093699:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000001:1.0:1767384971.093700:0:39776:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 02000000:00000001:0.0:1767384971.093704:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:2.0:1767384971.093705:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000037a98e06. 02000000:00000001:0.0:1767384971.093708:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.093711:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.093712:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384971.093713:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384971.093714:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384971.093720:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023b5d10b. 00010000:00000001:3.0:1767384971.093722:0:16765:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:2.0:1767384971.093722:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767384971.093723:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1767384971.093727:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384971.093730:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f1abed02. 00000020:00000001:2.0:1767384971.093730:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.093731:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384971.093732:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c32f4bff. 00010000:00000001:3.0:1767384971.093741:0:16765:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.093741:0:16764:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000010:0.0:1767384971.093743:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca9cde85. 00000100:00000001:1.0:1767384971.093744:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384971.093750:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384971.093751:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384971.093752:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236544, portal 18 00010000:00000001:2.0:1767384971.093753:0:16764:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:3.0:1767384971.093756:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.093759:0:16764:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384971.093760:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.093761:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1767384971.093762:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767384971.093763:0:16764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.093764:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384971.093766:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259841152 : -106563449710464 : ffff9f14c36f1880) 00000020:00000001:3.0:1767384971.093767:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384971.093770:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384971.093771:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.093778:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767384971.093782:0:16764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000090cc9a79 already unused, calling callback (000000005e873491) 00000100:00000040:1.0:1767384971.093783:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384971.093783:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384971.093785:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1767384971.093789:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:3.0:1767384971.093790:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384971.093794:0:16764:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384971.093799:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384971.093811:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384971.093815:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.093824:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384971.093826:0:16764:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:3.0:1767384971.093829:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384971.093831:0:16764:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384971.093835:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384971.093836:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384971.093836:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384971.093842:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.093843:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384971.093844:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.093844:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000090cc9a79 refcount=3 02000000:00000001:1.0:1767384971.093852:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384971.093853:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262400512 : -106558447151104 : ffff9f15ed9c1800) 00010000:00010000:3.0:1767384971.093854:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384971.093854:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 02000000:00000001:1.0:1767384971.093857:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384971.093863:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352236544, offset 0 00010000:00000001:2.0:1767384971.093864:0:16764:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262400512 : -106558447151104 : ffff9f15ed9c1800) 02000000:00000001:1.0:1767384971.093864:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.093875:0:16764:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:1.0:1767384971.093875:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000043b4f539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352236416:0@lo:103: 00000100:00000001:3.0:1767384971.093878:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384971.093881:0:16764:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384971.093882:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384971.093887:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384971.093894:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767384971.093897:0:16764:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384971.093899:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.093900:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00010000:2.0:1767384971.093902:0:16764:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384971.093903:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384971.093907:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384971.093910:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.093916:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.093939:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.093942:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.093954:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384971.093956:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272108600 00000100:00100000:3.0:1767384971.093959:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236288 10000000:01000000:2.0:1767384971.093960:0:16764:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 02000000:00000010:1.0:1767384971.093961:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012d2c6bd. 02000000:00000001:3.0:1767384971.093965:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384971.093967:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 02000000:00000001:1.0:1767384971.093969:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.093970:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:01000000:2.0:1767384971.093973:0:16764:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00000001:3.0:1767384971.093975:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384971.093979:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c74a7a87. 10000000:00000001:2.0:1767384971.093981:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384971.093981:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384971.093982:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384971.093985:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083653650. 10000000:00000040:2.0:1767384971.093987:0:16764:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000003d985ff8) refs 1 00000100:00100000:3.0:1767384971.093990:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236288 00000400:00000200:0.0:1767384971.093993:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384971.093994:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236416, portal 18 00000020:00000001:3.0:1767384971.093995:0:22984:0:(genops.c:811:class_conn2export()) Process entered 10000000:01000000:2.0:1767384971.093998:0:16764:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000020:00000040:3.0:1767384971.094002:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000001:1.0:1767384971.094003:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384971.094004:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384971.094004:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384971.094008:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515267653632 : -106558441897984 : ffff9f15edec4000) 00000020:00000001:3.0:1767384971.094009:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384971.094010:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 10000000:00000001:2.0:1767384971.094011:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384971.094016:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 10000000:00000001:2.0:1767384971.094018:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:0.0:1767384971.094020:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff43f58. 00000100:00000040:1.0:1767384971.094021:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384971.094024:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 10000000:00000001:2.0:1767384971.094024:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1767384971.094029:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000eff43f58 x1853237352236544 msgsize 328 10000000:00000001:2.0:1767384971.094031:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384971.094032:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 10000000:00000001:2.0:1767384971.094036:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384971.094042:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00000001:2.0:1767384971.094049:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:0.0:1767384971.094049:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384971.094050:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a858b92d. 10000000:00000001:2.0:1767384971.094071:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384971.094073:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384971.094077:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384971.094078:0:16764:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.094083:0:16764:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:1.0:1767384971.094085:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384971.094087:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a858b92d. 00000020:00000040:2.0:1767384971.094088:0:16764:0:(genops.c:898:class_export_put()) PUTting export 00000000d06fa8cd : new refcount 7 00000100:00000001:0.0:1767384971.094089:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384971.094092:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 10000000:00000010:2.0:1767384971.094098:0:16764:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000003d985ff8. 00000100:00000200:1.0:1767384971.094100:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352236416, offset 0 00000020:00000010:3.0:1767384971.094101:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e01e4994. 00000400:00000200:0.0:1767384971.094102:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558189bd 10000000:00000001:2.0:1767384971.094108:0:16764:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000010:0.0:1767384971.094111:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 10000000:00000001:2.0:1767384971.094113:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.094114:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000022a61af. 00000100:00000001:0.0:1767384971.094119:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384971.094124:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00010000:00000001:2.0:1767384971.094124:0:16764:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384971.094125:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384971.094128:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.094132:0:16764:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384971.094137:0:16764:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384971.094138:0:22984:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:2.0:1767384971.094144:0:16764:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384971.094148:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384971.094150:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384971.094151:0:16764:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.094152:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384971.094160:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384971.094161:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384971.094162:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000090cc9a79 with handle 0x7ec529173eeb811f from hash 00010000:00000001:3.0:1767384971.094165:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094168:0:16764:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384971.094170:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384971.094174:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384971.094175:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384971.094175:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272108580 00010000:00000001:3.0:1767384971.094183:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384971.094183:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384971.094190:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384971.094191:0:16764:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384971.094192:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00010000:00000001:2.0:1767384971.094197:0:16764:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384971.094200:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094204:0:16764:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:3.0:1767384971.094207:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009770cd1d refcount=3 00000100:00000001:0.0:1767384971.094208:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384971.094211:0:16764:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000200:1.0:1767384971.094211:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384971.094214:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385030656 : -106558324520960 : ffff9f15f4eb4800) 00000100:00000001:0.0:1767384971.094216:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094218:0:16764:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384971.094221:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385030656 : -106558324520960 : ffff9f15f4eb4800) 00000400:00000200:1.0:1767384971.094226:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384971.094227:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294960054 00000100:00000010:2.0:1767384971.094228:0:16764:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000421c21e6. 00010000:00000001:3.0:1767384971.094229:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.094235:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.094240:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.094241:0:16764:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=7 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767384971.094243:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960053 00000100:00000001:1.0:1767384971.094244:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384971.094245:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.094249:0:16764:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384971.094250:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384971.094254:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294960054 02000000:00000001:2.0:1767384971.094255:0:16764:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384971.094257:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384971.094259:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d234243. 02000000:00000001:2.0:1767384971.094262:0:16764:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.094264:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960053 00000100:00000040:1.0:1767384971.094267:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000004d234243 x1853237352236416 msgsize 328 02000000:00000010:2.0:1767384971.094273:0:16764:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025ae4e00. 00000100:00000001:0.0:1767384971.094274:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294960054 00000100:00000001:3.0:1767384971.094275:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.094284:0:16764:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384971.094286:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384971.094287:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960053 00010000:00000001:2.0:1767384971.094291:0:16764:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384971.094298:0:16764:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384971.094301:0:22984:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384971.094301:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294960054 00000100:00000001:1.0:1767384971.094304:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384971.094326:0:22984:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236544 02000000:00000001:3.0:1767384971.094332:0:22984:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384971.094334:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802507e1 00000100:00000001:0.0:1767384971.094335:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960053 00000100:00000001:3.0:1767384971.094353:0:22984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1767384971.094353:0:16764:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000010:1.0:1767384971.094355:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000100:00000001:3.0:1767384971.094358:0:22984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094370:0:16764:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.094370:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384971.094374:0:22984:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.094375:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384971.094381:0:16764:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384971.094381:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384971.094382:0:22984:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236544 00000100:00000200:1.0:1767384971.094385:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.094387:0:16764:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.094389:0:22984:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384971.094391:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384971.094394:0:22984:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384971.094400:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384971.094418:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384971.094423:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=15 00000100:00000040:2.0:1767384971.094431:0:16764:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000421c21e6] to pc [ptlrpcd_00_03+3] req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.094433:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384971.094434:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384971.094437:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384971.094440:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384971.094444:0:22984:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000040:1.0:1767384971.094448:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.094453:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.094454:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384971.094463:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a858b92d. 00000100:00000001:0.0:1767384971.094463:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384971.094471:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.094473:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384971.094483:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.094484:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a858b92d. 00000100:00000001:1.0:1767384971.094486:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094490:0:16764:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384971.094495:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384971.094513:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384971.094514:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dfa8b95. 00010000:00000001:2.0:1767384971.094518:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384971.094520:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.094521:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d65fa72. 00010000:00000001:2.0:1767384971.094521:0:16764:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.094530:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384971.094531:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000067933bf6. 00010000:00000001:2.0:1767384971.094531:0:16764:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.094532:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294960054 00000100:00100000:0.0:1767384971.094537:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236416 10000000:00000001:2.0:1767384971.094538:0:16764:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.094541:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294960054 02000000:00000001:0.0:1767384971.094542:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384971.094543:0:22984:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:2.0:1767384971.094544:0:16764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384971.094548:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384971.094550:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294960054 00000100:00000001:3.0:1767384971.094551:0:22984:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384971.094554:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.094555:0:22984:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384971.094559:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294960054 00010000:00000001:3.0:1767384971.094561:0:22984:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.094564:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.094569:0:22984:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384971.094569:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294960054 00010000:00000001:2.0:1767384971.094571:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384971.094573:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236416 00000100:00000001:1.0:1767384971.094574:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, keep current deadline 4294960054 00010000:00010000:2.0:1767384971.094576:0:16764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.112@tcp lock: 0000000090cc9a79/0x7ec529173eeb811f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7ec529173eeb8126 expref: -99 pid: 16757 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384971.094579:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384971.094584:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384971.094584:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294960054 00000020:00000040:0.0:1767384971.094584:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:3.0:1767384971.094589:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384971.094591:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384971.094594:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, keep current deadline 4294960054 00000020:00000040:3.0:1767384971.094595:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000612afe3f refcount=3 00010000:00000040:2.0:1767384971.094596:0:16764:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000daea2e83 count: 0 00000020:00000040:0.0:1767384971.094596:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=16 00000100:00000001:1.0:1767384971.094600:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384971.094605:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685540864 : -106559024010752 : ffff9f15cb39ea00) 00000020:00000001:0.0:1767384971.094606:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:1.0:1767384971.094607:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094611:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.094613:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685540864 : -106559024010752 : ffff9f15cb39ea00) 00000020:00000001:0.0:1767384971.094614:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00010000:00000001:2.0:1767384971.094616:0:16764:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384971.094617:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.094618:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1767384971.094623:0:16764:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000af75032e. 00010000:00000001:3.0:1767384971.094624:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384971.094624:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.094624:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384971.094631:0:22984:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094635:0:16764:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.094635:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001682d6db. 00000100:00000001:3.0:1767384971.094636:0:22984:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.094636:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384971.094641:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384971.094644:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384971.094646:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384971.094647:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.094648:0:22984:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.094649:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.094653:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384971.094659:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384971.094660:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384971.094660:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001682d6db. 00000020:00000001:2.0:1767384971.094665:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384971.094666:0:22984:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.094669:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.094670:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384971.094673:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006df10f8d. 00010000:00010000:2.0:1767384971.094675:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384971.094680:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384971.094682:0:22984:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384971.094685:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f3ae4da. 00000020:00000001:2.0:1767384971.094686:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.094688:0:22984:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:2.0:1767384971.094695:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384971.094698:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000100:00100000:3.0:1767384971.094700:0:22984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384971.094701:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384971.094708:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.094708:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384971.094709:0:22984:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:0.0:1767384971.094711:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384971.094716:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384971.094717:0:22984:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605059968 : -106559104491648 : ffff9f15c66ddf80) 00000100:00000001:2.0:1767384971.094717:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.094718:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384971.094722:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384971.094726:0:16763:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:1.0:1767384971.094727:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384971.094730:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051a71781 x1853237352236288/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384971.094733:0:16763:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384971.094735:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000421c21e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352236672:0@lo:103: 00010000:00000001:0.0:1767384971.094743:0:16763:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384971.094749:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384971.094750:0:39689:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384971.094752:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384971.094754:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384971.094756:0:39689:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384971.094760:0:22984:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384971.094760:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384971.094761:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.094768:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a858b92d. 00000100:00100000:2.0:1767384971.094768:0:39689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000040:0.0:1767384971.094768:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=3 02000000:00000001:1.0:1767384971.094769:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384971.094777:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097f9dee7. 00000100:00000001:3.0:1767384971.094778:0:22984:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384971.094779:0:39689:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000020:00000001:0.0:1767384971.094779:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 02000000:00000001:1.0:1767384971.094783:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.094785:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a858b92d. 00010000:00000001:0.0:1767384971.094792:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00000100:00000001:2.0:1767384971.094793:0:39689:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605052800 : -106559104498816 : ffff9f15c66dc380) 00000400:00000010:1.0:1767384971.094793:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32906d2. 00000100:00100000:3.0:1767384971.094800:0:22984:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000051a71781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16136:x1853237352236288:12345-0@lo:103: 00000400:00000010:1.0:1767384971.094802:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00010000:00000001:0.0:1767384971.094804:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384971.094808:0:39689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eff43f58 x1853237352236544/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384971.094811:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384971.094812:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236672, portal 18 00000100:00000200:3.0:1767384971.094813:0:22984:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236288 00010000:00000001:3.0:1767384971.094819:0:22984:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384971.094819:0:16763:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.094821:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000002:3.0:1767384971.094825:0:22984:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1767384971.094827:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637510259839360 : -106563449712256 : ffff9f14c36f1180) 00000100:00000001:0.0:1767384971.094828:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.094830:0:22984:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384971.094837:0:22984:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384971.094841:0:39689:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384971.094842:0:22984:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384971.094842:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.094843:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.094846:0:39689:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8914f57. 02000000:00000010:3.0:1767384971.094849:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eed6bb23. 00000100:00000001:0.0:1767384971.094852:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.094855:0:39689:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384971.094857:0:22984:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.094865:0:39689:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8914f57. 00000100:00000001:3.0:1767384971.094866:0:22984:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.094870:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384971.094875:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384971.094876:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384971.094877:0:39689:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eff43f58 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16137:x1853237352236544:12345-0@lo:103: 00010000:00000001:3.0:1767384971.094878:0:22984:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000040:1.0:1767384971.094885:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384971.094890:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1767384971.094891:0:22984:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000200:2.0:1767384971.094892:0:39689:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236544 00000400:00000010:1.0:1767384971.094894:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000881dd80a. 00010000:00000001:3.0:1767384971.094898:0:22984:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384971.094899:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 3 00010000:00000001:2.0:1767384971.094900:0:39689:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000200:1.0:1767384971.094901:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352236672, offset 0 00000020:00000001:3.0:1767384971.094903:0:22984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000002:2.0:1767384971.094906:0:39689:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1767384971.094908:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637514605555072 : -106559103996544 : ffff9f15c6756d80) 00000020:00000040:3.0:1767384971.094910:0:22984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009770cd1d refcount=3 00010000:00000001:2.0:1767384971.094911:0:39689:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:1.0:1767384971.094917:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384971.094918:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d234243 x1853237352236416/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.094919:0:39689:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384971.094920:0:22984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385030656 : -106558324520960 : ffff9f15f4eb4800) 02000000:00000001:2.0:1767384971.094925:0:39689:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384971.094951:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384971.094959:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272108680 00010000:00000001:3.0:1767384971.094961:0:22984:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385030656 : -106558324520960 : ffff9f15f4eb4800) 02000000:00000010:2.0:1767384971.094967:0:39689:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a3e1735. 00010000:00000040:3.0:1767384971.094969:0:22984:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 5 00000400:00000200:1.0:1767384971.094969:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 02000000:00000001:2.0:1767384971.094976:0:39689:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.094977:0:22984:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384971.094982:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000824fdebd. 00000020:00000001:3.0:1767384971.094983:0:22984:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1767384971.094986:0:39689:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.094989:0:22984:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1767384971.094991:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b8445d8 00010000:00000001:3.0:1767384971.094994:0:22984:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.094997:0:39689:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000400:00000200:1.0:1767384971.094998:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384971.094998:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384971.094999:0:22984:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.095005:0:39689:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:0.0:1767384971.095005:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001682d6db. 00010000:00000001:3.0:1767384971.095008:0:22984:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384971.095012:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384971.095014:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384971.095016:0:22984:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384971.095016:0:39689:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384971.095018:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b8445d8 00000020:00000010:0.0:1767384971.095021:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001682d6db. 00000020:00000001:2.0:1767384971.095023:0:39689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384971.095024:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b8445d8. 00010000:00000001:3.0:1767384971.095025:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.095032:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384971.095032:0:39689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000612afe3f refcount=3 00000100:00100000:0.0:1767384971.095032:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d234243 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+16:16139:x1853237352236416:12345-0@lo:103: 00000100:00000001:1.0:1767384971.095034:0:16139:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384971.095038:0:22984:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384971.095040:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:2.0:1767384971.095042:0:39689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637514685540864 : -106559024010752 : ffff9f15cb39ea00) 00010000:00000001:3.0:1767384971.095043:0:22984:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384971.095049:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236416 00000100:00000040:1.0:1767384971.095051:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000079b58ca x1853237352236672 msgsize 328 00010000:00000001:2.0:1767384971.095052:0:39689:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637514685540864 : -106559024010752 : ffff9f15cb39ea00) 00000020:00000040:3.0:1767384971.095053:0:22984:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009770cd1d with handle 0x7ec529173eeb8134 from hash 00010000:00000001:0.0:1767384971.095053:0:16763:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384971.095057:0:16763:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384971.095062:0:22984:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384971.095063:0:16763:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000040:2.0:1767384971.095064:0:39689:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098f29938 count: 3 00010000:00000001:3.0:1767384971.095067:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384971.095070:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384971.095071:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384971.095072:0:39689:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384971.095073:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384971.095075:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384971.095078:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384971.095079:0:22984:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767384971.095080:0:39689:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384971.095081:0:16139:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384971.095083:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ee46a28. 00010000:00000001:3.0:1767384971.095084:0:22984:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384971.095086:0:39689:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1767384971.095087:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000881dd80a 00010000:00000001:3.0:1767384971.095089:0:22984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384971.095090:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.095091:0:39689:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384971.095093:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881dd80a. 00010000:00010000:3.0:1767384971.095098:0:22984:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009770cd1d/0x7ec529173eeb8134 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb812d expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384971.095098:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.095100:0:39689:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095101:0:16139:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384971.095108:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384971.095112:0:39689:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1767384971.095113:0:16763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000200:1.0:1767384971.095114:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384971.095117:0:22984:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 8 00010000:00000001:2.0:1767384971.095118:0:39689:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384971.095119:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384971.095126:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 15 00000020:00000001:0.0:1767384971.095126:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384971.095128:0:39689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384971.095130:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c835a631 refcount=3 00010000:00000001:3.0:1767384971.095135:0:22984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384971.095141:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00010000:00000001:3.0:1767384971.095142:0:22984:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384971.095142:0:39689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384971.095143:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384971.095148:0:39689:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384971.095150:0:22984:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384971.095151:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515262398976 : -106558447152640 : ffff9f15ed9c1200) 00000100:00000040:1.0:1767384971.095152:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.095153:0:39689:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.095155:0:22984:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384971.095158:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008ca33910 count: 2 00000020:00000040:2.0:1767384971.095162:0:39689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000612afe3f with handle 0x7ec529173eeb81ab from hash 00010000:00000001:3.0:1767384971.095164:0:22984:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.095166:0:16763:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384971.095172:0:39689:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1767384971.095173:0:16763:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384971.095174:0:22984:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384971.095178:0:39689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.095179:0:16763:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384971.095180:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.095182:0:39689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.095184:0:16763:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095187:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384971.095188:0:39689:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:3.0:1767384971.095189:0:22984:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:0.0:1767384971.095189:0:16763:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095192:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.095195:0:22984:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384971.095196:0:39689:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384971.095198:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294960055 00010000:00000001:0.0:1767384971.095199:0:16763:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384971.095201:0:39689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.095204:0:22984:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384971.095205:0:16763:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:2.0:1767384971.095210:0:39689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000612afe3f/0x7ec529173eeb81ab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb81a4 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.095211:0:22984:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095211:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960054 00010000:00000001:0.0:1767384971.095213:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.095219:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384971.095220:0:22984:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384971.095222:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294960055 00010000:00000001:0.0:1767384971.095224:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.095232:0:16763:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384971.095233:0:39689:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 7 00000100:00000001:3.0:1767384971.095234:0:22984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384971.095234:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960054 00000020:00000040:2.0:1767384971.095241:0:39689:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 14 00000020:00000040:0.0:1767384971.095241:0:16763:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c835a631 with handle 0x7ec529173eeb8547 from hash 00000100:00000040:3.0:1767384971.095242:0:22984:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000001:1.0:1767384971.095243:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294960055 00010000:00000001:2.0:1767384971.095249:0:39689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384971.095252:0:22984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00010000:00000001:0.0:1767384971.095252:0:16763:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384971.095254:0:39689:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384971.095254:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294960054 00010000:00000001:0.0:1767384971.095258:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384971.095261:0:22984:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384971.095262:0:39689:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384971.095263:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384971.095264:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294960055 02000000:00000001:3.0:1767384971.095265:0:22984:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.095266:0:39689:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384971.095269:0:16763:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384971.095274:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294960054 00010000:00000001:0.0:1767384971.095275:0:16763:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384971.095277:0:22984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384971.095277:0:39689:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095281:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384971.095281:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.095283:0:39689:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1767384971.095289:0:22984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384971.095290:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.095291:0:16763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c835a631/0x7ec529173eeb8547 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb8540 expref: 14 pid: 16768 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384971.095292:0:39689:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000010:3.0:1767384971.095294:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 00010000:00000001:2.0:1767384971.095298:0:39689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.095299:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384971.095303:0:22984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352236288, offset 224 00000100:00000001:1.0:1767384971.095321:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.095326:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384971.095327:0:39689:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384971.095331:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384971.095334:0:39689:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384971.095337:0:16763:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 6 00000400:00000200:3.0:1767384971.095339:0:22984:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384971.095340:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384971.095344:0:39689:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=101 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384971.095344:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00000100:00000001:1.0:1767384971.095345:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384971.095352:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.095356:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384971.095359:0:22984:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384971.095359:0:39689:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384971.095359:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.095360:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384971.095368:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1767384971.095369:0:39689:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 20 to 0@lo 00010000:00000001:0.0:1767384971.095372:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.095374:0:39689:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00010000:00000001:0.0:1767384971.095376:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384971.095379:0:22984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272108500 02000000:00000001:2.0:1767384971.095382:0:39689:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384971.095384:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1767384971.095387:0:39689:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384971.095388:0:16763:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008ca33910 count: 0 00000400:00000200:3.0:1767384971.095389:0:22984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x219d [1] + 224 00000100:00000001:2.0:1767384971.095396:0:39689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384971.095399:0:22984:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384971.095404:0:39689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384971.095405:0:16763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:3.0:1767384971.095407:0:22984:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384971.095410:0:16763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384971.095413:0:39689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000100:00000001:3.0:1767384971.095415:0:22984:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384971.095416:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384971.095420:0:16761:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000200:2.0:1767384971.095421:0:39689:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352236544, offset 224 00010000:00000001:0.0:1767384971.095421:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384971.095425:0:22984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384971.095426:0:16761:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00001000:0.0:1767384971.095430:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=101 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384971.095438:0:39689:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384971.095439:0:16761:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001721bb04. 00000100:00000001:0.0:1767384971.095444:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384971.095451:0:16761:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_005' 00000100:00000040:0.0:1767384971.095452:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 21 to 0@lo 00000400:00000200:2.0:1767384971.095459:0:39689:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384971.095461:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000040:3.0:1767384971.095466:0:22984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384971.095467:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384971.095471:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.095478:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384971.095487:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384971.095488:0:39689:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272108600 00000100:00000001:3.0:1767384971.095491:0:22984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384971.095494:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00000400:00000200:2.0:1767384971.095499:0:39689:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21a5 [1] + 224 00000400:00000200:2.0:1767384971.095506:0:39689:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384971.095510:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352236416, offset 224 00000400:00000200:3.0:1767384971.095512:0:22984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000400:00000200:2.0:1767384971.095513:0:39689:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384971.095519:0:22984:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000100:00000001:3.0:1767384971.095524:0:22984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384971.095526:0:22984:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384971.095530:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384971.095533:0:22984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.095537:0:39689:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384971.095542:0:22984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 20 to 0@lo 00000100:00000001:1.0:1767384971.095543:0:16761:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.095546:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384971.095547:0:39689:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384971.095550:0:22984:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095553:0:16761:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384971.095559:0:22984:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384971.095560:0:16761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236672 02000000:00000001:1.0:1767384971.095567:0:16761:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384971.095568:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272108580 00000100:00000040:2.0:1767384971.095572:0:39689:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.095574:0:16761:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384971.095579:0:16761:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384971.095582:0:22984:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051a71781 x1853237352236288/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384971.095586:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21ad [1] + 224 02000000:00000001:1.0:1767384971.095588:0:16761:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384971.095596:0:16761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236672 00000400:00000200:0.0:1767384971.095600:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384971.095602:0:16761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384971.095607:0:16761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000020:00000001:1.0:1767384971.095615:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384971.095615:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384971.095620:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=14 00000100:00000001:2.0:1767384971.095625:0:39689:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384971.095625:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384971.095626:0:22984:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000051a71781 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce8723f7-a406-4428-8bf1-c7aa33d7d062+14:16136:x1853237352236288:12345-0@lo:103: Request processed in 862us (2435us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384971.095628:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384971.095635:0:16761:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000200:0.0:1767384971.095635:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384971.095637:0:39689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:2.0:1767384971.095644:0:39689:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000100:00000001:1.0:1767384971.095645:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384971.095650:0:22984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384971.095653:0:39689:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384971.095654:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00000100:00000040:3.0:1767384971.095659:0:22984:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384971.095659:0:39689:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384971.095661:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384971.095666:0:39689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.095669:0:22984:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384971.095670:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000100:00000040:0.0:1767384971.095674:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384971.095675:0:39689:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 19 to 0@lo 00000100:00000001:3.0:1767384971.095677:0:22984:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384971.095679:0:16761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008899334d. 00010000:00000001:2.0:1767384971.095684:0:39689:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.095685:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000022a61af. 00000020:00000010:1.0:1767384971.095687:0:16761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbe26876. 00010000:00000001:2.0:1767384971.095691:0:39689:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.095694:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:1.0:1767384971.095696:0:16761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe4aca9. 00000020:00000010:3.0:1767384971.095703:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e01e4994. 00000100:00000040:2.0:1767384971.095703:0:39689:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff43f58 x1853237352236544/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.095705:0:16761:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384971.095710:0:16761:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384971.095714:0:22984:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 13 00010000:00000001:1.0:1767384971.095715:0:16761:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384971.095721:0:16761:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.095722:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.095723:0:22984:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384971.095729:0:16761:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:2.0:1767384971.095730:0:39689:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eff43f58 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ce8723f7-a406-4428-8bf1-c7aa33d7d062+13:16137:x1853237352236544:12345-0@lo:103: Request processed in 886us (1696us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384971.095732:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558189bd 00010000:00000001:1.0:1767384971.095734:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384971.095739:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000020:00000001:1.0:1767384971.095740:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.095744:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000729f1ca0 refcount=3 00000100:00000001:3.0:1767384971.095748:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384971.095749:0:39689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384971.095749:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384971.095750:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385030144 : -106558324521472 : ffff9f15f4eb4600) 00000100:00000001:3.0:1767384971.095752:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384971.095754:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384971.095759:0:39689:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00010000:00000001:1.0:1767384971.095760:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385030144 : -106558324521472 : ffff9f15f4eb4600) 00000400:00000001:3.0:1767384971.095761:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384971.095762:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384971.095767:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384971.095768:0:39689:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384971.095769:0:16761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384971.095773:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041a2507c. 00000100:00000040:0.0:1767384971.095773:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 18 to 0@lo 00000100:00000001:2.0:1767384971.095774:0:39689:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384971.095775:0:16761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384971.095780:0:16761:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.095782:0:39689:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d65fa72. 00010000:00000001:0.0:1767384971.095782:0:16763:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384971.095783:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088996028 00000100:00000001:1.0:1767384971.095783:0:16761:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384971.095791:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088996028. 00010000:00000001:0.0:1767384971.095792:0:16763:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.095794:0:39689:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000067933bf6. 00000100:00000001:1.0:1767384971.095795:0:16761:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.095800:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384971.095803:0:39689:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dfa8b95. 00000100:00000040:0.0:1767384971.095804:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d234243 x1853237352236416/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384971.095810:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.095812:0:16761:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384971.095814:0:39689:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 12 00000100:00000001:2.0:1767384971.095822:0:39689:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.095830:0:16761:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384971.095834:0:16761:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384971.095843:0:39689:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384971.095848:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384971.095849:0:16761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1767384971.095849:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d234243 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce8723f7-a406-4428-8bf1-c7aa33d7d062+12:16139:x1853237352236416:12345-0@lo:103: Request processed in 844us (1573us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384971.095856:0:39689:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384971.095858:0:16761:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 2 00000100:00000001:2.0:1767384971.095861:0:39689:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095865:0:16761:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515284273232 : -106558425278384 : ffff9f15eee9d850) 00000100:00000001:2.0:1767384971.095871:0:39689:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.095879:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000079b58ca x1853237352236672/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384971.095880:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384971.095916:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.095919:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1767384971.095924:0:16762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006c6b116a. 00000100:00000001:3.0:1767384971.095926:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384971.095931:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384971.095935:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384971.095938:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.095942:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.095942:0:16761:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384971.095947:0:16761:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb19298. 00000100:00001000:3.0:1767384971.095949:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=101 v=5 (5 0 0 0) 00000001:00000040:2.0:1767384971.095953:0:39776:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 5 00000100:00000001:1.0:1767384971.095954:0:16761:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384971.095956:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=101 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384971.095960:0:16761:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb19298. 00000001:00000001:2.0:1767384971.095963:0:39776:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000040:0.0:1767384971.095966:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 1 00000001:00000040:2.0:1767384971.095970:0:39776:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 4 00000100:00000001:3.0:1767384971.095972:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384971.095974:0:16761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000079b58ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+12:16139:x1853237352236672:12345-0@lo:103: 00000100:00000001:0.0:1767384971.095975:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384971.095976:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.095981:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 2 00000100:00000001:0.0:1767384971.095984:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384971.095985:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384971.095985:0:16761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236672 00000001:00000001:2.0:1767384971.095988:0:39776:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:3.0:1767384971.095990:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.095992:0:16761:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000001:00000040:2.0:1767384971.095993:0:39776:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 3 00000020:00000010:0.0:1767384971.095994:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f3ae4da. 00010000:00000002:1.0:1767384971.095998:0:16761:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1767384971.095999:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384971.096002:0:39776:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:1.0:1767384971.096004:0:16761:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000010:0.0:1767384971.096006:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000020:00000040:2.0:1767384971.096008:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 1 00000100:00000040:3.0:1767384971.096009:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.096010:0:16761:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384971.096016:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006df10f8d. 00000004:00000001:2.0:1767384971.096017:0:39776:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384971.096017:0:16761:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384971.096023:0:16761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e03cc49. 00000020:00000001:2.0:1767384971.096027:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.096030:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 11 02000000:00000001:1.0:1767384971.096031:0:16761:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.096037:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384971.096039:0:16761:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384971.096040:0:39776:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000000b38e24a): rc 0 00000100:00000001:0.0:1767384971.096041:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.096049:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384971.096049:0:16761:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000040:2.0:1767384971.096050:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000000b38e24a : new refcount 0 00010000:00010000:1.0:1767384971.096054:0:16761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384971.096056:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:2.0:1767384971.096057:0:39776:0:(genops.c:904:class_export_put()) final put 000000000b38e24a/lustre-MDT0000-lwp-OST0000_UUID 00010000:00000001:1.0:1767384971.096060:0:16761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.096064:0:16761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.096066:0:16761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000729f1ca0 refcount=3 00000100:00000040:3.0:1767384971.096068:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.096071:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384971.096072:0:16761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515385030144 : -106558324521472 : ffff9f15f4eb4600) 00000020:00000001:2.0:1767384971.096089:0:39776:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000100:00000001:0.0:1767384971.096093:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384971.096095:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384971.096098:0:16761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637515385030144 : -106558324521472 : ffff9f15f4eb4600) 00000020:00000001:2.0:1767384971.096103:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000400:00000001:0.0:1767384971.096105:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384971.096106:0:16761:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000063e5b445 count: 2 00000004:00000001:2.0:1767384971.096109:0:39776:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000400:00000001:0.0:1767384971.096114:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384971.096116:0:16761:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1767384971.096117:0:39776:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000400:00000010:0.0:1767384971.096120:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c74a7a87. 00000100:00100000:3.0:1767384971.096121:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d48e8b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352236288:0@lo:103: 00000020:00000001:1.0:1767384971.096123:0:16761:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:2.0:1767384971.096125:0:39776:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00000001:1.0:1767384971.096131:0:16761:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000004:00000080:2.0:1767384971.096132:0:39776:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffabb1c449bb28 00000400:00000200:0.0:1767384971.096133:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083653650 00000100:00000001:3.0:1767384971.096134:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384971.096137:0:16761:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384971.096143:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083653650. 00000100:00000001:3.0:1767384971.096144:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000001:2.0:1767384971.096144:0:39776:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000020:00000001:1.0:1767384971.096145:0:16761:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384971.096153:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d48e8b48 x1853237352236288/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384971.096156:0:16761:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384971.096157:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384971.096159:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00000001:1.0:1767384971.096161:0:16761:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000080:2.0:1767384971.096166:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000b38e24a/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00010000:00000001:1.0:1767384971.096170:0:16761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384971.096172:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.096173:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384971.096176:0:16761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384971.096179:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767384971.096181:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 17 to 0@lo 00010000:00000001:1.0:1767384971.096182:0:16761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:3.0:1767384971.096184:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000669d4e14. 00010000:00000001:1.0:1767384971.096189:0:16761:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.096190:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 02000000:00000001:3.0:1767384971.096194:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:2.0:1767384971.096196:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384971.096198:0:16761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000729f1ca0 with handle 0x7ec529173eeb8126 from hash 00000020:00000001:3.0:1767384971.096200:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384971.096203:0:36:0:(genops.c:1229:class_import_get()) import 000000000911d1ef refcount=2 obd=lustre-MDT0000 00000020:00000040:3.0:1767384971.096207:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=6 obd=MGC192.168.203.112@tcp 00010000:00000001:1.0:1767384971.096208:0:16761:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1767384971.096210:0:36:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384971.096214:0:16761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384971.096215:0:36:0:(genops.c:1242:class_import_put()) import 000000000911d1ef refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384971.096217:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384971.096219:0:16761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384971.096222:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fac200c3. 00010000:00000001:1.0:1767384971.096226:0:16761:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767384971.096227:0:36:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384971.096229:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384971.096233:0:16761:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384971.096233:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384971.096234:0:36:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384971.096235:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384971.096238:0:16761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384971.096241:0:36:0:(genops.c:1242:class_import_put()) import 000000000911d1ef refcount=0 obd=lustre-MDT0000 00000100:00000010:3.0:1767384971.096242:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d48e8b48. 00010000:00010000:1.0:1767384971.096248:0:16761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000729f1ca0/0x7ec529173eeb8126 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb811f expref: 11 pid: 16771 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384971.096251:0:36:0:(genops.c:1245:class_import_put()) final put import 000000000911d1ef 00000100:00000001:3.0:1767384971.096254:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384971.096259:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.096269:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384971.096274:0:16761:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 5 00000020:00000001:2.0:1767384971.096277:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384971.096279:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384971.096282:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 10 00000004:00000010:2.0:1767384971.096284:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000003f16c9f5. 00000100:00000001:3.0:1767384971.096285:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.096287:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384971.096294:0:16761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384971.096295:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.096296:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384971.096297:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00010000:00000001:1.0:1767384971.096299:0:16761:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:2.0:1767384971.096303:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:0.0:1767384971.096305:0:16139:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384971.096306:0:16761:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384971.096326:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.096331:0:16761:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384971.096333:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:00000010:2.0:1767384971.096334:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003291ff4a. 00010000:00000001:1.0:1767384971.096336:0:16761:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.096339:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384971.096344:0:16761:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384971.096346:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384971.096347:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0361c4e. 00010000:00000040:1.0:1767384971.096348:0:16761:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000063e5b445 count: 0 00100000:00000001:3.0:1767384971.096354:0:39776:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384971.096359:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384971.096361:0:39776:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384971.096361:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b39713e0. 00010000:00010000:1.0:1767384971.096363:0:16761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384971.096370:0:16761:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384971.096371:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=101 v=5 (5 0 0 0) 00000004:00000001:3.0:1767384971.096373:0:39776:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000001:00000010:2.0:1767384971.096373:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000098b2b6d8. 00010000:00000001:1.0:1767384971.096375:0:16761:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384971.096381:0:16761:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384971.096383:0:39776:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000a858b92d. 00000001:00000010:2.0:1767384971.096385:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008e3eb5bd. 00000100:00001000:1.0:1767384971.096387:0:16761:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094a99a3b time=101 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384971.096388:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=101 v=5 (1 0 0 0) 00000004:00000001:3.0:1767384971.096392:0:39776:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000001:00000010:2.0:1767384971.096393:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a6ef8db2. 00000100:00000001:1.0:1767384971.096401:0:16761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:3.0:1767384971.096402:0:39776:0:(lod_dev.c:979:lod_process_config()) Process entered 00000001:00000001:2.0:1767384971.096404:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767384971.096405:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384971.096409:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:1.0:1767384971.096410:0:16761:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 18 to 0@lo 00000004:00000001:3.0:1767384971.096412:0:39776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000100:00000001:0.0:1767384971.096413:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384971.096414:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384971.096416:0:16761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000004:00000001:3.0:1767384971.096419:0:39776:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000001:00000010:2.0:1767384971.096422:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aaffdfa5. 00010000:00000001:0.0:1767384971.096424:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000040:3.0:1767384971.096425:0:39776:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9f15cf697800 02000000:00000001:1.0:1767384971.096425:0:16761:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000010:2.0:1767384971.096428:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001ae0fd92. 02000000:00000001:1.0:1767384971.096433:0:16761:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.096434:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.096436:0:39776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000001:00000010:2.0:1767384971.096437:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d08a8035. 00000100:00000001:1.0:1767384971.096440:0:16761:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1767384971.096442:0:39776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384971.096447:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.096448:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000001:00000010:2.0:1767384971.096449:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000da237f66. 00000100:00000001:3.0:1767384971.096454:0:39776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384971.096456:0:16761:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000010:2.0:1767384971.096459:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000a4aa2c9. 00000100:00100000:3.0:1767384971.096460:0:39776:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000040:0.0:1767384971.096463:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384971.096464:0:16761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000881dd80a. 00000100:00000040:3.0:1767384971.096468:0:39776:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000010:2.0:1767384971.096468:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009566aadd. 00000100:00000200:1.0:1767384971.096473:0:16761:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352236672, offset 224 00000001:00000001:2.0:1767384971.096476:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:3.0:1767384971.096485:0:39776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384971.096485:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384971.096492:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:3.0:1767384971.096493:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000400:00000200:1.0:1767384971.096493:0:16761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:2.0:1767384971.096516:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000ae14d807. 00000100:00000001:3.0:1767384971.096517:0:39776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384971.096519:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.096522:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000001:2.0:1767384971.096525:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.096528:0:16761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:3.0:1767384971.096529:0:39776:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000100:00000001:0.0:1767384971.096530:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384971.096531:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.096539:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384971.096540:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 7 - export 00000004:00080000:3.0:1767384971.096545:0:39776:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000400:00000200:1.0:1767384971.096548:0:16761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272108680 00000020:00000010:2.0:1767384971.096550:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000b38e24a. 00000100:00000001:3.0:1767384971.096551:0:39776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767384971.096555:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384971.096556:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000400:00000200:1.0:1767384971.096558:0:16761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21b5 [1] + 224 00000001:00000001:3.0:1767384971.096561:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1767384971.096561:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384971.096569:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000200:1.0:1767384971.096570:0:16761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000080:2.0:1767384971.096574:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000000911d1ef for lustre-MDT0000 00000400:00000200:1.0:1767384971.096583:0:16761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384971.096585:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 17 to 0@lo 00000020:00000040:2.0:1767384971.096594:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 6 - import 00000100:00000001:1.0:1767384971.096595:0:16761:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384971.096602:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000000911d1ef. 00000100:00000200:1.0:1767384971.096606:0:16761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384971.096608:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.096609:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:3.0:1767384971.096617:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384971.096622:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:0.0:1767384971.096623:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000043b4f539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352236416:0@lo:103: 00000100:00000040:1.0:1767384971.096634:0:16761:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.096638:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.096645:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.096647:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384971.096650:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384971.096652:0:16761:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384971.096658:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043b4f539 x1853237352236416/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.096659:0:16761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000881dd80a 00000001:00000001:3.0:1767384971.096664:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384971.096665:0:16761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881dd80a. 00000100:00000001:3.0:1767384971.096671:0:39776:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000001:1.0:1767384971.096673:0:16761:0:(events.c:386:reply_out_callback()) Process entered 00000100:00080000:3.0:1767384971.096676:0:39776:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000400:00000001:2.0:1767384971.096678:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384971.096678:0:16761:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384971.096684:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384971.096685:0:39776:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384971.096686:0:16761:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384971.096689:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c32f4bff. 00000020:00000040:3.0:1767384971.096690:0:39776:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384971.096692:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384971.096694:0:16761:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 16 to 0@lo 00000400:00000200:2.0:1767384971.096701:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9cde85 02000000:00000001:0.0:1767384971.096701:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384971.096702:0:39776:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384971.096702:0:16761:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.096708:0:39776:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384971.096709:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca9cde85. 02000000:00000010:0.0:1767384971.096709:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012d2c6bd. 00010000:00000001:1.0:1767384971.096710:0:16761:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.096712:0:39776:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767384971.096720:0:39776:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:2.0:1767384971.096721:0:16137:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384971.096723:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384971.096725:0:16761:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000079b58ca x1853237352236672/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384971.096728:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384971.096732:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384971.096734:0:39776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d716f19f. 00000020:00000040:0.0:1767384971.096735:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=5 obd=MGC192.168.203.112@tcp 00000020:00000040:3.0:1767384971.096743:0:39776:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384971.096747:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384971.096753:0:39776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384971.096755:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000de58b4e4. 02000000:00000001:3.0:1767384971.096758:0:39776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384971.096765:0:39776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.096767:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1767384971.096770:0:16761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000079b58ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+10:16139:x1853237352236672:12345-0@lo:103: Request processed in 823us (1712us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384971.096774:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767384971.096775:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384971.096776:0:39776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005f4f26b. 00000100:00000010:0.0:1767384971.096781:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043b4f539. 00000100:00000001:3.0:1767384971.096786:0:39776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.096791:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767384971.096794:0:16761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384971.096796:0:39776:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637515267656320 : -106558441895296 : ffff9f15edec4a80) 00000100:00000001:0.0:1767384971.096799:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384971.096804:0:39776:0:(import.c:65:import_set_state_nolock()) 00000000a11bfe22 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000040:1.0:1767384971.096804:0:16761:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:0.0:1767384971.096808:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.096813:0:16761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384971.096815:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.096817:0:39776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384971.096817:0:16761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384971.096817:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.096819:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.096823:0:39776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.096825:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384971.096826:0:16761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbe26876. 00000100:00000001:0.0:1767384971.096826:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384971.096829:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384971.096832:0:39776:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d716f19f] to pc [ptlrpcd_rcv+-1] req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.096834:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1767384971.096835:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384971.096836:0:16761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe4aca9. 00000100:00000001:2.0:1767384971.096838:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384971.096841:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384971.096844:0:16761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008899334d. 02000000:00000001:2.0:1767384971.096846:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384971.096849:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32906d2. 00000020:00000040:1.0:1767384971.096853:0:16761:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 9 00000100:00001000:2.0:1767384971.096854:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=101 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384971.096859:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000802507e1 02000000:00000001:1.0:1767384971.096861:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384971.096865:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=101 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384971.096868:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e03cc49. 00000400:00000010:0.0:1767384971.096868:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000100:00000001:2.0:1767384971.096875:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384971.096878:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384971.096879:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.096880:0:39776:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.096881:0:16139:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384971.096884:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:3.0:1767384971.096888:0:39776:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384971.096889:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004ee46a28. 00000100:00000200:0.0:1767384971.096894:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384971.096896:0:39776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384971.096897:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384971.096911:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384971.096915:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.096918:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.096924:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384971.096932:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d234243. 00000100:00000001:2.0:1767384971.096936:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384971.096941:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384971.096943:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384971.096944:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384971.096945:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a3e1735. 00000100:00000001:3.0:1767384971.096950:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384971.096950:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384971.096951:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384971.096954:0:16135:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384971.096957:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff43f58. 00000100:00000040:2.0:1767384971.096964:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384971.096965:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384971.096966:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384971.096970:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eed6bb23. 02000000:00000001:1.0:1767384971.096977:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384971.096981:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051a71781. 00000100:00000200:0.0:1767384971.096984:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384971.096989:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384971.096993:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005da82bce. 02000000:00000001:1.0:1767384971.096999:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384971.097003:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048f506a3. 02000000:00000001:1.0:1767384971.097011:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384971.097016:0:16135:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384971.097017:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b412d77e. 00000100:00000001:3.0:1767384971.097021:0:16135:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384971.097022:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6b2ac44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16137:1853237352236544:0@lo:103: 02000000:00000001:1.0:1767384971.097025:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384971.097031:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6a07ba3. 02000000:00000001:3.0:1767384971.097032:0:16135:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384971.097032:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384971.097041:0:16135:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384971.097042:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384971.097043:0:16761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384971.097044:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384971.097048:0:16761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ecb333d4. 02000000:00000001:3.0:1767384971.097051:0:16135:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.097053:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384971.097053:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384971.097055:0:16761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384971.097058:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384971.097059:0:16135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d716f19f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16135:1853237352236800:0@lo:9: 00000100:00000010:1.0:1767384971.097060:0:16761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a968d37. 00000100:00000001:0.0:1767384971.097063:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384971.097069:0:16761:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384971.097070:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6b2ac44 x1853237352236544/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.097071:0:16135:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384971.097071:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.097095:0:16135:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384971.097097:0:16761:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000001:0.0:1767384971.097097:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.097101:0:16135:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384971.097107:0:16761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be295e91. 02000000:00000001:3.0:1767384971.097109:0:16135:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:0.0:1767384971.097110:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 000000004b24cc35 time=101 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384971.097117:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e01e4994. 00000100:00000001:2.0:1767384971.097119:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384971.097120:0:16761:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa7c2260. 00000100:00001000:0.0:1767384971.097122:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=101 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384971.097126:0:16135:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.097126:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384971.097132:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023b5d10b. 00000100:00000001:0.0:1767384971.097137:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384971.097138:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e38e59b3. 02000000:00000001:2.0:1767384971.097141:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384971.097143:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.097145:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384971.097146:0:39778:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:0.0:1767384971.097151:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384971.097152:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00010000:00000001:0.0:1767384971.097158:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.097159:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767384971.097160:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 02000000:00000010:2.0:1767384971.097165:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000833345c0. 00000100:00000010:1.0:1767384971.097168:0:39778:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006fb19298. 00000100:00000001:0.0:1767384971.097168:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384971.097170:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236800, portal 4 02000000:00000001:2.0:1767384971.097172:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384971.097177:0:39778:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9908ce2. 02000000:00000001:2.0:1767384971.097178:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384971.097179:0:16135:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384971.097185:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.097186:0:16135:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637515267656320 : -106558441895296 : ffff9f15edec4a80) 00000100:00000010:2.0:1767384971.097186:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6b2ac44. 00000020:00000010:1.0:1767384971.097187:0:39778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008899334d. 00000100:00000001:2.0:1767384971.097195:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384971.097197:0:39778:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e4224170. 00000100:00000001:2.0:1767384971.097200:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384971.097204:0:16135:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384971.097207:0:39778:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000789feacf. 00000100:00000001:2.0:1767384971.097208:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384971.097218:0:39778:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006d048991. 00000100:00000001:2.0:1767384971.097222:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384971.097228:0:39778:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bbe075d3. 00000100:00000001:2.0:1767384971.097229:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.097239:0:39778:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002407f284. 00000100:00000001:2.0:1767384971.097240:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.097241:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.097242:0:16135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384971.097247:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.097249:0:39778:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bb7a87bb. 00000100:00000001:0.0:1767384971.097254:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384971.097255:0:16135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 80000000:00000010:1.0:1767384971.097257:0:39778:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a9aa2f1. 00000100:00000001:0.0:1767384971.097260:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384971.097263:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 40000000:00000010:1.0:1767384971.097265:0:39778:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000006e1c735. 00000100:00000200:3.0:1767384971.097270:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352236800, offset 0 00000100:00000040:0.0:1767384971.097273:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000008:00000010:1.0:1767384971.097275:0:39778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000008392fa84. 00080000:00000001:2.0:1767384971.097281:0:39776:0:(osd_handler.c:1463:osd_process_config()) Process entered 00000400:00000200:3.0:1767384971.097284:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00020000:00000010:1.0:1767384971.097287:0:39778:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000009b2d8498. 00100000:00000001:2.0:1767384971.097288:0:39776:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767384971.097297:0:39776:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00008000:00000010:1.0:1767384971.097298:0:39778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a34a3c7c. 00000400:00000200:3.0:1767384971.097303:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:1.0:1767384971.097326:0:39778:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005e0b8506. 00080000:00000010:2.0:1767384971.097329:0:39776:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000a47c4d54. 00040000:00000010:1.0:1767384971.097334:0:39778:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e3a21a2a. 00000400:00000200:3.0:1767384971.097337:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272108700 00100000:00000001:2.0:1767384971.097339:0:39776:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000100:00100000:0.0:1767384971.097339:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000421c21e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352236672:0@lo:103: 00040000:00000010:1.0:1767384971.097344:0:39778:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000670fa245. 00100000:00000010:2.0:1767384971.097348:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000804a2cf8. 00040000:00000010:1.0:1767384971.097351:0:39778:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e83a8b1. 00000400:00000200:3.0:1767384971.097356:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 6200 00000100:00000001:0.0:1767384971.097359:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384971.097361:0:39778:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000209daaf7. 00100000:00000010:2.0:1767384971.097362:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e33584c8. 00000400:00000200:3.0:1767384971.097364:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384971.097368:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000010:1.0:1767384971.097371:0:39778:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b280e0fe. 00100000:00000010:2.0:1767384971.097376:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007fa2515c. 00000400:00000200:3.0:1767384971.097381:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:1.0:1767384971.097381:0:39778:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000807f701f. 00000100:00000040:0.0:1767384971.097381:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000421c21e6 x1853237352236672/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:2.0:1767384971.097384:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bee08a1d. 00000004:00000010:1.0:1767384971.097392:0:39778:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002c5f4514. 00100000:00000010:2.0:1767384971.097395:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000733945fe. 00000100:00000001:3.0:1767384971.097396:0:16135:0:(events.c:286:request_in_callback()) Process entered 00002000:00000010:1.0:1767384971.097401:0:39778:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007e03cc49. 00000100:00000200:3.0:1767384971.097402:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00100000:00000010:2.0:1767384971.097404:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000003f153ee. 00000004:00000010:1.0:1767384971.097413:0:39778:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000093234434. 00000100:00000010:3.0:1767384971.097415:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f3a1829e. 00100000:00000010:2.0:1767384971.097417:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007e171621. 00000100:00000001:0.0:1767384971.097423:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000080:00000010:1.0:1767384971.097425:0:39778:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005480d4de. 00000100:00000040:3.0:1767384971.097426:0:16135:0:(events.c:337:request_in_callback()) incoming req@00000000f3a1829e x1853237352236800 msgsize 224 00100000:00000010:2.0:1767384971.097427:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b0d23dda. 02000000:00000001:0.0:1767384971.097429:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000080:00000010:1.0:1767384971.097436:0:39778:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000007e48ab3f. 00100000:00000010:2.0:1767384971.097439:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000009ab0010. 02000000:00000010:0.0:1767384971.097439:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097f9dee7. 00000100:00000010:1.0:1767384971.097447:0:39778:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000038bde356. 00000100:00100000:3.0:1767384971.097448:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:00000010:2.0:1767384971.097450:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003d3b6694. 02000000:00000001:0.0:1767384971.097453:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384971.097459:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00100000:00000010:2.0:1767384971.097461:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000021d3668a. 00000020:00000040:0.0:1767384971.097463:0:16139:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000200:1.0:1767384971.097464:0:39778:0:(service.c:3079:ptlrpc_main()) service thread 5 (#6) started 00000100:00000001:3.0:1767384971.097466:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00100000:00000010:2.0:1767384971.097469:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009cb05db0. 00000020:00000001:0.0:1767384971.097474:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384971.097477:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025ae4e00. 00000400:00000200:3.0:1767384971.097479:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00100000:00000010:2.0:1767384971.097484:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000007460ff6. 00000400:00000010:3.0:1767384971.097486:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 02000000:00000001:0.0:1767384971.097489:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00100000:00000010:2.0:1767384971.097493:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000372f0155. 00000100:00000001:3.0:1767384971.097511:0:16135:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384971.097511:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00100000:00000010:2.0:1767384971.097516:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000655a69dc. 00000100:00000010:0.0:1767384971.097518:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000421c21e6. 00000100:00000200:3.0:1767384971.097521:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:2.0:1767384971.097522:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ae7311c5. 00000100:00000001:0.0:1767384971.097529:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00100000:00000010:2.0:1767384971.097531:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a5ac1d81. 00000100:00000001:0.0:1767384971.097536:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.097538:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00100000:00000010:2.0:1767384971.097539:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000036d81d35. 00000100:00000040:3.0:1767384971.097546:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.097546:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:2.0:1767384971.097547:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000087eb6556. 00000100:00000001:1.0:1767384971.097551:0:18311:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00100000:00000010:2.0:1767384971.097557:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001de9dcdd. 00000100:00100000:1.0:1767384971.097558:0:18311:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236800 00000100:00000001:0.0:1767384971.097560:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384971.097562:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384971.097564:0:18311:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00100000:00000010:2.0:1767384971.097566:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e1ea01bf. 00000100:00000001:0.0:1767384971.097567:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.097568:0:16135:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384971.097569:0:18311:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00100000:00000010:2.0:1767384971.097573:0:39776:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004463c06f. 00000100:00000001:1.0:1767384971.097575:0:18311:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.097578:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.097579:0:16135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384971.097580:0:39776:0:(scrub.c:1099:lustre_index_backup()) Process leaving 02000000:00000001:1.0:1767384971.097580:0:18311:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.097585:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.097586:0:39776:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384971.097588:0:18311:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236800 00000100:00000040:3.0:1767384971.097589:0:16135:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4972 usecs (5 jiffies) 00000020:00000001:1.0:1767384971.097595:0:18311:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384971.097597:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:1.0:1767384971.097599:0:18311:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8261 00000020:00080000:2.0:1767384971.097603:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000c894c037) has no exports 00000020:00000001:1.0:1767384971.097605:0:18311:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384971.097606:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960049 00000020:00000001:2.0:1767384971.097607:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000040:1.0:1767384971.097609:0:18311:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008b074c76 refcount=5 00010000:00000001:2.0:1767384971.097612:0:39776:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:3.0:1767384971.097613:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960055 00000020:00000001:1.0:1767384971.097616:0:18311:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:3.0:1767384971.097619:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960049 00000020:00000001:1.0:1767384971.097621:0:18311:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244616192 : -106563464935424 : ffff9f14c286c800) 00000100:00000001:3.0:1767384971.097627:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960055 00000100:00000001:1.0:1767384971.097628:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384971.097634:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960049 00000020:00000010:1.0:1767384971.097636:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2e523c0. 00000100:00000001:3.0:1767384971.097638:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960055 00000100:00000001:3.0:1767384971.097644:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960049 00000020:00000010:1.0:1767384971.097644:0:18311:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003d6b42e2. 00000100:00000001:3.0:1767384971.097646:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960055 00000020:00000040:0.0:1767384971.097647:0:16808:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000040:1.0:1767384971.097653:0:18311:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000a41fd260) now 8 - evictor 00000100:00000001:3.0:1767384971.097654:0:16135:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384971.097656:0:16808:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.097663:0:16135:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.097668:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.097670:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.097674:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384971.097676:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384971.097678:0:18311:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384971.097680:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.097684:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384971.097685:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009199a93f. 00000100:00000001:3.0:1767384971.097686:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.097692:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.097693:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbe26876. 00000020:00000010:1.0:1767384971.097698:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe4aca9. 00000100:00000040:1.0:1767384971.097708:0:18311:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00080000:2.0:1767384971.097710:0:16772:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384971.097712:0:18311:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384971.097717:0:18311:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384971.097718:0:16772:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 8 - evictor 00000100:00000001:1.0:1767384971.097719:0:18311:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384971.097722:0:39776:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00000001:1.0:1767384971.097727:0:18311:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.097730:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008143a847. 00000040:00000010:3.0:1767384971.097738:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d0afe585. 00000100:00000001:1.0:1767384971.097741:0:18311:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384971.097742:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a4f0418c. 00000020:00000010:3.0:1767384971.097754:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000040dfbbb8. 00000100:00000001:1.0:1767384971.097758:0:18311:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384971.097761:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c7370879. 00000100:00000001:1.0:1767384971.097762:0:18311:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 80000000:00000010:3.0:1767384971.097767:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008ca52a31. 00000100:00100000:1.0:1767384971.097773:0:18311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384971.097775:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 40000000:00000010:3.0:1767384971.097776:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006b7e8c2e. 00000100:00000040:1.0:1767384971.097778:0:18311:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008b074c76 : new rpc_count 1 00000100:00000001:2.0:1767384971.097781:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384971.097783:0:18311:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515267659008 : -106558441892608 : ffff9f15edec5500) 00100000:00000010:3.0:1767384971.097784:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e136a9f1. 00000100:00000001:2.0:1767384971.097787:0:17548:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384971.097790:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006a88b7f3. 00000100:00000001:2.0:1767384971.097795:0:17548:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.097796:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f3a1829e x1853237352236800/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:197/0 lens 224/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384971.097798:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b4119b44. 00040000:00000010:3.0:1767384971.097806:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006307cfdd. 00080000:00000010:3.0:1767384971.097814:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000b886fe0. 00000100:00000001:1.0:1767384971.097815:0:18311:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000010:3.0:1767384971.097821:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000c227862. 00000020:00000010:1.0:1767384971.097822:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6f4eda7. 00000100:00000001:1.0:1767384971.097825:0:18311:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384971.097827:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6f4eda7. 00000100:00100000:1.0:1767384971.097833:0:18311:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f3a1829e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16135:x1853237352236800:12345-0@lo:9: 00000004:00000010:3.0:1767384971.097836:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ca79fb60. 00000100:00000200:1.0:1767384971.097839:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236800 00000020:00000001:1.0:1767384971.097842:0:18311:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000010:3.0:1767384971.097843:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003ee64c7a. 00000020:00000001:1.0:1767384971.097845:0:18311:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000010:3.0:1767384971.097848:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f23650d2. 00000020:00000001:1.0:1767384971.097849:0:18311:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.097854:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006829b587. 00000020:00000001:1.0:1767384971.097855:0:18311:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384971.097860:0:18311:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674506000 : -1035045616 : ffffffffc24e7510) 00000020:00000001:1.0:1767384971.097863:0:18311:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000002:3.0:1767384971.097865:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000008af9ca12/0000000016ac158c to site lru. bkt: 0000000095cff37d 00000020:00000001:1.0:1767384971.097866:0:18311:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1767384971.097871:0:39776:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000e8ea462f. 00000020:00000001:1.0:1767384971.097872:0:18311:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:3.0:1767384971.097876:0:39776:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:3.0:1767384971.097878:0:39776:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000004:00000040:3.0:1767384971.097881:0:39776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003043fc6e : new refcount 2 00000020:00000001:1.0:1767384971.097882:0:18311:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000040:00000001:3.0:1767384971.097886:0:39776:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384971.097889:0:39776:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000001:1.0:1767384971.097908:0:18311:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.097911:0:18311:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384971.097913:0:18311:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384971.097916:0:18311:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384971.097918:0:18311:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384971.097923:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a4adab09. 02000000:00000001:1.0:1767384971.097926:0:18311:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.097929:0:18311:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384971.097932:0:18311:0:(genops.c:887:class_export_get()) GET export 000000008b074c76 refcount=6 00010000:00000001:1.0:1767384971.097935:0:18311:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:1.0:1767384971.097938:0:18311:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00010000:00000010:2.1:1767384971.097940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000060ab8975. 00000020:00000040:1.0:1767384971.097941:0:18311:0:(genops.c:887:class_export_get()) GET export 000000008b074c76 refcount=7 00010000:00000001:1.0:1767384971.097946:0:18311:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384971.097950:0:18311:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384971.097954:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 6 00010000:00000010:2.1:1767384971.097956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084a1c789. 00000020:00000080:1.0:1767384971.097957:0:18311:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8261 00000020:00000040:1.0:1767384971.097964:0:18311:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008b074c76 with handle 0x7ec529173eeb8261 from hash 00080000:00000010:3.0:1767384971.097966:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d9f59e4a. 00000020:00000040:1.0:1767384971.097970:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 5 00000020:00000010:1.0:1767384971.097974:0:18311:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c2e523c0. 00000004:00000010:3.0:1767384971.097975:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005af069cc. 00000020:00000001:1.0:1767384971.097978:0:18311:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384971.097981:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 4 00000004:00000010:3.0:1767384971.097984:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004ac59f33. 00000020:00000001:1.0:1767384971.097984:0:18311:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384971.097987:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 3 00000004:00000001:3.0:1767384971.097991:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000020:00000001:1.0:1767384971.097992:0:18311:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384971.097996:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000001:1.0:1767384971.097997:0:18311:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384971.098001:0:18311:0:(import.c:65:import_set_state_nolock()) 000000008eb973c6 : changing import state from FULL to CLOSED 00000004:00000010:3.0:1767384971.098003:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f838fe0e. 00000100:00000001:1.0:1767384971.098007:0:18311:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384971.098009:0:18311:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384971.098010:0:18311:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000004:00000001:3.0:1767384971.098015:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:3.0:1767384971.098018:0:39776:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384971.098021:0:39776:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 000000001ffb6a5f. 00010000:00000001:1.0:1767384971.098023:0:18311:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.098030:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f4d3de5. 00000020:00000010:1.0:1767384971.098034:0:18311:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000097f9dee7. 00000040:00000010:3.0:1767384971.098036:0:39776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003d5bd389. 00000020:00000010:1.0:1767384971.098038:0:18311:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000628ceb31. 00000040:00000001:3.0:1767384971.098043:0:39776:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.098044:0:18311:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f970d9b. 00000040:00000001:3.0:1767384971.098065:0:39776:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000020:00000001:2.0:1767384971.098066:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767384971.098067:0:18311:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012d2c6bd. 00000040:00000040:3.0:1767384971.098070:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003043fc6e : new refcount 1 00000020:00000001:2.0:1767384971.098071:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1767384971.098076:0:18311:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8e671f2. 00000020:00000040:3.0:1767384971.098080:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000f2ac3897 : new refcount 2 00010000:00010000:2.0:1767384971.098080:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 40000000:00000010:1.0:1767384971.098082:0:18311:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c2e523c0. 00000040:00000010:3.0:1767384971.098090:0:39776:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003043fc6e. 00100000:00000010:1.0:1767384971.098091:0:18311:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000046abb57b. 00040000:00000010:1.0:1767384971.098098:0:18311:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aa66859b. 00000040:00000001:3.0:1767384971.098099:0:39776:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384971.098102:0:18311:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c72d485. 00000004:00000001:3.0:1767384971.098104:0:39776:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00080000:00000010:1.0:1767384971.098109:0:18311:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009dfaa970. 00000004:00000001:3.0:1767384971.098110:0:39776:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384971.098116:0:18311:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ecb333d4. 00000004:00000001:3.0:1767384971.098118:0:39776:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384971.098125:0:18311:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000004:00000010:3.0:1767384971.098126:0:39776:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000a858b92d. 00000001:00000040:1.0:1767384971.098130:0:18311:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000004:00000001:3.0:1767384971.098132:0:39776:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000001:00000001:1.0:1767384971.098139:0:18311:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384971.098142:0:18311:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:1.0:1767384971.098145:0:18311:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384971.098152:0:18311:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b412d77e. 00080000:00000001:1.0:1767384971.098156:0:18311:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510241887232 : -106563467664384 : ffff9f14c25d2400) 00080000:00000001:1.0:1767384971.098160:0:18311:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384971.098182:0:18311:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384971.098184:0:18311:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384971.098187:0:18311:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1767384971.098190:0:16798:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384971.098207:0:18311:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384971.098212:0:18311:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:1.0:1767384971.098215:0:18311:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384971.098240:0:18311:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:1.0:1767384971.098244:0:18311:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384971.098248:0:18311:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384971.098250:0:18311:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384971.098256:0:39776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb56281a. 00000020:00000010:3.0:1767384971.098263:0:39776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c81a00d2. 00080000:00000001:1.0:1767384971.098265:0:18311:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.098269:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca60d1d7. 00000001:00000040:1.0:1767384971.098270:0:18311:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384971.098277:0:18311:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.098280:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050fe67a8. 00000001:00000001:1.0:1767384971.098281:0:18311:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384971.098283:0:18311:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384971.098290:0:18311:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000674722ba. 00080000:00000001:1.0:1767384971.098296:0:18311:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514904040448 : -106558805511168 : ffff9f15d83ff400) 00000040:00000010:3.0:1767384971.098297:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ef1e098f. 00080000:00000001:1.0:1767384971.098299:0:18311:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:3.0:1767384971.098303:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000081ba94f6. 00000020:00000010:3.0:1767384971.098327:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a6604681. 00000020:00000010:3.0:1767384971.098331:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e6c10967. 80000000:00000010:3.0:1767384971.098335:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000087ec33e4. 00000001:00000001:1.0:1767384971.098339:0:18311:0:(osd_quota.c:525:osd_declare_quota()) Process entered 40000000:00000010:3.0:1767384971.098341:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e3ccecb3. 00080000:00000001:1.0:1767384971.098343:0:18311:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384971.098347:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d7d873d4. 00080000:00000001:1.0:1767384971.098348:0:18311:0:(osd_handler.c:189:osd_trans_start()) Process entered 00040000:00000010:3.0:1767384971.098374:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fedf89d5. 00040000:00000010:3.0:1767384971.098379:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000001e5ed3. 00080000:00000001:1.0:1767384971.098382:0:18311:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384971.098384:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005b2aa740. 00000001:00000010:1.0:1767384971.098391:0:18311:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c2ce00a1. 00080000:00000010:3.0:1767384971.098393:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004842d365. 00000001:00000040:1.0:1767384971.098397:0:18311:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000008b074c76 : new cb_count 1 00000004:00000010:3.0:1767384971.098401:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b1495d4d. 00000020:00000040:1.0:1767384971.098403:0:18311:0:(genops.c:887:class_export_get()) GET export 000000008b074c76 refcount=4 00000004:00000010:3.0:1767384971.098410:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005e8a8f5f. 00080000:00000001:1.0:1767384971.098411:0:18311:0:(osd_io.c:399:osd_write()) Process entered 00000004:00000010:3.0:1767384971.098421:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b64e5e9. 00000004:00000010:3.0:1767384971.098430:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000007c0ecb7. 00080000:00000001:1.0:1767384971.098430:0:18311:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384971.098438:0:18311:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000020:00000010:3.0:1767384971.098439:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a83ed36. 00080000:00000001:1.0:1767384971.098444:0:18311:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000004:00000001:3.0:1767384971.098448:0:39776:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000004:20000000:3.0:1767384971.098454:0:39776:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00080000:00000001:1.0:1767384971.098458:0:18311:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384971.098459:0:39776:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000001:00000040:1.0:1767384971.098469:0:18311:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000004:00000040:3.0:1767384971.098471:0:39776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003bd503c0 : new refcount 3 00000004:00000040:3.0:1767384971.098482:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003bd503c0 : new refcount 2 00000001:00000040:1.0:1767384971.098482:0:18311:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000004:00000040:3.0:1767384971.098490:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003bd503c0 : new refcount 1 00000001:00000001:1.0:1767384971.098492:0:18311:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384971.098495:0:39776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000f912498 : new refcount 3 00000020:00000010:1.0:1767384971.098500:0:18311:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000097f9dee7. 00000004:00000040:3.0:1767384971.098518:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000f912498 : new refcount 2 00000004:00000040:3.0:1767384971.098524:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000f912498 : new refcount 1 00000020:00000010:1.0:1767384971.098525:0:18311:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000628ceb31. 00000020:00000001:3.0:1767384971.098526:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384971.098531:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000c894c037) has no exports 00000020:00000010:1.0:1767384971.098532:0:18311:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f970d9b. 00000020:00000001:3.0:1767384971.098536:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:1.0:1767384971.098539:0:18311:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012d2c6bd. 00010000:00000001:3.0:1767384971.098540:0:39776:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:3.0:1767384971.098545:0:39776:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 80000000:00000010:1.0:1767384971.098546:0:18311:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8e671f2. 00010000:00000001:3.0:1767384971.098548:0:39776:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384971.098551:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 40000000:00000010:1.0:1767384971.098551:0:18311:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c2e523c0. 00000001:00000001:3.0:1767384971.098556:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00100000:00000010:1.0:1767384971.098558:0:18311:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000046abb57b. 00040000:00000010:1.0:1767384971.098562:0:18311:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aa66859b. 00040000:00000010:1.0:1767384971.098565:0:18311:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006c72d485. 00080000:00000010:1.0:1767384971.098567:0:18311:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009dfaa970. 00002000:00000010:1.0:1767384971.098569:0:18311:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ecb333d4. 00000020:00000010:1.0:1767384971.098572:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f4d3de5. 00000001:00000001:1.0:1767384971.098574:0:18311:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384971.098576:0:18311:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=00000000071ed05c) : new refcount 4 00000001:00000001:1.0:1767384971.098578:0:18311:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384971.098580:0:18311:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 3 00000020:00000040:1.0:1767384971.098582:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 3 00000001:00000001:1.0:1767384971.098583:0:18311:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384971.098584:0:18311:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=00000000071ed05c) : new refcount 2 00000001:00000001:1.0:1767384971.098586:0:18311:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384971.098587:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 2 00002000:00000001:1.0:1767384971.098588:0:18311:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.098590:0:18311:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.098591:0:18311:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.098593:0:18311:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384971.098595:0:18311:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237352236800 00010000:00000001:1.0:1767384971.098597:0:18311:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384971.098601:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f3a1829e x1853237352236800/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384971.098607:0:18311:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384971.098609:0:18311:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384971.098611:0:18311:0:(import.c:2128:obd_at_measure()) add 1 to 00000000df98bf5a time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384971.098614:0:18311:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384971.098616:0:18311:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 17 to 0@lo 00000100:00000001:1.0:1767384971.098618:0:18311:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:1.0:1767384971.098620:0:18311:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384971.098622:0:18311:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.098624:0:18311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384971.098626:0:18311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384971.098629:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000881dd80a. 00000100:00000200:1.0:1767384971.098632:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352236800, offset 224 00000400:00000200:1.0:1767384971.098635:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384971.098641:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384971.098646:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272108700 00000400:00000200:1.0:1767384971.098650:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21d1 [1] + 224 00000400:00000200:1.0:1767384971.098654:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384971.098656:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384971.098659:0:18311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384971.098663:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384971.098670:0:18311:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.098690:0:18311:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384971.098694:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000881dd80a 00000400:00000010:1.0:1767384971.098696:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881dd80a. 00000100:00000001:1.0:1767384971.098698:0:18311:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384971.098699:0:18311:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384971.098702:0:18311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.098705:0:18311:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 16 to 0@lo 00010000:00000001:1.0:1767384971.098708:0:18311:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384971.098709:0:18311:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.098712:0:18311:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384971.098713:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384971.098717:0:18311:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3a1829e x1853237352236800/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.098718:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384971.098725:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384971.098729:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384971.098731:0:18311:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f3a1829e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:16135:x1853237352236800:12345-0@lo:9: Request processed in 914us (1303us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384971.098733:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e38e59b3. 00000400:00000200:2.0:1767384971.098742:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008752e94e 00000100:00100000:1.0:1767384971.098747:0:18311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:2.0:1767384971.098748:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008752e94e. 00000100:00000040:1.0:1767384971.098754:0:18311:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b074c76 : new rpc_count 0 00000100:00000001:2.0:1767384971.098756:0:16135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384971.098759:0:18311:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384971.098762:0:18311:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384971.098765:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384971.098766:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbe26876. 00000020:00000010:1.0:1767384971.098774:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe4aca9. 00000020:00000010:1.0:1767384971.098780:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009199a93f. 00000020:00000040:1.0:1767384971.098790:0:18311:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 1 00000100:00000200:2.0:1767384971.098791:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.098794:0:18311:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.098808:0:16135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384971.098810:0:16135:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.098812:0:16135:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384971.098814:0:16135:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384971.098815:0:16135:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384971.098817:0:16135:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.098819:0:16135:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384971.098823:0:16135:0:(import.c:2128:obd_at_measure()) add 5 to 00000000578ebbbd time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384971.098825:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087686cfa time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384971.098828:0:16135:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384971.098829:0:16135:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.098830:0:16135:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384971.098833:0:16135:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.098839:0:16135:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.098841:0:16135:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384971.098842:0:16135:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384971.098844:0:16135:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384971.098845:0:16135:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.098847:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.098852:0:16135:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384971.098854:0:16135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384971.098855:0:16135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384971.098857:0:16135:0:(import.c:65:import_set_state_nolock()) 00000000a11bfe22 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384971.098860:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384971.098862:0:16135:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:2.0:1767384971.098875:0:16135:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:2.0:1767384971.098876:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384971.098877:0:16135:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384971.098879:0:16135:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384971.098880:0:16135:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384971.098881:0:16135:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384971.098921:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384971.098929:0:16135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d716f19f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16135:1853237352236800:0@lo:9: 00000100:00000001:2.0:1767384971.098935:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.098938:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384971.098942:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d716f19f x1853237352236800/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.098951:0:16135:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384971.098954:0:16135:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384971.098957:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e01e4994. 02000000:00000001:2.0:1767384971.098961:0:16135:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384971.098963:0:16135:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384971.098965:0:16135:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384971.098967:0:16135:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384971.098969:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005f4f26b. 02000000:00000001:2.0:1767384971.098973:0:16135:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384971.098975:0:16135:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384971.098976:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d716f19f. 00000100:00000001:2.0:1767384971.098980:0:16135:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384971.098981:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.098984:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.098989:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384971.098991:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.098994:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.098996:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.108958:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294960055, at 4294960056 00000100:00000040:1.0:1767384971.108969:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294960055, at 4294960056 00000100:00000010:0.0:1767384971.108976:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d192eaa1. 00000100:00000010:1.0:1767384971.108980:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000040:2.0:1767384971.109967:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294960055, at 4294960057 00000100:00000010:2.0:1767384971.109978:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb3772d9. 00000001:00000001:3.0:1767384971.120001:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384971.120008:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384971.120029:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384971.135043:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.135050:0:39776:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.135052:0:39776:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384971.135055:0:39776:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:3.0:1767384971.135057:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:3.0:1767384971.135060:0:39776:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384971.135061:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384971.135063:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb817a 00000020:00000040:3.0:1767384971.135066:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000341a0351 with handle 0x7ec529173eeb817a from hash 00000020:00000001:3.0:1767384971.135073:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384971.135074:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000341a0351 : new refcount 1 00000020:00000001:3.0:1767384971.135077:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384971.135079:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000341a0351 : new refcount 0 00000020:00000080:3.0:1767384971.135081:0:39776:0:(genops.c:904:class_export_put()) final put 00000000341a0351/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384971.135084:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.135101:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.135104:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384971.135106:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:2.0:1767384971.135126:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384971.135130:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000341a0351/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384971.135133:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384971.135135:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.135137:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000dd736a02) now 4 - export 00000020:00000010:2.0:1767384971.135140:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000341a0351. 00000100:00000040:3.0:1767384971.135146:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294960055, at 4294960082 00000020:00000001:2.0:1767384971.135149:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000010:3.0:1767384971.135155:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2f944a. 00000020:00000010:3.0:1767384971.135176:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000a858b92d. 00000020:00000080:3.0:1767384971.135179:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384971.135187:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384971.135189:0:39776:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384971.135191:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384971.135193:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000dd736a02) has no exports 00000020:00000001:3.0:1767384971.135195:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384971.135198:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:3.0:1767384971.135201:0:39776:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:3.0:1767384971.135202:0:39776:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:3.0:1767384971.135203:0:39776:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:3.0:1767384971.135205:0:39776:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384971.135208:0:39776:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384971.135210:0:39776:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000001864221d. 00000020:00000001:3.0:1767384971.135213:0:39776:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384971.135231:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384971.135233:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384971.135238:0:39776:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000001b6c1d03. 00000001:00000001:3.0:1767384971.135243:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384971.135244:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384971.135245:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384971.135247:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000eeaa2fbc. 00000001:00000010:3.0:1767384971.135250:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000770603cb. 00000001:00000010:3.0:1767384971.135251:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000febfec06. 00000001:00000001:3.0:1767384971.135254:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384971.135255:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000083267938. 00000020:00000002:3.0:1767384971.135260:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000869e0ffe/0000000060b31fca to site lru. bkt: 00000000af63e8cd 00040000:00000001:3.0:1767384971.135262:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384971.135263:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384971.135264:0:39776:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000bb1489b2. 00000001:00000001:3.0:1767384971.135267:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384971.135268:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384971.135269:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384971.135270:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001850906b. 00000001:00000010:3.0:1767384971.135271:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c2f3a37b. 00000001:00000010:3.0:1767384971.135272:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c20f2eb7. 00000001:00000001:3.0:1767384971.135273:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384971.135274:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000009e25343b. 00000020:00000002:3.0:1767384971.135276:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000c7e5898a/000000006271c7de to site lru. bkt: 00000000af63e8cd 00040000:00000001:3.0:1767384971.135277:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384971.135278:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384971.135279:0:39776:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000bf473732. 00000001:00000001:3.0:1767384971.135280:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384971.135281:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384971.135282:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384971.135283:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e9b08f28. 00000001:00000010:3.0:1767384971.135284:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000fd98ca11. 00000001:00000010:3.0:1767384971.135285:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006524583e. 00000001:00000001:3.0:1767384971.135287:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384971.135288:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000059b3e9ef. 00000020:00000002:3.0:1767384971.135290:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000b0b90262/00000000c2cbdd91 to site lru. bkt: 00000000af63e8cd 00000020:00000002:3.0:1767384971.135291:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000082c745f7/00000000e4972b78 to site lru. bkt: 00000000de3214e1 00040000:00000010:3.0:1767384971.135297:0:39776:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000008f7837b. 00040000:00000001:3.0:1767384971.135299:0:39776:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384971.135300:0:39776:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384971.135301:0:39776:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000007ab1ab6f. 00000020:00000001:3.0:1767384971.135302:0:39776:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384971.135321:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384971.135322:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384971.135324:0:39776:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000c878f3d8. 00000001:00000001:3.0:1767384971.135327:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384971.135328:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384971.135329:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384971.135330:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000b710cca. 00000001:00000010:3.0:1767384971.135331:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f9151905. 00000001:00000010:3.0:1767384971.135332:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d11def6b. 00000001:00000001:3.0:1767384971.135334:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384971.135334:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b26b255c. 00000020:00000002:3.0:1767384971.135337:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000018e57fb0/000000009675e177 to site lru. bkt: 00000000af63e8cd 00040000:00000001:3.0:1767384971.135338:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384971.135339:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384971.135340:0:39776:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000033faa192. 00000001:00000001:3.0:1767384971.135342:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384971.135343:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384971.135344:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384971.135344:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009313a086. 00000001:00000010:3.0:1767384971.135346:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006b6b14e2. 00000001:00000010:3.0:1767384971.135347:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a5339075. 00000001:00000001:3.0:1767384971.135348:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384971.135349:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000002e883be4. 00000020:00000002:3.0:1767384971.135351:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000008c8ee5b8/00000000eb90c6fb to site lru. bkt: 00000000af63e8cd 00040000:00000001:3.0:1767384971.135352:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384971.135353:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384971.135355:0:39776:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000eda21b03. 00000001:00000001:3.0:1767384971.135356:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384971.135357:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384971.135358:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384971.135358:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000dc81019e. 00000001:00000010:3.0:1767384971.135360:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007b94c7eb. 00000001:00000010:3.0:1767384971.135365:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000d7493d4. 00000001:00000001:3.0:1767384971.135366:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384971.135367:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000078e4c7f8. 00000020:00000002:3.0:1767384971.135370:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000e7754b7a/000000006e2ff2eb to site lru. bkt: 00000000af63e8cd 00000020:00000002:3.0:1767384971.135372:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000110e4d83/0000000011becab4 to site lru. bkt: 0000000093d6e141 00040000:00000010:3.0:1767384971.135373:0:39776:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000006b746c1. 00040000:00000001:3.0:1767384971.135375:0:39776:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:2.0:1767384971.135415:0:16796:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000019821caa. 00000020:00000010:2.0:1767384971.135429:0:16796:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c35ed60c. 00000040:00000010:2.0:1767384971.135435:0:16796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000054f0d523. 00000020:00000010:2.0:1767384971.135439:0:16796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f6531da8. 00000020:00000010:2.0:1767384971.135444:0:16796:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000298da37d. 00000020:00000010:2.0:1767384971.135449:0:16796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000920cb874. 80000000:00000010:2.0:1767384971.135453:0:16796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c6cfac8b. 40000000:00000010:2.0:1767384971.135473:0:16796:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007b6d2334. 00100000:00000010:2.0:1767384971.135478:0:16796:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000043d2dcf3. 00040000:00000010:2.0:1767384971.135483:0:16796:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000040fe018a. 00040000:00000010:2.0:1767384971.135489:0:16796:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004336dd19. 00040000:00000010:2.0:1767384971.135493:0:16796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000007feba75. 00080000:00000010:2.0:1767384971.135498:0:16796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000027f53b66. 00000004:00000010:2.0:1767384971.135503:0:16796:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dc1404a3. 00000004:00000010:2.0:1767384971.135509:0:16796:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007dc2c990. 00000004:00000010:2.0:1767384971.135515:0:16796:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000000dd845a. 00000004:00000010:2.0:1767384971.135538:0:16796:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bafe3e52. 00000020:00000010:2.0:1767384971.135543:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085540d65. 00040000:00000010:2.0:1767384971.135546:0:16796:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 000000003eae4dd6. 00040000:00000001:2.0:1767384971.135549:0:16796:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384971.135605:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000d5255e51/00000000619dc438 to site lru. bkt: 000000008a04262f 00040000:00000001:3.0:1767384971.135609:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384971.135628:0:39776:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384971.135630:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384971.135631:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8173 00000020:00000040:3.0:1767384971.135633:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e33c10f1 with handle 0x7ec529173eeb8173 from hash 00000020:00000001:3.0:1767384971.135636:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384971.135638:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e33c10f1 : new refcount 1 00000020:00000001:3.0:1767384971.135639:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384971.135640:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e33c10f1 : new refcount 0 00000020:00000080:3.0:1767384971.135642:0:39776:0:(genops.c:904:class_export_put()) final put 00000000e33c10f1/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384971.135644:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.135654:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384971.135656:0:39776:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384971.135658:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384971.135668:0:39776:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.135670:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.135684:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384971.135689:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000e33c10f1/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384971.135693:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000001:3.0:1767384971.135695:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:1.0:1767384971.135696:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384971.135700:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d64aed6d. 00000020:00000040:1.0:1767384971.135701:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 9 - export 00000001:00000010:3.0:1767384971.135707:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000029d668a5. 00000020:00000010:1.0:1767384971.135708:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e33c10f1. 00000001:00000010:3.0:1767384971.135711:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004661ccf6. 00000001:00000010:3.0:1767384971.135715:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e2f4c5a. 00000001:00000010:3.0:1767384971.135717:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009dc36019. 00000020:00000001:1.0:1767384971.135720:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:3.0:1767384971.135721:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009860d57b. 00000001:00000001:3.0:1767384971.135726:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384971.135727:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384971.135730:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006d832c57. 00000001:00000010:3.0:1767384971.135731:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092a5c476. 00000001:00000010:3.0:1767384971.135739:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d68eea3. 00000001:00000010:3.0:1767384971.135740:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e4379334. 00000001:00000010:3.0:1767384971.135741:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000491965bc. 00000001:00000010:3.0:1767384971.135743:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000712d88f0. 00000001:00000001:3.0:1767384971.135744:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384971.135745:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000dd736a02) now 3 - setup 00000020:00000001:3.0:1767384971.135747:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.135748:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384971.135750:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384971.135753:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384971.135756:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000dd736a02) now 2 - obd_device_list 00000020:00000080:3.0:1767384971.135757:0:39776:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384971.135758:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000dd736a02) now 1 - newdev 00000020:00000040:3.0:1767384971.135760:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f5ce491b with handle 0x7ec529173eeb816c from hash 00000020:00000040:3.0:1767384971.135762:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000f5ce491b : new refcount 0 00000020:00000080:3.0:1767384971.135764:0:39776:0:(genops.c:904:class_export_put()) final put 00000000f5ce491b/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384971.135765:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.135766:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384971.135767:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 00000000f5ce491b/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384971.135768:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384971.135769:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.135771:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f5ce491b. 00000020:00000001:3.0:1767384971.135779:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384971.135781:0:39776:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384971.135782:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384971.135783:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384971.135785:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a079323a. 00000020:00000010:3.0:1767384971.135788:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000c1e844a. 00000040:00000010:3.0:1767384971.135790:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000de6d07ef. 00000020:00000010:3.0:1767384971.135793:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bf764934. 00000020:00000010:3.0:1767384971.135796:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000531702f8. 00000020:00000010:3.0:1767384971.135800:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e01e4994. 80000000:00000010:3.0:1767384971.135802:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001fd59716. 40000000:00000010:3.0:1767384971.135804:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074b9c2fd. 00100000:00000010:3.0:1767384971.135812:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000abd93419. 00040000:00000010:3.0:1767384971.135814:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f49afcac. 00040000:00000010:3.0:1767384971.135817:0:39776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000954f55db. 00040000:00000010:3.0:1767384971.135819:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000de58b4e4. 00080000:00000010:3.0:1767384971.135821:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b2fc8218. 00000004:00000010:3.0:1767384971.135824:0:39776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009a2a6949. 00000004:00000010:3.0:1767384971.135828:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000079f53a. 00000004:00000010:3.0:1767384971.135830:0:39776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000af846671. 00000004:00000010:3.0:1767384971.135833:0:39776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009c2fc3f1. 00040000:00000001:3.0:1767384971.135836:0:39776:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384971.135839:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000670fa245. 00040000:00000010:3.0:1767384971.135842:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003c794841. 00040000:00000010:3.0:1767384971.135845:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000096a10bef. 00040000:00000010:3.0:1767384971.135848:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ba69b1f4. 00040000:00000010:3.0:1767384971.135850:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007dfefa87. 00040000:00000010:3.0:1767384971.135854:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006c5367f5. 00040000:00000010:3.0:1767384971.135857:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000efbbf509. 00040000:00000010:3.0:1767384971.135859:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d05edb92. 00040000:00000010:3.0:1767384971.135864:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fa7750a5. 00040000:00000010:3.0:1767384971.135866:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ee15d3d. 00040000:00000010:3.0:1767384971.135869:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c7af844f. 00040000:00000010:3.0:1767384971.135871:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f5ae03d3. 00040000:00000010:3.0:1767384971.135873:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000426d910e. 00040000:00000010:3.0:1767384971.135875:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ad5aa655. 00040000:00000010:3.0:1767384971.135877:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000f08753a. 00040000:00000010:3.0:1767384971.135879:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044e57094. 00040000:00000010:3.0:1767384971.135881:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007c747fd6. 00040000:00000010:3.0:1767384971.135918:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006272e165. 00040000:00000010:3.0:1767384971.135923:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000ffda560. 00040000:00000010:3.0:1767384971.135927:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005e2b4ceb. 00040000:00000010:3.0:1767384971.135932:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000034adc498. 00040000:00000010:3.0:1767384971.135935:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000097338d5f. 00040000:00000010:3.0:1767384971.135938:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001b8a4d3e. 00040000:00000010:3.0:1767384971.135942:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000039b4994f. 00040000:00000010:3.0:1767384971.135947:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000091b79196. 00040000:00000010:3.0:1767384971.135954:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b7021372. 00040000:00000010:3.0:1767384971.135956:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f54b43e8. 00040000:00000010:3.0:1767384971.135958:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000d2d7a38. 00040000:00000010:3.0:1767384971.135961:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007816aa75. 00040000:00000010:3.0:1767384971.135965:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000001d77413. 00040000:00000010:3.0:1767384971.135967:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001c02dfee. 00040000:00000010:3.0:1767384971.135969:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000083ff63d4. 00040000:00000010:3.0:1767384971.135972:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cc9efb61. 00040000:00000010:3.0:1767384971.135974:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018da4a4d. 00040000:00000010:3.0:1767384971.135978:0:39776:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 000000004de17caf. 00040000:00000001:3.0:1767384971.135980:0:39776:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.135982:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000c1e844a. 00000040:00000010:3.0:1767384971.135985:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000de6d07ef. 00000020:00000010:3.0:1767384971.135987:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bf764934. 00000020:00000010:3.0:1767384971.135989:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000531702f8. 00000020:00000010:3.0:1767384971.135992:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e01e4994. 80000000:00000010:3.0:1767384971.135993:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001fd59716. 40000000:00000010:3.0:1767384971.135996:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074b9c2fd. 00100000:00000010:3.0:1767384971.135998:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000abd93419. 00040000:00000010:3.0:1767384971.136000:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f49afcac. 00040000:00000010:3.0:1767384971.136002:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000954f55db. 00040000:00000010:3.0:1767384971.136004:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000de58b4e4. 00080000:00000010:3.0:1767384971.136005:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b2fc8218. 00000004:00000010:3.0:1767384971.136007:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009a2a6949. 00000004:00000010:3.0:1767384971.136009:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000079f53a. 00000004:00000010:3.0:1767384971.136011:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000af846671. 00000004:00000010:3.0:1767384971.136012:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009c2fc3f1. 00000020:00000010:3.0:1767384971.136015:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a079323a. 00000020:00000001:3.0:1767384971.136017:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.136018:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000dd736a02. 00000020:00000001:3.0:1767384971.136022:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.136024:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384971.136025:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000a858b92d. 00000020:00000001:3.0:1767384971.136027:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384971.136028:0:39776:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384971.136033:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384971.136035:0:39776:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384971.136939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c835a631. 00010000:00000010:3.1:1767384971.136941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000227fda97. 00010000:00000010:3.1:1767384971.136948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5062af6. 00010000:00000010:0.1:1767384971.136948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ca33910. 00010000:00000010:3.1:1767384971.136955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009770cd1d. 00010000:00000010:2.1:1767384971.136961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7544a11. 00010000:00000010:1.1:1767384971.136962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000729f1ca0. 00010000:00000010:2.1:1767384971.136974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000daea2e83. 00010000:00000010:1.1:1767384971.136974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000063e5b445. 00010000:00000010:2.1:1767384971.136986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000090cc9a79. 00010000:00000010:2.1:1767384971.136992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000612afe3f. 00010000:00000001:2.0:1767384971.757051:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384971.757062:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.757074:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384971.757077:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.757149:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384971.757155:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.757160:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384972.737983:0:17570:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384972.737994:0:17570:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a6d870d7-9fee-4d2a-b686-a6e8803da6e4 00000001:00000040:0.0:1767384972.738001:0:17570:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000edfc04cd : new cb_count 1 00000020:00000040:0.0:1767384972.738012:0:17570:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 1 00000001:00000010:0.0:1767384972.738019:0:17570:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006b7d7f70. 00040000:00000001:0.0:1767384972.738028:0:17570:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384972.738032:0:17570:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384972.738037:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003a5bd04e. 00080000:00000001:0.0:1767384972.738044:0:17570:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384972.738059:0:17570:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384972.738062:0:17570:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384972.738066:0:17570:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000008b074c76 : new cb_count 0 00000020:00000040:0.0:1767384972.738071:0:17570:0:(genops.c:898:class_export_put()) PUTting export 000000008b074c76 : new refcount 0 00000020:00000080:0.0:1767384972.738076:0:17570:0:(genops.c:904:class_export_put()) final put 000000008b074c76/lustre-MDT0000-mdtlov_UUID 00000001:00000010:0.0:1767384972.738101:0:17570:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000c2ce00a1. 00040000:00000001:0.0:1767384972.738110:0:17570:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384972.738114:0:17570:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384972.738118:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000674722ba. 00080000:00000001:0.0:1767384972.738126:0:17570:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384972.738131:0:17570:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384972.738134:0:17570:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384972.738137:0:17570:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384972.738140:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000010:0.0:1767384972.738142:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b412d77e. 00000020:00000080:1.0:1767384972.738147:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 000000008b074c76/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00080000:00000001:0.0:1767384972.738152:0:17570:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:1.0:1767384972.738159:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 15 to 0@lo 00000020:00000001:1.0:1767384972.738166:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00080000:00000001:0.0:1767384972.738169:0:17570:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:1.0:1767384972.738173:0:2410:0:(genops.c:1229:class_import_get()) import 000000008eb973c6 refcount=2 obd=lustre-OST0000 00000001:00100000:0.0:1767384972.738177:0:17570:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a6d870d7-9fee-4d2a-b686-a6e8803da6e4 00000020:00000001:1.0:1767384972.738180:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384972.738186:0:2410:0:(genops.c:1242:class_import_put()) import 000000008eb973c6 refcount=1 obd=lustre-OST0000 00000001:00000040:0.0:1767384972.738188:0:17570:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000edfc04cd : new cb_count 0 00000020:00000001:1.0:1767384972.738192:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384972.738200:0:17570:0:(genops.c:898:class_export_put()) PUTting export 00000000edfc04cd : new refcount 0 00000020:00000001:1.0:1767384972.738201:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384972.738206:0:2410:0:(genops.c:1242:class_import_put()) import 000000008eb973c6 refcount=0 obd=lustre-OST0000 00000020:00000080:0.0:1767384972.738209:0:17570:0:(genops.c:904:class_export_put()) final put 00000000edfc04cd/a6d870d7-9fee-4d2a-b686-a6e8803da6e4 00000020:00000040:1.0:1767384972.738213:0:2410:0:(genops.c:1245:class_import_put()) final put import 000000008eb973c6 00000020:00000001:1.0:1767384972.738235:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384972.738240:0:2410:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000010:0.0:1767384972.738242:0:17570:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d7adb210. 00000001:00000001:1.0:1767384972.738245:0:2410:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00040000:00000001:0.0:1767384972.738257:0:17570:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000010:1.0:1767384972.738258:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af71d4e4. 00040000:00000001:0.0:1767384972.738265:0:17570:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000010:1.0:1767384972.738269:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c5541f27. 00080000:00000010:0.0:1767384972.738272:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bda79c4e. 00000001:00000010:1.0:1767384972.738278:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000586d645c. 00080000:00000001:0.0:1767384972.738284:0:17570:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000010:1.0:1767384972.738287:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b85453db. 00000001:00000010:1.0:1767384972.738320:0:2410:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008b474be7. 00080000:00000001:0.0:1767384972.738325:0:17570:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000010:1.0:1767384972.738328:0:2410:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000011661579. 00040000:00000001:0.0:1767384972.738330:0:17570:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384972.738336:0:17570:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:1.0:1767384972.738342:0:2410:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00080000:00000010:0.0:1767384972.738342:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000136cd98b. 00010000:00000001:1.0:1767384972.738350:0:2410:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00080000:00000001:0.0:1767384972.738353:0:17570:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384972.738354:0:2410:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384972.738360:0:2410:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384972.738366:0:2410:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000b2857c18. 00000020:00000001:1.0:1767384972.738377:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384972.738382:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 7 - export 00000020:00000010:1.0:1767384972.738387:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008b074c76. 00000020:00000001:1.0:1767384972.738409:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384972.738415:0:2410:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384972.738418:0:2410:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008eb973c6 for lustre-OST0000 00000020:00000040:1.0:1767384972.738424:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 14 to 0@lo 00000020:00000040:1.0:1767384972.738427:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 6 - import 00000020:00000010:1.0:1767384972.738430:0:2410:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008eb973c6. 00000020:00000001:1.0:1767384972.738437:0:2410:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384972.738442:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384972.738445:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000edfc04cd/a6d870d7-9fee-4d2a-b686-a6e8803da6e4 for lustre-OST0000 00000020:00000040:1.0:1767384972.738452:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 3 to 192.168.203.12@tcp50 00000020:00000001:1.0:1767384972.738456:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384972.738460:0:2410:0:(genops.c:1229:class_import_get()) import 00000000572eece8 refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384972.738463:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384972.738465:0:2410:0:(genops.c:1242:class_import_put()) import 00000000572eece8 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384972.738468:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384972.738469:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384972.738471:0:2410:0:(genops.c:1242:class_import_put()) import 00000000572eece8 refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384972.738472:0:2410:0:(genops.c:1245:class_import_put()) final put import 00000000572eece8 00000020:00000001:1.0:1767384972.738491:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384972.738493:0:2410:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384972.738496:0:2410:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384972.738502:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fa39bfc1. 00000001:00000010:1.0:1767384972.738508:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004781c00a. 00000001:00000010:1.0:1767384972.738512:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ebaa618. 00000001:00000010:1.0:1767384972.738516:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f446d19. 00000001:00000010:1.0:1767384972.738520:0:2410:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bc4e821c. 00000001:00000010:1.0:1767384972.738524:0:2410:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e8bdf709. 00000001:00000001:1.0:1767384972.738528:0:2410:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384972.738531:0:2410:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384972.738533:0:2410:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384972.738536:0:2410:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384972.738539:0:2410:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000d890ddef. 00000020:00000001:1.0:1767384972.738543:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384972.738545:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 5 - export 00000020:00000010:1.0:1767384972.738547:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000edfc04cd. 00000020:00000001:1.0:1767384972.738552:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384972.738556:0:2410:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384972.738557:0:2410:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000572eece8 for lustre-OST0000 00000020:00000040:1.0:1767384972.738560:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 2 to 192.168.203.12@tcp50 00000020:00000040:1.0:1767384972.738563:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000a41fd260) now 4 - import 00000020:00000010:1.0:1767384972.738565:0:2410:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000572eece8. 00000020:00000001:1.0:1767384972.738568:0:2410:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00080000:00000001:1.0:1767384972.738953:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:1.0:1767384972.738958:0:16805:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a6d870d7-9fee-4d2a-b686-a6e8803da6e4 00000001:00000040:1.0:1767384972.738964:0:16805:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000e988c6f9 : new cb_count 2 00000020:00000040:1.0:1767384972.738971:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 2 00000001:00000010:1.0:1767384972.738976:0:16805:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000008805a5c3. 00040000:00000001:1.0:1767384972.738984:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384972.738990:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384972.738993:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384972.738997:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384972.739001:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000044018844. 00080000:00000001:1.0:1767384972.739008:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384972.739013:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1767384972.739019:0:16805:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1767384972.739022:0:16805:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1767384972.739026:0:16805:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:1.0:1767384972.739031:0:16805:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000e988c6f9 : new cb_count 1 00000020:00000040:1.0:1767384972.739035:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 1 00000001:00000010:1.0:1767384972.739038:0:16805:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d3e17433. 00040000:00000001:1.0:1767384972.739044:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384972.739046:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384972.739048:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384972.739050:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384972.739054:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006ab86905. 00080000:00000001:1.0:1767384972.739058:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384972.739069:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:1.0:1767384972.739072:0:16805:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a6d870d7-9fee-4d2a-b686-a6e8803da6e4 00000001:00000040:1.0:1767384972.739076:0:16805:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000e988c6f9 : new cb_count 0 00000020:00000040:1.0:1767384972.739080:0:16805:0:(genops.c:898:class_export_put()) PUTting export 00000000e988c6f9 : new refcount 0 00000020:00000080:1.0:1767384972.739082:0:16805:0:(genops.c:904:class_export_put()) final put 00000000e988c6f9/a6d870d7-9fee-4d2a-b686-a6e8803da6e4 00000001:00000010:1.0:1767384972.739112:0:16805:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000008a7b5b20. 00040000:00000001:1.0:1767384972.739117:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384972.739120:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384972.739122:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384972.739125:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384972.739127:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c1f00508. 00080000:00000001:1.0:1767384972.739133:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384972.739141:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384972.739148:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000e988c6f9/a6d870d7-9fee-4d2a-b686-a6e8803da6e4 for lustre-MDT0000 00000020:00000040:2.0:1767384972.739157:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 1 to 192.168.203.12@tcp50 00000020:00000001:2.0:1767384972.739162:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384972.739167:0:2410:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767384972.739171:0:2410:0:(genops.c:1229:class_import_get()) import 000000008cbaf782 refcount=2 obd=lustre-MDT0000 00000020:00000001:2.0:1767384972.739173:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384972.739175:0:2410:0:(genops.c:1242:class_import_put()) import 000000008cbaf782 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384972.739177:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384972.739180:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384972.739182:0:2410:0:(genops.c:1242:class_import_put()) import 000000008cbaf782 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767384972.739194:0:2410:0:(genops.c:1245:class_import_put()) final put import 000000008cbaf782 00000020:00000001:2.0:1767384972.739211:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:2.0:1767384972.739214:0:2410:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000dd2c0362. 00010000:00000001:2.0:1767384972.739220:0:2410:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384972.739222:0:2410:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384972.739230:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000056bf1f4f. 00000001:00000010:2.0:1767384972.739236:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e1755fe. 00000001:00000010:2.0:1767384972.739241:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003ca94abb. 00000001:00000010:2.0:1767384972.739244:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e9ee410. 00000001:00000010:2.0:1767384972.739248:0:2410:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004940ca4f. 00000001:00000010:2.0:1767384972.739252:0:2410:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001278299b. 00000001:00000001:2.0:1767384972.739258:0:2410:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384972.739261:0:2410:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1767384972.739264:0:2410:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384972.739269:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a21e34c3. 00000001:00000010:2.0:1767384972.739273:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eb4971fc. 00000001:00000010:2.0:1767384972.739276:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002f114972. 00000001:00000010:2.0:1767384972.739283:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003a0a9a55. 00000001:00000010:2.0:1767384972.739286:0:2410:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000797b027. 00000001:00000010:2.0:1767384972.739290:0:2410:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a13f591d. 00000001:00000001:2.0:1767384972.739292:0:2410:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384972.739294:0:2410:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384972.739295:0:2410:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:2.0:1767384972.739328:0:2410:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000b4d0a628: xid 1853237344865792, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:2.0:1767384972.739335:0:2410:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000b4d0a628: xid 1853237344865792, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:2.0:1767384972.739340:0:2410:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000b4d0a628. 00000001:00000010:2.0:1767384972.739343:0:2410:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000002bed96c8. 00000004:00000001:2.0:1767384972.739349:0:2410:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384972.739352:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384972.739354:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 5 - export 00000020:00000010:2.0:1767384972.739357:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e988c6f9. 00000020:00000001:2.0:1767384972.739367:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384972.739371:0:2410:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384972.739373:0:2410:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008cbaf782 for lustre-MDT0000 00000020:00000040:2.0:1767384972.739386:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001927114a refcount 0 to 192.168.203.12@tcp50 00000020:00000040:2.0:1767384972.739389:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 4 - import 00000020:00000010:2.0:1767384972.739392:0:2410:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008cbaf782. 00000020:00000001:2.0:1767384972.739396:0:2410:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:2.0:1767384972.781005:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384972.781013:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384972.781023:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be2506f7] -> 12345-192.168.203.112@tcp19 (6) 00010000:00000001:2.0:1767384972.781023:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384972.781029:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384972.781039:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp19 ip 192.168.203.112:988 00000800:00000200:3.0:1767384972.781047:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000020:00000001:2.0:1767384972.781057:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384972.781061:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384972.781065:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384972.781329:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384972.781346:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384972.781372:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384972.781382:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384972.781389:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384973.165017:0:39776:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384973.165035:0:39776:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000009f1040d3 - data 00000000082be807/000000003f7ba87a 00000020:00000010:3.0:1767384973.165168:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000387cda8a. 00000020:00000010:3.0:1767384973.165178:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000962f0b8d. 00000020:00000010:3.0:1767384973.165187:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000003f7ba87a. 00000020:00000010:3.0:1767384973.165190:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000ed8d2ad8. 00000020:00000010:3.0:1767384973.165195:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000006ce78453. 00000020:00000010:3.0:1767384973.165200:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000f37baf64. 00000020:00000010:3.0:1767384973.165204:0:39776:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000009f1040d3. 00000020:01000000:3.0:1767384973.165209:0:39776:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000be92bae3 - data 00000000483aecd4/00000000527ce656 00000020:00000010:3.0:1767384973.165358:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000001d8899eb. 00000020:00000010:3.0:1767384973.165364:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000f8a4c9ba. 00000020:00000010:3.0:1767384973.165369:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000527ce656. 00000020:00000010:3.0:1767384973.165372:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000016c028bf. 00000020:00000010:3.0:1767384973.165376:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000009fb48304. 00000020:00000010:3.0:1767384973.165379:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000001ce3dc85. 00000020:00000010:3.0:1767384973.165382:0:39776:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000be92bae3. 00000020:00000001:3.0:1767384973.165386:0:39776:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1767384973.165795:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000003f914a7a. 00000020:00000010:3.0:1767384973.165802:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000002b069bb0. 00000020:00000010:3.0:1767384973.165805:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000007e15a797. 00000020:00000010:3.0:1767384973.165809:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000568bf8a2. 00000020:00000010:3.0:1767384973.165813:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000094581150. 02000000:00000001:3.0:1767384973.171156:0:39776:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:3.0:1767384973.171163:0:39776:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000007a0aeaa1 for key 0 00000004:00000010:3.0:1767384973.171169:0:39776:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000007a0aeaa1. 02000000:00000001:3.0:1767384973.171175:0:39776:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384973.171177:0:39776:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000097eb4ce4. 02000000:00000010:3.0:1767384973.171183:0:39776:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000d486b724. 02000000:00000001:3.0:1767384973.171186:0:39776:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:3.0:1767384973.171188:0:39776:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384973.171190:0:39776:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000ec710d24. 02000000:00000010:3.0:1767384973.171193:0:39776:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000ff1cd178. 00000020:00000001:3.0:1767384973.171196:0:39776:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:3.0:1767384973.171200:0:39776:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384973.171202:0:39776:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:3.0:1767384973.171208:0:39776:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384973.171220:0:39776:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082eeec7d. 00080000:00000001:3.0:1767384973.171224:0:39776:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637510269273088 : -106563440278528 : ffff9f14c3ff0400) 00080000:00000001:3.0:1767384973.171229:0:39776:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384973.171256:0:39776:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384973.171258:0:39776:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.171262:0:39776:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384973.171285:0:39776:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384973.171289:0:39776:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384973.171321:0:39776:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384973.171448:0:39776:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384973.171454:0:39776:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384973.171460:0:39776:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.171465:0:39776:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384973.186060:0:39776:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384973.186069:0:39776:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:2.0:1767384973.186075:0:39776:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384973.186086:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000000dbd0c16/0000000095d7d300 to site lru. bkt: 000000001d00185a 00000020:00000010:2.0:1767384973.186093:0:39776:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000c6b4807f. 00000020:00000010:2.0:1767384973.186131:0:39776:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 0000000098caef47. 00000020:00000010:2.0:1767384973.186139:0:39776:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000c4f1b714. 00000020:00000002:2.0:1767384973.186158:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000006d082902/000000003a6615bc to site lru. bkt: 000000008573044d 00080000:00000001:1.0:1767384973.186161:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:2.0:1767384973.186165:0:39776:0:(tgt_main.c:683:tgt_fini()) Process leaving 00040000:00000001:1.0:1767384973.186169:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1767384973.186173:0:39776:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00040000:00000001:1.0:1767384973.186175:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384973.186181:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384973.186183:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:2.0:1767384973.186188:0:39776:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4474bd4. 00080000:00000010:1.0:1767384973.186189:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082eeec7d. 00080000:00000001:1.0:1767384973.186210:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:2.0:1767384973.186212:0:39776:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008832f5b4. 00000020:00000010:2.0:1767384973.186222:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fbaf12c. 00000020:00000010:2.0:1767384973.186231:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3871372. 00000040:00000010:2.0:1767384973.186237:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f0c2b6e2. 00000020:00000010:2.0:1767384973.186243:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000661826e1. 00000020:00000010:2.0:1767384973.186248:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000affd3ce0. 00000020:00000010:2.0:1767384973.186255:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000085b6e8a3. 80000000:00000010:2.0:1767384973.186259:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006b8d6268. 40000000:00000010:2.0:1767384973.186274:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000b61a908. 00100000:00000010:2.0:1767384973.186280:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007be32629. 00040000:00000010:2.0:1767384973.186285:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047f40798. 00040000:00000010:2.0:1767384973.186290:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005d25bda0. 00040000:00000010:2.0:1767384973.186326:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c2ea3b3. 00080000:00000010:2.0:1767384973.186334:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009bbb7502. 00000004:00000010:2.0:1767384973.186341:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c55c2f92. 00000004:00000010:2.0:1767384973.186348:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c963cfea. 00000004:00000010:2.0:1767384973.186355:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000bf0b33e. 00000004:00000010:2.0:1767384973.186361:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d4c18ec6. 00000020:00000010:2.0:1767384973.186368:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013eab648. 00000001:00000001:2.0:1767384973.186374:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384973.186381:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000880335ec. 00000001:00000010:2.0:1767384973.186386:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000940e8e57. 00000001:00000010:2.0:1767384973.186391:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000040b47a93. 00000001:00000001:2.0:1767384973.186396:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:2.0:1767384973.186398:0:39776:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.186406:0:39776:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384973.186413:0:39776:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384973.186451:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000f0ee1e1d. 00000020:00000010:2.0:1767384973.186455:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000db1705a1. 00000020:00000010:2.0:1767384973.186459:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000056aeccb3. 00000020:00000010:2.0:1767384973.186463:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000086173646. 00010000:00000001:2.0:1767384973.186502:0:39776:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384973.186513:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000bda4c9e6. 00000020:00000010:2.0:1767384973.186517:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000dfecf284. 00000020:00000010:2.0:1767384973.186520:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000002f95ce58. 00000020:00000010:2.0:1767384973.186522:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e60d9f47. 00000001:00000001:2.0:1767384973.186561:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384973.209588:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000da4dbd3e. 00000001:00000010:2.0:1767384973.209609:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002cc9794e. 00000001:00000010:2.0:1767384973.209611:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee2e8e21. 00000001:00000010:2.0:1767384973.209613:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000882a74b4. 00000001:00000010:2.0:1767384973.209615:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000add49e9f. 00000001:00000010:2.0:1767384973.209618:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066d045cf. 00000001:00000010:2.0:1767384973.209641:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d9999300. 00000001:00000010:2.0:1767384973.209643:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000228d3076. 00000001:00000010:2.0:1767384973.209646:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b30ac55. 00000001:00000010:2.0:1767384973.209648:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002a482ce5. 00000001:00000010:2.0:1767384973.209650:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000df8ec396. 00000001:00000010:2.0:1767384973.209653:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004445b672. 00000001:00000010:2.0:1767384973.209654:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c6ef15d0. 00000001:00000010:2.0:1767384973.209656:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007bd6217b. 00000001:00000010:2.0:1767384973.209658:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072450f7e. 00000001:00000010:2.0:1767384973.209660:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001544bfe7. 00000001:00000010:2.0:1767384973.209662:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000006968a7d. 00000001:00000010:2.0:1767384973.209664:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d6fe7128. 00000001:00000010:2.0:1767384973.209666:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a6b24728. 00000001:00000010:2.0:1767384973.209668:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a79bb654. 00000001:00000010:2.0:1767384973.209670:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004cc0fa51. 00000001:00000010:2.0:1767384973.209672:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000086f9b751. 00000001:00000010:2.0:1767384973.209674:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c763adb7. 00000001:00000010:2.0:1767384973.209676:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f8cd5c2. 00000001:00000010:2.0:1767384973.209678:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb7c6a59. 00000001:00000010:2.0:1767384973.209680:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e7d24728. 00000001:00000010:2.0:1767384973.209682:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007318cae3. 00000001:00000010:2.0:1767384973.209684:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e600ad22. 00000001:00000010:2.0:1767384973.209685:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000994b226b. 00000001:00000010:2.0:1767384973.209687:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006db0e501. 00000001:00000010:2.0:1767384973.209689:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea7b5e32. 00000001:00000010:2.0:1767384973.209691:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000068cea3f0. 00000001:00000010:2.0:1767384973.209693:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a9f518b. 00000001:00000010:2.0:1767384973.209695:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009027fd43. 00000001:00000010:2.0:1767384973.209697:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f50b1fd2. 00000001:00000010:2.0:1767384973.209699:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066236f6d. 00000001:00000010:2.0:1767384973.209701:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b63c0045. 00000001:00000010:2.0:1767384973.209704:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000195c8ec1. 00000001:00000010:2.0:1767384973.209710:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d6ed383b. 00000001:00000010:2.0:1767384973.209713:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000084f57915. 00000001:00000010:2.0:1767384973.209715:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c5108fac. 00000001:00000010:2.0:1767384973.209717:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004bce89cf. 00000001:00000010:2.0:1767384973.209719:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009d4611ee. 00000001:00000010:2.0:1767384973.209722:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1c118c0. 00000001:00000010:2.0:1767384973.209723:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dfa5d1f0. 00000001:00000010:2.0:1767384973.209725:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b98ebc5. 00000001:00000010:2.0:1767384973.209727:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000be96d67. 00000001:00000010:2.0:1767384973.209729:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a40d0377. 00000001:00000010:2.0:1767384973.209731:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009d31a6ef. 00000001:00000010:2.0:1767384973.209733:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ace3653e. 00000001:00000010:2.0:1767384973.209735:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000704b8a0a. 00000001:00000010:2.0:1767384973.209737:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f58cbfe9. 00000001:00000010:2.0:1767384973.209738:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fcc72738. 00000001:00000010:2.0:1767384973.209740:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f89c8d1e. 00000001:00000010:2.0:1767384973.209742:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000786b4be8. 00000001:00000010:2.0:1767384973.209744:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dccbd3c1. 00000001:00000010:2.0:1767384973.209746:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000043b0d45. 00000001:00000010:2.0:1767384973.209748:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f0c5a4a1. 00000001:00000010:2.0:1767384973.209749:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000079df67fa. 00000001:00000010:2.0:1767384973.209751:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aea223fc. 00000001:00000010:2.0:1767384973.209753:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007788f185. 00000001:00000010:2.0:1767384973.209755:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca1b5c5f. 00000001:00000010:2.0:1767384973.209757:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f88827e6. 00000001:00000010:2.0:1767384973.209759:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000082afcdf6. 00000001:00000010:2.0:1767384973.209761:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000076bd980f. 00000001:00000010:2.0:1767384973.209762:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000049000629. 00000001:00000010:2.0:1767384973.209764:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d7958e4. 00000001:00000010:2.0:1767384973.209766:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009e0db797. 00000001:00000010:2.0:1767384973.209768:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000023ab56db. 00000001:00000010:2.0:1767384973.209770:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017e7f451. 00000001:00000010:2.0:1767384973.209776:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091b3b36e. 00000001:00000010:2.0:1767384973.209779:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066d7761c. 00000001:00000010:2.0:1767384973.209781:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e5112f0. 00000001:00000010:2.0:1767384973.209783:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006d135af2. 00000001:00000010:2.0:1767384973.209808:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000327e434a. 00000001:00000010:2.0:1767384973.209810:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e38e7694. 00000001:00000010:2.0:1767384973.209812:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000448a6287. 00000001:00000010:2.0:1767384973.209814:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003919c381. 00000001:00000010:2.0:1767384973.209816:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000400eeb3. 00000001:00000010:2.0:1767384973.209818:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009faa0cd0. 00000001:00000010:2.0:1767384973.209820:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a03c88dd. 00000001:00000010:2.0:1767384973.209821:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d768705. 00000001:00000010:2.0:1767384973.209823:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f3ab51e5. 00000001:00000010:2.0:1767384973.209825:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009138576f. 00000001:00000010:2.0:1767384973.209827:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000f7b4e8f. 00000001:00000010:2.0:1767384973.209829:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000533dcae9. 00000001:00000010:2.0:1767384973.209831:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000f88457b. 00000001:00000010:2.0:1767384973.209833:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf753b2f. 00000001:00000010:2.0:1767384973.209835:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb0f64fe. 00000001:00000010:2.0:1767384973.209837:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fceb8eab. 00000001:00000010:2.0:1767384973.209838:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006a7c4673. 00000001:00000010:2.0:1767384973.209840:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000282eaef3. 00000001:00000010:2.0:1767384973.209842:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a384ed2f. 00000001:00000010:2.0:1767384973.209844:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e50c7b65. 00000001:00000010:2.0:1767384973.209846:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092c048f3. 00000001:00000010:2.0:1767384973.209848:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009ce39590. 00000001:00000010:2.0:1767384973.209850:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001f375ad8. 00000001:00000010:2.0:1767384973.209852:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a14c756. 00000001:00000010:2.0:1767384973.209853:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000509b83a2. 00000001:00000010:2.0:1767384973.209855:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec1c6efc. 00000001:00000010:2.0:1767384973.209857:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000009ae5441. 00000001:00000010:2.0:1767384973.209859:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005c000b58. 00000001:00000010:2.0:1767384973.209866:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004e9d7462. 00000001:00000010:2.0:1767384973.209868:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002dbf8b91. 00000001:00000010:2.0:1767384973.209870:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098486895. 00000001:00000010:2.0:1767384973.209872:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000608cb01b. 00000001:00000010:2.0:1767384973.209874:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b1efac56. 00000001:00000010:2.0:1767384973.209876:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9f43cdb. 00000001:00000010:2.0:1767384973.209878:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000be8842e9. 00000001:00000010:2.0:1767384973.209880:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bc010ef3. 00000001:00000010:2.0:1767384973.209882:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006d7762a6. 00000001:00000010:2.0:1767384973.209883:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e21b7170. 00000001:00000010:2.0:1767384973.209885:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a7c03fc1. 00000001:00000010:2.0:1767384973.209887:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005468cde2. 00000001:00000010:2.0:1767384973.209889:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000006d668c4. 00000001:00000010:2.0:1767384973.209891:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b316c81. 00000001:00000010:2.0:1767384973.209892:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055778226. 00000001:00000010:2.0:1767384973.209894:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ae4f1ec. 00000001:00000010:2.0:1767384973.209896:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000328bf9e5. 00000001:00000010:2.0:1767384973.209898:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009eccbdac. 00000001:00000010:2.0:1767384973.209900:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba586d88. 00000001:00000010:2.0:1767384973.209901:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c5417802. 00000001:00000010:2.0:1767384973.209903:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091c7c6ab. 00000001:00000010:2.0:1767384973.209905:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000089f6940a. 00000001:00000010:2.0:1767384973.209907:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ba48acc. 00000001:00000010:2.0:1767384973.209909:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000754f2c9c. 00000001:00000010:2.0:1767384973.209910:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000007b0beda. 00000001:00000010:2.0:1767384973.209912:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a826c1e. 00000001:00000010:2.0:1767384973.209914:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 000000004c318a47. 00000001:00000010:2.0:1767384973.209922:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c6b71421. 00000001:00000001:2.0:1767384973.209926:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384973.209990:0:39776:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000a04dc9d2. 00010000:00000001:2.0:1767384973.209997:0:39776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384973.211018:0:39776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384973.211036:0:39776:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:3.0:1767384973.211042:0:39776:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:3.0:1767384973.211045:0:39776:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:3.0:1767384973.211048:0:39776:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:3.0:1767384973.211053:0:39776:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:3.0:1767384973.211146:0:39776:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:3.0:1767384973.211155:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000003b8ee5d1/00000000f425dcd3 to site lru. bkt: 00000000e77d3160 40000000:00000001:3.0:1767384973.211160:0:39776:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:3.0:1767384973.211174:0:39776:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:3.0:1767384973.211176:0:39776:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000e6176a49. 40000000:00000001:3.0:1767384973.211182:0:39776:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:3.0:1767384973.211264:0:39776:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:3.0:1767384973.211268:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000006e008d03/00000000feab5ba2 to site lru. bkt: 00000000a191e8a7 40000000:00000001:3.0:1767384973.211271:0:39776:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:3.0:1767384973.211273:0:39776:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:3.0:1767384973.211274:0:39776:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000ab738797. 40000000:00000001:3.0:1767384973.211280:0:39776:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:3.0:1767384973.211418:0:39776:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767384973.211421:0:39776:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 000000002541ee17. 40000000:00000001:3.0:1767384973.211435:0:39776:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384973.211440:0:39776:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:3.0:1767384973.211444:0:39776:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:3.0:1767384973.211491:0:39776:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:3.0:1767384973.211498:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000c08cbe8e/00000000714026a8 to site lru. bkt: 00000000008fd462 80000000:00000001:3.0:1767384973.211504:0:39776:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:3.0:1767384973.211508:0:39776:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:3.0:1767384973.211512:0:39776:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:3.0:1767384973.211516:0:39776:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000007a0d26f5. 80000000:00000010:3.0:1767384973.211524:0:39776:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000001ce15b0f. 80000000:00000010:3.0:1767384973.211531:0:39776:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000009342d70a. 80000000:00000010:3.0:1767384973.211536:0:39776:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003fb03586. 80000000:00000010:3.0:1767384973.211541:0:39776:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000cbbf48c5. 80000000:00000040:3.0:1767384973.211547:0:39776:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:3.0:1767384973.211551:0:39776:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384973.211555:0:39776:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:3.0:1767384973.211557:0:39776:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:3.0:1767384973.211560:0:39776:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:3.0:1767384973.211562:0:39776:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:3.0:1767384973.211564:0:39776:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000f582a65c. 80000000:00000001:3.0:1767384973.211568:0:39776:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:3.0:1767384973.211571:0:39776:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000a2dea334. 00000004:00000001:3.0:1767384973.211574:0:39776:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384973.211578:0:39776:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:3.0:1767384973.211617:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000dbd0c16. 00000004:00000010:3.0:1767384973.211628:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d2163ff6. 00000004:00000010:3.0:1767384973.211654:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ed26c9ea. 00000004:00000001:3.0:1767384973.211662:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.211666:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:3.0:1767384973.211671:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000095d7d300. 00000004:00000001:3.0:1767384973.211680:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.211719:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c21b025d. 00000020:00000010:3.0:1767384973.211728:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008ada961a. 00080000:00000010:3.0:1767384973.211784:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ff293dd. 20000000:00000010:3.0:1767384973.211815:0:39776:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000006f42fe09. 00080000:00000010:3.0:1767384973.211848:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d5255e51. 00000004:00000010:3.0:1767384973.211856:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fedc65ca. 00000004:00000010:3.0:1767384973.211859:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003466f89a. 00000004:00000001:3.0:1767384973.211872:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.211873:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:3.0:1767384973.211876:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000619dc438. 00000004:00000001:3.0:1767384973.211882:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212003:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c08cbe8e. 00000004:00000010:3.0:1767384973.212020:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000092fa1c58. 00000004:00000010:3.0:1767384973.212024:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009201573e. 00000004:00000001:3.0:1767384973.212028:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212030:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:3.0:1767384973.212033:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000714026a8. 00000004:00000001:3.0:1767384973.212041:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212065:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001c8e4dc2. 00000004:00000010:3.0:1767384973.212069:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d2d31f78. 00000004:00000010:3.0:1767384973.212072:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b1083e40. 00000004:00000001:3.0:1767384973.212076:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212077:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:3.0:1767384973.212080:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c761cf15. 00000004:00000001:3.0:1767384973.212087:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212124:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000746affcb. 00000004:00000010:3.0:1767384973.212133:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c861cd32. 00000004:00000010:3.0:1767384973.212139:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000969f18c5. 00000004:00000001:3.0:1767384973.212145:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212148:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:3.0:1767384973.212165:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000077de1d53. 00000004:00000001:3.0:1767384973.212175:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212208:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000046dde74. 00000020:00000010:3.0:1767384973.212217:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e6a1276. 00080000:00000010:3.0:1767384973.212249:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007e2460c8. 00000004:00000010:3.0:1767384973.212257:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000051f93d2b. 00000004:00000010:3.0:1767384973.212264:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e5e60037. 00000004:00000001:3.0:1767384973.212270:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212272:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:3.0:1767384973.212276:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f292088c. 00000004:00000001:3.0:1767384973.212316:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212349:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003b8ee5d1. 00000004:00000010:3.0:1767384973.212353:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a902e6f7. 00000004:00000010:3.0:1767384973.212365:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000002b70c3f. 00000004:00000001:3.0:1767384973.212368:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212369:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:3.0:1767384973.212371:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f425dcd3. 00000004:00000001:3.0:1767384973.212376:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212394:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e7754b7a. 00000004:00000010:3.0:1767384973.212399:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000061d53fc6. 00000004:00000010:3.0:1767384973.212401:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003be23adc. 00000004:00000001:3.0:1767384973.212404:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212405:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:3.0:1767384973.212407:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006e2ff2eb. 00000004:00000001:3.0:1767384973.212413:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212436:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c8ee5b8. 00000004:00000010:3.0:1767384973.212442:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b5ca4895. 00000004:00000010:3.0:1767384973.212448:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d0f77d7d. 00000004:00000001:3.0:1767384973.212453:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212455:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:3.0:1767384973.212458:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000eb90c6fb. 00000004:00000001:3.0:1767384973.212466:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212486:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000018e57fb0. 00000004:00000010:3.0:1767384973.212493:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005f4e02fd. 00000004:00000010:3.0:1767384973.212499:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000048badc74. 00000004:00000001:3.0:1767384973.212517:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212520:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:3.0:1767384973.212524:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009675e177. 00000004:00000001:3.0:1767384973.212533:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212563:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b0b90262. 00000004:00000010:3.0:1767384973.212569:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bffdb0eb. 00000004:00000010:3.0:1767384973.212572:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005927bfe4. 00000004:00000001:3.0:1767384973.212576:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212578:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:3.0:1767384973.212581:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c2cbdd91. 00000004:00000001:3.0:1767384973.212587:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212600:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c7e5898a. 00000004:00000010:3.0:1767384973.212604:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cfc5bb20. 00000004:00000010:3.0:1767384973.212608:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fe3bb0c9. 00000004:00000001:3.0:1767384973.212612:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212614:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:3.0:1767384973.212627:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006271c7de. 00000004:00000001:3.0:1767384973.212630:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212644:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000869e0ffe. 00000004:00000010:3.0:1767384973.212650:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002facb1c5. 00000004:00000010:3.0:1767384973.212655:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000014d62af6. 00000004:00000001:3.0:1767384973.212660:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212662:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:3.0:1767384973.212666:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000060b31fca. 00000004:00000001:3.0:1767384973.212673:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212716:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d1afea43. 00000020:00000010:3.0:1767384973.212733:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000060fd72b3. 00080000:00000010:3.0:1767384973.212771:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000049ce8807. 00000004:00000010:3.0:1767384973.212780:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003283c45a. 00000004:00000010:3.0:1767384973.212782:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000055e5a69b. 00000004:00000001:3.0:1767384973.212785:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212786:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:3.0:1767384973.212788:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cb1c60bb. 00000004:00000001:3.0:1767384973.212801:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212818:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000110e4d83. 00000004:00000010:3.0:1767384973.212831:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d02fbc2f. 00000004:00000010:3.0:1767384973.212835:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a898880c. 00000004:00000001:3.0:1767384973.212838:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212839:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:3.0:1767384973.212842:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000011becab4. 00000004:00000001:3.0:1767384973.212847:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212868:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006e008d03. 00000004:00000010:3.0:1767384973.212872:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a429c8be. 00000004:00000010:3.0:1767384973.212876:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a2cd8c19. 00000004:00000001:3.0:1767384973.212880:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212881:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:3.0:1767384973.212883:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000feab5ba2. 00000004:00000001:3.0:1767384973.212925:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212946:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006d082902. 00000004:00000010:3.0:1767384973.212950:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d26f5808. 00000004:00000010:3.0:1767384973.212953:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000813e0293. 00000004:00000001:3.0:1767384973.212957:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212958:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:3.0:1767384973.212961:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003a6615bc. 00000004:00000001:3.0:1767384973.212967:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.212986:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e8bba4b9. 00000004:00000010:3.0:1767384973.212990:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002bd20cdc. 00000004:00000010:3.0:1767384973.212993:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000013330ab8. 00000004:00000001:3.0:1767384973.212996:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.212998:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:3.0:1767384973.213001:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000085c1b57b. 00000004:00000001:3.0:1767384973.213006:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.213187:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dbe46caf. 00000020:00000010:3.0:1767384973.213191:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e3a5a652. 00080000:00000010:3.0:1767384973.213217:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000082c745f7. 00000004:00000010:3.0:1767384973.213221:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000ed8c9f3. 00000004:00000010:3.0:1767384973.213227:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009be3eeeb. 00000004:00000001:3.0:1767384973.213230:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.213232:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:3.0:1767384973.213234:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e4972b78. 00000004:00000001:3.0:1767384973.213248:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384973.213268:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008af9ca12. 00000004:00000010:3.0:1767384973.213273:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a91803e0. 00000004:00000010:3.0:1767384973.213276:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000991af916. 00000004:00000001:3.0:1767384973.213280:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384973.213282:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:3.0:1767384973.213284:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000016ac158c. 00000004:00000001:3.0:1767384973.213289:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:3.0:1767384973.213318:0:39776:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 0000000095dc2741. 00000004:00000001:3.0:1767384973.213324:0:39776:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:3.0:1767384973.213327:0:39776:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:3.0:1767384973.213349:0:39776:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:3.0:1767384973.213352:0:39776:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767384973.213355:0:39776:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384973.213358:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384973.213361:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384973.213415:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384973.213418:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384973.213420:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384973.213482:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.213487:0:39776:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.213492:0:39776:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384973.213495:0:39776:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:3.0:1767384973.213503:0:39776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384973.213507:0:39776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767384973.213512:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384973.213516:0:39776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384973.213520:0:39776:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:3.0:1767384973.213526:0:39776:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384973.213531:0:39776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384973.213535:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384973.213538:0:39776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384973.213542:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:3.0:1767384973.213547:0:39776:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:3.0:1767384973.213556:0:39776:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:3.0:1767384973.213558:0:39776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384973.213561:0:39776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384973.213579:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:3.0:1767384973.213582:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384973.213584:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384973.213644:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384973.213649:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384973.213651:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384973.213734:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.213740:0:39776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:3.0:1767384973.213748:0:39776:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:0.0:1767384973.213835:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000018c04005. 00000040:00000010:0.0:1767384973.213847:0:16800:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000006498541. 00000020:00000010:0.0:1767384973.213852:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f9a56bd2. 00000020:00000010:0.0:1767384973.213859:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d54d54e9. 00000020:00000010:0.0:1767384973.213868:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dc4a478f. 80000000:00000010:0.0:1767384973.213874:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000996c3cd3. 40000000:00000010:0.0:1767384973.213880:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081edb154. 00100000:00000010:0.0:1767384973.213914:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eb76d3e6. 00040000:00000010:0.0:1767384973.213924:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff4e1379. 00040000:00000010:0.0:1767384973.213933:0:16800:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009a84f5ce. 00040000:00000010:0.0:1767384973.213940:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d08ffa68. 00080000:00000010:0.0:1767384973.213948:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000070502b69. 00000004:00000010:0.0:1767384973.213956:0:16800:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000071199a90. 00000004:00000010:0.0:1767384973.213963:0:16800:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d79791ae. 00000004:00000010:0.0:1767384973.213970:0:16800:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004ebf31a3. 00002000:00000010:0.0:1767384973.213977:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000015ff8730. 00000004:00000010:0.0:1767384973.213983:0:16800:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000026c14772. 00000020:00000010:0.0:1767384973.213988:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ad108f8. 00000004:00000010:0.0:1767384973.213995:0:16800:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 000000008158cfcf. 00000004:00000001:0.0:1767384973.214003:0:16800:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384973.214075:0:39776:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:3.0:1767384973.214081:0:39776:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:1.0:1767384973.214166:0:16799:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:1.0:1767384973.214174:0:16799:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:1.0:1767384973.214179:0:16799:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:1.0:1767384973.214184:0:16799:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e64a8eb6. 00000040:00000010:1.0:1767384973.214195:0:16799:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f6d31121. 00000040:00000001:1.0:1767384973.214202:0:16799:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384973.214207:0:16799:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384973.214210:0:16799:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:1.0:1767384973.214213:0:16799:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:1.0:1767384973.214216:0:16799:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000089c87a6d. 00000040:00000010:1.0:1767384973.214221:0:16799:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000093837ee0. 00000040:00000001:1.0:1767384973.214224:0:16799:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384973.214227:0:16799:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384973.214232:0:16799:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384973.214236:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384973.214244:0:16799:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dfd19bfd. 00000020:00000010:1.0:1767384973.214250:0:16799:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008476a9c7. 00000040:00000001:1.0:1767384973.214267:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384973.214271:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be3f9e51. 00000040:00000001:1.0:1767384973.214276:0:16799:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384973.214279:0:16799:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384973.214281:0:16799:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384973.214285:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384973.214320:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000061202345. 00080000:00000001:1.0:1767384973.214341:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514904033280 : -106558805518336 : ffff9f15d83fd800) 00000040:00000001:1.0:1767384973.214346:0:16799:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384973.214349:0:16799:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:1.0:1767384973.214354:0:16799:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:1.0:1767384973.214359:0:16799:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384973.214385:0:16799:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384973.214389:0:16799:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.214393:0:16799:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384973.214407:0:16799:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384973.214410:0:16799:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384973.214636:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384973.214640:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384973.214798:0:16799:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.214821:0:16799:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.214824:0:16799:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.214827:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384973.214862:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.214866:0:16799:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384973.214871:0:16799:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1767384973.214978:0:16799:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.214983:0:16799:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1767384973.214986:0:16799:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384973.214988:0:16799:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.215182:0:16799:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384973.215186:0:16799:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215190:0:16799:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.215194:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384973.215213:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215216:0:16799:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215220:0:16799:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1767384973.215223:0:16799:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:1.0:1767384973.215227:0:16799:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384973.215231:0:16799:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000674722ba. 00080000:00000001:1.0:1767384973.215235:0:16799:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446637514904040448 : -106558805511168 : ffff9f15d83ff400) 00000040:00000001:1.0:1767384973.215238:0:16799:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384973.215242:0:16799:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384973.215245:0:16799:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384973.215257:0:16799:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384973.215258:0:16799:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215260:0:16799:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215262:0:16799:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.215265:0:16799:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384973.215266:0:16799:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384973.215278:0:16799:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.215280:0:16799:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384973.215292:0:16799:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215321:0:16799:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:1.0:1767384973.215337:0:16799:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215339:0:16799:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384973.215342:0:16799:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384973.215344:0:16799:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:1.0:1767384973.215352:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384973.215542:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384973.215547:0:16799:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384973.215555:0:16799:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1767384973.215558:0:16799:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215561:0:16799:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.215566:0:16799:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1767384973.215576:0:16799:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.215579:0:16799:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384973.215592:0:16799:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215595:0:16799:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215599:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384973.215623:0:16799:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003ed4c4c4. 00000020:00000010:1.0:1767384973.215628:0:16799:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000186a4981. 00000040:00000001:1.0:1767384973.215633:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384973.215636:0:16799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c61679b5. 00000040:00000010:1.0:1767384973.215641:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008a4903ea. 00000040:00000001:1.0:1767384973.215646:0:16799:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384973.215650:0:16799:0:(lu_object.c:207:lu_object_put()) Add 00000000d28631ac/000000001527801a to site lru. bkt: 00000000109562ec 00000040:00000001:1.0:1767384973.215653:0:16799:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384973.215656:0:16799:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000052866135. 00000040:00000010:1.0:1767384973.215660:0:16799:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009b4c6528. 00000040:00000001:1.0:1767384973.215663:0:16799:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.215684:0:16799:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384973.215686:0:16799:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000086a5c9e9 : new refcount 1 00000020:00000040:1.0:1767384973.215700:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000f2ac3897 : new refcount 1 00000040:00000010:1.0:1767384973.215705:0:16799:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000086a5c9e9. 00000040:00000001:1.0:1767384973.215712:0:16799:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.215719:0:16799:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000031572f5f. 00000020:00000010:1.0:1767384973.215726:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002a91149a. 00000040:00000010:1.0:1767384973.215731:0:16799:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003cb5d877. 00000020:00000010:1.0:1767384973.215735:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000268dad80. 00000020:00000010:1.0:1767384973.215740:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e0d12451. 00040000:00000010:1.0:1767384973.215745:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dd4a5ed3. 00040000:00000010:1.0:1767384973.215749:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004bcb52f4. 00080000:00000010:1.0:1767384973.215755:0:16799:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000009fba3030. 00080000:00000010:1.0:1767384973.215760:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e8146b07. 00000020:00000010:1.0:1767384973.215764:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cd126f7. 00000004:00000010:1.0:1767384973.215769:0:16799:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000a2b14140. 00000004:00000001:1.0:1767384973.215774:0:16799:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384973.215841:0:39776:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384973.215850:0:39776:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:3.0:1767384973.215853:0:39776:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000feade0e3. 00000004:00000001:3.0:1767384973.215862:0:39776:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:3.0:1767384973.215868:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000a9ac2948/00000000522094e0 to site lru. bkt: 00000000608ab81d 00000020:00000002:3.0:1767384973.215873:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000010db7cbb/00000000e32d56f7 to site lru. bkt: 00000000b87ce4fb 40000000:00000001:3.0:1767384973.215877:0:39776:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1767384973.215880:0:39776:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1767384973.216020:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000092a41c98 : new refcount 2 40000000:00000001:3.0:1767384973.216024:0:39776:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767384973.216027:0:39776:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000bc34ce04. 40000000:00000001:3.0:1767384973.216033:0:39776:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384973.216036:0:39776:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384973.216056:0:39776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384973.216063:0:39776:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:3.0:1767384973.216067:0:39776:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384973.216069:0:39776:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384973.216072:0:39776:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:3.0:1767384973.216074:0:39776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:1.0:1767384973.228969:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384973.228977:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384973.228984:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6a07ba3. 00000020:00000040:1.0:1767384973.228990:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384973.228995:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:0.0:1767384973.228995:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:1.0:1767384973.229002:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:0.0:1767384973.229003:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:1.0:1767384973.229009:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384973.229017:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ad4b566. 00000100:00000001:1.0:1767384973.229025:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.229036:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384973.229049:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384973.229053:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.229061:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a07ba3] to pc [ptlrpcd_00_00+0] req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384973.229103:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.229107:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384973.229112:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384973.229113:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384973.229114:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384973.229116:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d234243. 00000100:00000001:2.0:1767384973.229122:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229122:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384973.229123:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384973.229130:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384973.229131:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384973.229134:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384973.229139:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384973.229145:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384973.229146:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ad25485c. 00000100:00000001:1.0:1767384973.229154:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.229165:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384973.229179:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384973.229185:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384973.229186:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.229189:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.229196:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384973.229198:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d234243] to pc [ptlrpcd_00_01+1] req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384973.229203:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384973.229215:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384973.229223:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6a07ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352236928:0@lo:400: 00000100:00000001:1.0:1767384973.229231:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229231:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384973.229238:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384973.229238:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384973.229240:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (299) 00000100:00000001:2.0:1767384973.229246:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384973.229246:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.229250:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384973.229251:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384973.229258:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384973.229258:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce614173. 02000000:00000001:0.0:1767384973.229263:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.229271:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384973.229271:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d4491d0. 00000100:00000001:2.0:1767384973.229274:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384973.229278:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384973.229281:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384973.229281:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 02000000:00000001:2.0:1767384973.229285:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384973.229289:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d234243 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352237056:0@lo:400: 00000100:00000200:0.0:1767384973.229289:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352236928, portal 25 00000100:00000001:0.0:1767384973.229314:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384973.229316:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384973.229317:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605547008 : -106559104004608 : ffff9f15c6754e00) 02000000:00000001:2.0:1767384973.229320:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384973.229323:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384973.229325:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384973.229327:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384973.229332:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025ae4e00. 02000000:00000001:2.0:1767384973.229335:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229339:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384973.229341:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0fa8b8c. 00000100:00000040:0.0:1767384973.229345:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384973.229348:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6d83f67. 00000400:00000010:0.0:1767384973.229348:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 00000100:00000200:2.0:1767384973.229353:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352237056, portal 10 00000100:00000200:0.0:1767384973.229354:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352236928, offset 0 00000100:00000001:2.0:1767384973.229357:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384973.229359:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605555072 : -106559103996544 : ffff9f15c6756d80) 00000400:00000200:0.0:1767384973.229364:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384973.229369:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.229378:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384973.229382:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384973.229383:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384973.229388:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b500eac7. 00000100:00000200:2.0:1767384973.229392:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237352237056, offset 0 00000400:00000200:0.0:1767384973.229400:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272108780 00000400:00000200:2.0:1767384973.229401:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384973.229411:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19cd [2] + 0 00000400:00000200:2.0:1767384973.229413:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384973.229419:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032520ea7. 00000400:00000200:2.0:1767384973.229425:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272108800 00000400:00000200:0.0:1767384973.229426:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000598bf46 00000400:00000200:0.0:1767384973.229434:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384973.229435:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000400:00000200:2.0:1767384973.229441:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384973.229441:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384973.229448:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384973.229449:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000598bf46 00000400:00000010:0.0:1767384973.229454:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000598bf46. 00000100:00000001:0.0:1767384973.229463:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384973.229464:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384973.229468:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384973.229468:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384973.229473:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000003ed32d43 x1853237352236928 msgsize 224 00000100:00000010:2.0:1767384973.229475:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6b2ac44. 00000100:00000040:2.0:1767384973.229479:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000e6b2ac44 x1853237352237056 msgsize 224 00000100:00100000:0.0:1767384973.229483:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384973.229486:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384973.229487:0:16136:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384973.229499:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.229507:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384973.229512:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b500eac7 00000400:00000010:2.0:1767384973.229515:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b500eac7. 00000100:00000001:2.0:1767384973.229521:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384973.229523:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d82e01f 00000400:00000010:0.0:1767384973.229526:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000100:00000200:2.0:1767384973.229528:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.229533:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384973.229539:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.229544:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384973.229547:0:16768:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384973.229551:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.229552:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384973.229554:0:16768:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352236928 00000100:00000040:0.0:1767384973.229561:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384973.229562:0:16768:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384973.229567:0:16768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384973.229569:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.229573:0:16768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.229575:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384973.229582:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.229583:0:16768:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229586:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384973.229587:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384973.229590:0:16768:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352236928 00000100:00000001:0.0:1767384973.229593:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.229594:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3738 usecs (4 jiffies) 00000020:00000001:3.0:1767384973.229595:0:16768:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384973.229601:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294962180 00000100:00000001:0.0:1767384973.229601:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294962189 00000020:00000040:3.0:1767384973.229609:0:16768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb810a 00000100:00000010:2.0:1767384973.229610:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074e6c4c0. 00000020:00000001:3.0:1767384973.229613:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384973.229618:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e1cbe9dd refcount=10 00000020:00000001:3.0:1767384973.229622:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:2.0:1767384973.229623:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384973.229625:0:16768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000100:00000001:3.0:1767384973.229635:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384973.229638:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294962180 00000020:00000010:3.0:1767384973.229640:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e366624. 00000100:00000001:0.0:1767384973.229642:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962180 00000100:00000001:3.0:1767384973.229649:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384973.229649:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3b841c8. 00000100:00000001:0.0:1767384973.229655:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294962189 00000020:00000010:3.0:1767384973.229658:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e366624. 00000100:00000001:2.0:1767384973.229660:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384973.229670:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294962180 00000020:00000010:3.0:1767384973.229671:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de6d07ef. 00000100:00000001:0.0:1767384973.229674:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962180 00000100:00000010:2.0:1767384973.229676:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044a4e63c. 00000020:00000010:3.0:1767384973.229682:0:16768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068a9ec99. 00000100:00000001:0.0:1767384973.229682:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294962189 00000100:00000001:2.0:1767384973.229683:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384973.229693:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294962180 00000020:00000010:3.0:1767384973.229694:0:16768:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000100:00000001:0.0:1767384973.229697:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294962180 00000100:00000010:2.0:1767384973.229702:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee7230ff. 00000100:00000001:0.0:1767384973.229706:0:16136:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294962189 00000100:00000001:2.0:1767384973.229709:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384973.229711:0:16768:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384973.229717:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384973.229718:0:16768:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384973.229722:0:16768:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384973.229722:0:16136:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294962180 00000100:00000001:3.0:1767384973.229726:0:16768:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229731:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384973.229735:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229736:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.229740:0:16768:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.229742:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229742:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.229749:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.229749:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.229755:0:16768:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.229760:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384973.229760:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384973.229765:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384973.229766:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384973.229771:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384973.229772:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384973.229774:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384973.229774:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384973.229776:0:16768:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384973.229779:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.229780:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.229781:0:16768:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384973.229789:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.229789:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384973.229795:0:16768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000040:3.0:1767384973.229801:0:16768:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e1cbe9dd : new rpc_count 1 00000100:00000001:3.0:1767384973.229804:0:16768:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637515526172752 : -106558183378864 : ffff9f15fd54f050) 00000100:00000040:3.0:1767384973.229811:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ed32d43 x1853237352236928/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:199/0 lens 224/0 e 0 to 0 dl 1767384984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.229823:0:16768:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384973.229827:0:16768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e366624. 00000100:00000001:3.0:1767384973.229831:0:16768:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384973.229834:0:16768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e366624. 00000100:00100000:3.0:1767384973.229843:0:16768:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ed32d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+10:16136:x1853237352236928:12345-0@lo:400: 00000100:00000200:3.0:1767384973.229847:0:16768:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352236928 00000020:00000001:3.0:1767384973.229850:0:16768:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384973.229866:0:16768:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384973.229869:0:16768:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.229873:0:16768:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384973.229875:0:16768:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670341248 : -1039210368 : ffffffffc20ee880) 00000020:00000001:3.0:1767384973.229880:0:16768:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384973.229882:0:16768:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384973.229918:0:16768:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384973.229921:0:16768:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384973.229925:0:16768:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.229928:0:16768:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384973.229932:0:16768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384973.229936:0:16768:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384973.229943:0:16768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000959def09. 02000000:00000001:3.0:1767384973.229947:0:16768:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.229950:0:16768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.229953:0:16768:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384973.229957:0:16768:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237352236928 00010000:00000001:3.0:1767384973.229961:0:16768:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384973.229969:0:16768:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ed32d43 x1853237352236928/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:199/0 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384973.229978:0:16768:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384973.229982:0:16768:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384973.229986:0:16768:0:(import.c:2128:obd_at_measure()) add 1 to 00000000791025c3 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384973.229991:0:16768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384973.229995:0:16768:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 15 to 0@lo 00000100:00000001:3.0:1767384973.230005:0:16768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 02000000:00000001:3.0:1767384973.230010:0:16768:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384973.230012:0:16768:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.230017:0:16768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384973.230022:0:16768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384973.230027:0:16768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000100:00000200:3.0:1767384973.230031:0:16768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352236928, offset 224 00000400:00000200:3.0:1767384973.230039:0:16768:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384973.230050:0:16768:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384973.230060:0:16768:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272108780 00000400:00000200:3.0:1767384973.230068:0:16768:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21dd [1] + 224 00000400:00000200:3.0:1767384973.230083:0:16768:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384973.230089:0:16768:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384973.230096:0:16768:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384973.230102:0:16768:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384973.230113:0:16768:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.230132:0:16768:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384973.230141:0:16768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00000400:00000010:3.0:1767384973.230143:0:16768:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 00000100:00000001:3.0:1767384973.230149:0:16768:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384973.230151:0:16768:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384973.230156:0:16768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.230162:0:16768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 14 to 0@lo 00010000:00000001:3.0:1767384973.230165:0:16768:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384973.230167:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384973.230168:0:16768:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.230174:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384973.230175:0:16768:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384973.230184:0:16768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ed32d43 x1853237352236928/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:199/0 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384973.230185:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.230191:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.230198:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4491d0. 00000100:00100000:3.0:1767384973.230202:0:16768:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ed32d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce8723f7-a406-4428-8bf1-c7aa33d7d062+10:16136:x1853237352236928:12345-0@lo:400: Request processed in 373us (722us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384973.230206:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558189bd 00000400:00000010:0.0:1767384973.230213:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000100:00100000:3.0:1767384973.230219:0:16768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00000001:0.0:1767384973.230221:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384973.230225:0:16768:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e1cbe9dd : new rpc_count 0 00000100:00000001:3.0:1767384973.230230:0:16768:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384973.230233:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.230235:0:16768:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384973.230242:0:16768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068a9ec99. 00000020:00000010:3.0:1767384973.230250:0:16768:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384973.230259:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de6d07ef. 00000100:00000200:0.0:1767384973.230260:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384973.230268:0:16768:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 9 02000000:00000001:3.0:1767384973.230278:0:16768:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384973.230280:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384973.230283:0:16768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000959def09. 00000100:00000001:0.0:1767384973.230286:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384973.230289:0:16768:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384973.230310:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384973.230316:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384973.230317:0:16768:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.230320:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384973.230324:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.230331:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384973.230336:0:16768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384973.230340:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000235fdcaa time=103 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384973.230343:0:16768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daede07. 00000100:00001000:0.0:1767384973.230352:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ba820edb time=103 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384973.230354:0:16768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001850906b. 00000100:00000001:0.0:1767384973.230362:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384973.230367:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384973.230371:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384973.230374:0:16136:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.230378:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384973.230383:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.230394:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384973.230398:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352237056 02000000:00000001:3.0:1767384973.230400:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384973.230402:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384973.230414:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.230416:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384973.230419:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.230425:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384973.230426:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352237056 00000100:00000001:0.0:1767384973.230431:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384973.230432:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384973.230436:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000001:3.0:1767384973.230440:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384973.230444:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384973.230445:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.230454:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384973.230463:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de6d07ef. 00000100:00100000:0.0:1767384973.230468:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6a07ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16136:1853237352236928:0@lo:400: 00000020:00000010:3.0:1767384973.230472:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068a9ec99. 00000100:00000001:0.0:1767384973.230480:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384973.230481:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000100:00000001:0.0:1767384973.230487:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384973.230494:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6a07ba3 x1853237352236928/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384973.230495:0:16777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384973.230503:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384973.230507:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384973.230512:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.230516:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384973.230520:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.230522:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384973.230529:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce614173. 00000100:00000001:3.0:1767384973.230534:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384973.230536:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384973.230542:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384973.230546:0:16136:0:(genops.c:1242:class_import_put()) import 000000003c19ffb8 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767384973.230551:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384973.230553:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767384973.230555:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ad4b566. 00000100:00000001:3.0:1767384973.230558:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384973.230566:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767384973.230568:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 02000000:00000001:0.0:1767384973.230571:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384973.230576:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637510259841152 : -106563449710464 : ffff9f14c36f1880) 00000100:00000010:0.0:1767384973.230576:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6a07ba3. 00000100:00000001:0.0:1767384973.230585:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384973.230588:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6b2ac44 x1853237352237056/t0(0) o400->@:199/0 lens 224/0 e 0 to 0 dl 1767384984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.230589:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.230596:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.230607:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384973.230611:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.230618:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384973.230622:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6b2ac44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16137:x1853237352237056:12345-0@lo:400: 00000100:00000001:0.0:1767384973.230624:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384973.230634:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352237056 00000020:00000001:3.0:1767384973.230639:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:3.0:1767384973.230648:0:16777:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:3.0:1767384973.230662:0:16777:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384973.230666:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384973.230669:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384973.230678:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000959def09. 02000000:00000001:3.0:1767384973.230683:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.230687:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.230693:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384973.230696:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.230701:0:16777:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384973.230706:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384973.230710:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 15 to 0@lo 00000100:00000001:3.0:1767384973.230714:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384973.230718:0:16777:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637514635099776 : -106559074451840 : 0xffff9f15c8383e80) 00000100:00000040:3.0:1767384973.230725:0:16777:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001e45dfec refcount 15 to 0@lo 02000000:00000001:3.0:1767384973.230739:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384973.230742:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.230748:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384973.230755:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384973.231152:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000100:00000200:3.0:1767384973.231158:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352237056, offset 224 00000400:00000200:3.0:1767384973.231167:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384973.231175:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384973.231185:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272108800 00000400:00000200:3.0:1767384973.231194:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21e1 [1] + 224 00000400:00000200:3.0:1767384973.231199:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384973.231203:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384973.231207:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384973.231212:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384973.231221:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.231242:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384973.231249:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00000400:00000010:3.0:1767384973.231252:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 00000100:00000001:0.0:1767384973.231260:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.231264:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384973.231266:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384973.231274:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.231277:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.231280:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0fa8b8c. 00000400:00000200:0.0:1767384973.231288:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6d83f67 00000400:00000010:0.0:1767384973.231292:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6d83f67. 00000100:00000001:0.0:1767384973.231319:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384973.231342:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.231349:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384973.231357:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.231360:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.231371:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 14 to 0@lo 00000100:00000001:3.0:1767384973.231377:0:16777:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.231378:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384973.231379:0:16777:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384973.231382:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384973.231386:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6b2ac44 x1853237352237056/t0(0) o400->@:199/0 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.231388:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384973.231393:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384973.231397:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384973.231403:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384973.231410:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6b2ac44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16137:x1853237352237056:12345-0@lo:400: Request processed in 789us (1924us total) trans 0 rc -107/-107 02000000:00000001:0.0:1767384973.231411:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384973.231422:0:16137:0:(import.c:2128:obd_at_measure()) add 0 to 0000000081df2156 time=98 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384973.231429:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00001000:0.0:1767384973.231431:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384973.231434:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384973.231438:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.231440:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384973.231443:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068a9ec99. 00000100:00000001:0.0:1767384973.231445:0:16137:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000020:00000010:3.0:1767384973.231451:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000100:00000001:0.0:1767384973.231453:0:16137:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000020:00000010:3.0:1767384973.231458:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de6d07ef. 00000100:00080000:0.0:1767384973.231461:0:16137:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767384973.231469:0:16137:0:(import.c:65:import_set_state_nolock()) 000000003c55fdde lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00000001:3.0:1767384973.231470:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:02000400:0.0:1767384973.231481:0:16137:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00080000:00000001:3.0:1767384973.233803:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384973.233807:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384973.233810:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384973.233811:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384973.233813:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384973.233814:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000674722ba. 00080000:00000001:3.0:1767384973.233824:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384973.233826:0:16805:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384973.233827:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384973.233828:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384973.233829:0:16805:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384973.233830:0:16805:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384973.233831:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000061202345. 00080000:00000001:3.0:1767384973.233833:0:16805:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384973.236382:0:39776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384973.236387:0:39776:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384973.236389:0:39776:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384973.236457:0:16806:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008f536b47. 00000020:00000010:3.0:1767384973.236467:0:16806:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f46fdfe8. 00000020:00000010:3.0:1767384973.236472:0:16806:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000086645020. 00000020:00000010:3.0:1767384973.236486:0:16806:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000039d1242e. 80000000:00000010:3.0:1767384973.236492:0:16806:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f7ae9250. 40000000:00000010:3.0:1767384973.236507:0:16806:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c7e8d349. 00100000:00000010:3.0:1767384973.236522:0:16806:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fe3b67d8. 00040000:00000010:3.0:1767384973.236526:0:16806:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b764e8b4. 00040000:00000010:3.0:1767384973.236531:0:16806:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a6ea761d. 00080000:00000010:3.0:1767384973.236535:0:16806:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b5ee2ff3. 00002000:00000010:3.0:1767384973.236538:0:16806:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004da51e4a. 00000020:00000010:3.0:1767384973.236547:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008096824e. 00040000:00000010:3.0:1767384973.236550:0:16806:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000b537ca20. 00040000:00000001:3.0:1767384973.236553:0:16806:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.236578:0:39776:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384973.236581:0:39776:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384973.236582:0:39776:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384973.236585:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384973.236588:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384973.236593:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.236597:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384973.236600:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.236603:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000debe256c. 00000001:00000010:1.0:1767384973.236608:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000023ab745d. 00000001:00000010:1.0:1767384973.236610:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009ef2dd43. 00000001:00000001:1.0:1767384973.236613:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384973.236615:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000fb74e347. 00000020:00000002:1.0:1767384973.236623:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000edf8b180/000000005894bbcb to site lru. bkt: 000000005a41eb62 00000020:00000002:1.0:1767384973.236626:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000007b3b2086/0000000054d25487 to site lru. bkt: 00000000eaf567c7 00040000:00000010:1.0:1767384973.236628:0:39776:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000b138b724. 00040000:00000001:1.0:1767384973.236630:0:39776:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384973.236631:0:39776:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384973.236632:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384973.236633:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384973.236635:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.236637:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384973.236638:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.236639:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000affb25b0. 00000001:00000010:1.0:1767384973.236640:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ec6e92a6. 00000001:00000010:1.0:1767384973.236642:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005d8fe120. 00000001:00000001:1.0:1767384973.236644:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384973.236645:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000001da45b91. 00000020:00000002:1.0:1767384973.236647:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000007826dce3/00000000968020bf to site lru. bkt: 0000000001a94561 00000020:00000002:1.0:1767384973.236649:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000a038e305/000000004d57b092 to site lru. bkt: 000000007be7fee1 00040000:00000010:1.0:1767384973.236651:0:39776:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000e0a65d8d. 00040000:00000001:1.0:1767384973.236652:0:39776:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384973.236653:0:39776:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384973.236654:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384973.236655:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384973.236657:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.236658:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384973.236659:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.236660:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009219a788. 00000001:00000010:1.0:1767384973.236662:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d7d6ad98. 00000001:00000010:1.0:1767384973.236663:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008413afef. 00000001:00000001:1.0:1767384973.236666:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384973.236666:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b48fc8c1. 00000020:00000002:1.0:1767384973.236669:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000000dde7d8d/0000000024358cfd to site lru. bkt: 000000001d00185a 00000020:00000002:1.0:1767384973.236672:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000d6a7ff14/0000000068ad211d to site lru. bkt: 00000000b8134034 00040000:00000010:1.0:1767384973.236674:0:39776:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000005c9d3924. 00040000:00000001:1.0:1767384973.236675:0:39776:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384973.236679:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 4 00000020:00000010:1.0:1767384973.236681:0:39776:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000006caa9fef. 00040000:04000000:1.0:1767384973.236684:0:39776:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384973.236685:0:39776:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000cde943ec. 00040000:00000001:1.0:1767384973.236687:0:39776:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:1.0:1767384973.236688:0:39776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384973.238627:0:39776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384973.238631:0:39776:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384973.238632:0:39776:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384973.238676:0:16807:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3b73a27. 00000020:00000010:3.0:1767384973.238694:0:16807:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000080b84e2. 00000020:00000010:3.0:1767384973.238699:0:16807:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0759665. 00000020:00000010:3.0:1767384973.238704:0:16807:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f4b7dce2. 80000000:00000010:3.0:1767384973.238708:0:16807:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6607652. 40000000:00000010:3.0:1767384973.238712:0:16807:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096e7f9e0. 00100000:00000010:3.0:1767384973.238724:0:16807:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cd41ba9d. 00040000:00000010:3.0:1767384973.238727:0:16807:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002089d280. 00040000:00000010:3.0:1767384973.238731:0:16807:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d8777dca. 00080000:00000010:3.0:1767384973.238733:0:16807:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048bd28e3. 00002000:00000010:3.0:1767384973.238735:0:16807:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000980b92b6. 00000020:00000010:3.0:1767384973.238738:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfc82099. 00040000:00000010:3.0:1767384973.238745:0:16807:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000001b5e2355. 00040000:00000001:3.0:1767384973.238747:0:16807:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.238781:0:39776:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384973.238785:0:39776:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384973.238786:0:39776:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384973.238788:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384973.238789:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384973.238793:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.238795:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384973.238796:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.238798:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e7fcf8e8. 00000001:00000010:1.0:1767384973.238802:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000bf4d0562. 00000001:00000010:1.0:1767384973.238805:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007a32ac7f. 00000001:00000001:1.0:1767384973.238808:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384973.238810:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005a91da78. 00000020:00000002:1.0:1767384973.238814:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000008431ccf6/00000000c467671a to site lru. bkt: 0000000074d2bef3 00000020:00000002:1.0:1767384973.238817:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000007f9c58a7/0000000044bf0d52 to site lru. bkt: 000000005a41eb62 00000020:00000002:1.0:1767384973.238819:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000386f3cdd/0000000053916a11 to site lru. bkt: 00000000a947e55a 00040000:00000010:1.0:1767384973.238821:0:39776:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002dbea86f. 00040000:00000001:1.0:1767384973.238822:0:39776:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384973.238823:0:39776:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384973.238824:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384973.238825:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384973.238827:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.238828:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384973.238829:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.238830:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e316e078. 00000001:00000010:1.0:1767384973.238831:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007e598227. 00000001:00000010:1.0:1767384973.238834:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002b96c694. 00000001:00000001:1.0:1767384973.238835:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384973.238836:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000cbacd43d. 00000020:00000002:1.0:1767384973.238838:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000573b68aa/00000000622d7877 to site lru. bkt: 00000000a2c8b303 00000020:00000002:1.0:1767384973.238840:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000005d103546/0000000000a42dce to site lru. bkt: 0000000001a94561 00000020:00000002:1.0:1767384973.238843:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000432c0629/000000002abc2807 to site lru. bkt: 000000004db8bc80 00040000:00000010:1.0:1767384973.238844:0:39776:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000fc9697aa. 00040000:00000001:1.0:1767384973.238846:0:39776:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384973.238847:0:39776:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384973.238848:0:39776:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384973.238849:0:39776:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384973.238850:0:39776:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384973.238851:0:39776:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384973.238852:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.238853:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e0520802. 00000001:00000010:1.0:1767384973.238854:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000fe512b18. 00000001:00000010:1.0:1767384973.238856:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000257feab7. 00000001:00000001:1.0:1767384973.238857:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384973.238858:0:39776:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000084d17c42. 00000020:00000002:1.0:1767384973.238860:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000001a2e803b/00000000f7dcfb34 to site lru. bkt: 00000000f36141de 00000020:00000002:1.0:1767384973.238862:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000390e3b17/00000000bb1ca3b6 to site lru. bkt: 000000001d00185a 00000020:00000002:1.0:1767384973.238864:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000005a27ac60/00000000ed352f7c to site lru. bkt: 000000007867e8d8 00040000:00000010:1.0:1767384973.238865:0:39776:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000008721c39a. 00040000:00000001:1.0:1767384973.238866:0:39776:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384973.238868:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 3 00000020:00000010:1.0:1767384973.238870:0:39776:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000023e47d76. 00080000:00000010:1.0:1767384973.238905:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ec45733. 00000004:00000010:1.0:1767384973.238911:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003571c715. 00000004:00000010:1.0:1767384973.238915:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d7c56eed. 00000004:00000001:1.0:1767384973.238918:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.238919:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:1.0:1767384973.238921:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c6c38a6c. 00000004:00000001:1.0:1767384973.238925:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:1.0:1767384973.238927:0:39776:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384973.238928:0:39776:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000a84fcf58. 00040000:00000001:1.0:1767384973.238932:0:39776:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:1.0:1767384973.238934:0:39776:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384973.238972:0:39776:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384973.238973:0:39776:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 000000006f18fcb9. 00080000:00000001:1.0:1767384973.238976:0:39776:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.238978:0:39776:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.238980:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384973.238983:0:39776:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384973.238985:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384973.238987:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8142 00000020:00000040:1.0:1767384973.238990:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000031cde6c6 with handle 0x7ec529173eeb8142 from hash 00000020:00000001:1.0:1767384973.238994:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384973.238996:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000031cde6c6 : new refcount 1 00000020:00000001:1.0:1767384973.238997:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384973.238998:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000031cde6c6 : new refcount 0 00000020:00000080:1.0:1767384973.239000:0:39776:0:(genops.c:904:class_export_put()) final put 0000000031cde6c6/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384973.239002:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.239013:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.239015:0:39776:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.239017:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.239019:0:39776:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:1.0:1767384973.239027:0:39776:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 000000006ae9c206. 00100000:00000001:1.0:1767384973.239033:0:39776:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:1.0:1767384973.239036:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000005993dbc8/0000000083845823 to site lru. bkt: 000000001fd23374 00000020:00000002:1.0:1767384973.239039:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000086c3e7f3/0000000098a77c44 to site lru. bkt: 000000006042410e 00000020:00000001:3.0:1767384973.239042:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000002:1.0:1767384973.239042:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000d77f0feb/00000000bd4799a0 to site lru. bkt: 000000006badf33c 00000020:00000002:1.0:1767384973.239048:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000002f8bede7/00000000a0b3efc7 to site lru. bkt: 00000000d38f9e89 00000020:00000002:1.0:1767384973.239050:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000007cd6d7e9/00000000d71c4e1e to site lru. bkt: 00000000eb30804c 00000020:00000080:3.0:1767384973.239053:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 0000000031cde6c6/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000002:1.0:1767384973.239053:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000a79eb7a9/00000000af37c95c to site lru. bkt: 0000000061fc3b13 00000020:00000002:1.0:1767384973.239060:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000003e654657/00000000492140b8 to site lru. bkt: 00000000e15eceaf 00000020:00000001:3.0:1767384973.239061:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000002:1.0:1767384973.239065:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000069be544e/00000000a036716e to site lru. bkt: 000000001907ddf4 00000020:00000001:3.0:1767384973.239066:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384973.239072:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000068cfdaae/00000000cf1b75f3 to site lru. bkt: 000000003acaf953 00000020:00000040:3.0:1767384973.239073:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 8 - export 00000020:00000002:1.0:1767384973.239077:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000002c2f6e64/0000000029901417 to site lru. bkt: 00000000d3517326 00000020:00000010:3.0:1767384973.239079:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000031cde6c6. 00000020:00000002:1.0:1767384973.239082:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000008e581162/00000000f9724e07 to site lru. bkt: 000000001b745f93 00000020:00000002:1.0:1767384973.239086:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000002a4c5ec8/00000000bff0a34a to site lru. bkt: 000000004b171c8e 00000020:00000002:1.0:1767384973.239091:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000097fb18ed/0000000075f17397 to site lru. bkt: 0000000030345be9 00000020:00000002:1.0:1767384973.239094:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000051355b14/00000000be50d33f to site lru. bkt: 00000000e6bc0a22 00000020:00000001:3.0:1767384973.239095:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:1.0:1767384973.239096:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000002989cad6/00000000ae69f8e3 to site lru. bkt: 00000000f6fb99c1 00000020:00000002:1.0:1767384973.239101:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000004a69b902/0000000003429000 to site lru. bkt: 0000000076ea6e9f 00000020:00000002:1.0:1767384973.239103:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000e1ec9a02/00000000e65a7ab7 to site lru. bkt: 0000000008f4fc4b 00000020:00000002:1.0:1767384973.239105:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000060bfade9/00000000759051a1 to site lru. bkt: 000000009c0a5f5d 00100000:00000010:1.0:1767384973.239108:0:39776:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 0000000093c4e7a1. 00100000:00000010:1.0:1767384973.239111:0:39776:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 0000000012646b4a. 00100000:00000010:1.0:1767384973.239116:0:39776:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000c06d8f31. 00100000:00000010:1.0:1767384973.239119:0:39776:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000c09fc005. 00000020:00000002:1.0:1767384973.239121:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000006e519402/00000000466c2bea to site lru. bkt: 00000000ca6f7f50 00000020:00000002:1.0:1767384973.239123:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000005d76199c/000000000fbaafb4 to site lru. bkt: 00000000e2b81e1d 00000020:00000002:1.0:1767384973.239125:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000005a066a/00000000d541cf5e to site lru. bkt: 000000007346457a 00000020:00000002:1.0:1767384973.239127:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000ac3c5dd6/000000001170f7ce to site lru. bkt: 0000000081495f5f 00000020:00000002:1.0:1767384973.239129:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000bd286a86/000000003405d205 to site lru. bkt: 0000000025e7ca05 00000020:00000002:1.0:1767384973.239131:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000004f3c5ef7/00000000e124cd65 to site lru. bkt: 00000000551e75bd 00000020:00000002:1.0:1767384973.239133:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000001ce648aa/0000000060f39003 to site lru. bkt: 000000001a4c60b7 00000020:00000002:1.0:1767384973.239135:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000985298a2/0000000091529ebf to site lru. bkt: 000000007e3781ba 00000020:00000002:1.0:1767384973.239137:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000838b0151/000000006a7ad549 to site lru. bkt: 00000000903bd64b 00000020:00000002:1.0:1767384973.239139:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000567be39a/0000000041e90286 to site lru. bkt: 00000000b6147543 00000020:00000002:1.0:1767384973.239141:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000000408eb7c/00000000f8af1559 to site lru. bkt: 00000000c982fd4c 00000020:00000002:1.0:1767384973.239142:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000cd914504/00000000684bf21f to site lru. bkt: 00000000434add0a 00000020:00000002:1.0:1767384973.239144:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000d58c24b0/000000009b708bf9 to site lru. bkt: 0000000013d4653a 00000020:00000002:1.0:1767384973.239146:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000066c4e077/00000000f60bc88a to site lru. bkt: 00000000d0ee467c 00000020:00000002:1.0:1767384973.239148:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000055d10b09/000000007f489a04 to site lru. bkt: 00000000bdc4eb46 00000020:00000002:1.0:1767384973.239150:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000dba7888d/000000002c02fc6b to site lru. bkt: 000000004bf38fd3 00000020:00000002:1.0:1767384973.239151:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000093eea502/000000001566e2c4 to site lru. bkt: 00000000c2e0755b 00100000:00000010:1.0:1767384973.239153:0:39776:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000ba6c75e7. 00100000:00000010:1.0:1767384973.239155:0:39776:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000f1533ef6. 00100000:00000010:1.0:1767384973.239159:0:39776:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 0000000085ca9612. 00100000:00000010:1.0:1767384973.239161:0:39776:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000a6103d0f. 00100000:00000010:1.0:1767384973.239165:0:39776:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000f7b7a46f. 00100000:00000010:1.0:1767384973.239167:0:39776:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000002430bfeb. 00000020:00000002:1.0:1767384973.239172:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000d52b662c/00000000c1d72d53 to site lru. bkt: 000000007ae08d0f 00000020:00000002:1.0:1767384973.239174:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000074bd7bbd/0000000023378c72 to site lru. bkt: 000000003b0542c2 40000000:00000001:1.0:1767384973.239177:0:39776:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384973.239206:0:39776:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:1.0:1767384973.239207:0:39776:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000cff938f8. 00100000:00000010:1.0:1767384973.239210:0:39776:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000d228e64e. 00000004:00000001:1.0:1767384973.239213:0:39776:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:1.0:1767384973.239215:0:39776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003bd503c0 : new refcount 2 00000040:00000001:1.0:1767384973.239217:0:39776:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384973.239219:0:39776:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384973.239221:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000371fbcb3/00000000c29fa9cd to site lru. bkt: 000000000c687d6a 00000040:00000010:1.0:1767384973.239224:0:39776:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000784bac6b. 00000040:00000001:1.0:1767384973.239226:0:39776:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384973.239228:0:39776:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005e6ecdac. 00000040:00000010:1.0:1767384973.239231:0:39776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a97503fc. 00000040:00000001:1.0:1767384973.239233:0:39776:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.239234:0:39776:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384973.239236:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003bd503c0 : new refcount 1 00000020:00000040:1.0:1767384973.239238:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000c91e26ee : new refcount 3 00000040:00000010:1.0:1767384973.239240:0:39776:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003bd503c0. 00000040:00000001:1.0:1767384973.239243:0:39776:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.239244:0:39776:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384973.239246:0:39776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000f912498 : new refcount 2 00000040:00000001:1.0:1767384973.239248:0:39776:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384973.239249:0:39776:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384973.239251:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000001081843f/000000006fc0d3e2 to site lru. bkt: 00000000d3517326 00000040:00000010:1.0:1767384973.239253:0:39776:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000003e55b859. 00000040:00000001:1.0:1767384973.239254:0:39776:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384973.239256:0:39776:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000022893bce. 00000040:00000010:1.0:1767384973.239258:0:39776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009870586e. 00000040:00000001:1.0:1767384973.239259:0:39776:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.239261:0:39776:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384973.239262:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000f912498 : new refcount 1 00000020:00000040:1.0:1767384973.239263:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000c91e26ee : new refcount 2 00000040:00000010:1.0:1767384973.239264:0:39776:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000000f912498. 00000040:00000001:1.0:1767384973.239266:0:39776:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384973.239267:0:39776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003400b33c : new refcount 2 00000040:00000001:1.0:1767384973.239269:0:39776:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384973.239270:0:39776:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384973.239271:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000905f855c/00000000141cbcc2 to site lru. bkt: 00000000b442f959 00000040:00000010:1.0:1767384973.239272:0:39776:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000006945a8db. 00000040:00000001:1.0:1767384973.239274:0:39776:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384973.239275:0:39776:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b57ff21b. 00000040:00000010:1.0:1767384973.239277:0:39776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003322aea4. 00000040:00000001:1.0:1767384973.239278:0:39776:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384973.239279:0:39776:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384973.239280:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003400b33c : new refcount 1 00000020:00000040:1.0:1767384973.239282:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000c91e26ee : new refcount 1 00000040:00000010:1.0:1767384973.239283:0:39776:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003400b33c. 00000040:00000001:1.0:1767384973.239284:0:39776:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.239287:0:39776:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:1.0:1767384973.239289:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000075435471/00000000400274fb to site lru. bkt: 00000000cfb14379 00000004:00000001:1.0:1767384973.239290:0:39776:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:1.0:1767384973.239307:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000006dfa5546/0000000037292f1f to site lru. bkt: 0000000099c47e71 00000020:00000002:1.0:1767384973.239310:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000207b8a74/00000000912260b2 to site lru. bkt: 000000001354dd24 00000020:00000002:1.0:1767384973.239312:0:39776:0:(lu_object.c:207:lu_object_put()) Add 00000000e48f53be/00000000247f34bd to site lru. bkt: 000000004b171c8e 00000001:00000001:1.0:1767384973.239315:0:39776:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:1.0:1767384973.239317:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000016e92b9e/0000000057c12cab to site lru. bkt: 000000009598e61f 00000001:00000010:1.0:1767384973.239319:0:39776:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 0000000080a074ad. 00000001:00000001:1.0:1767384973.239321:0:39776:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:1.0:1767384973.239332:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000093eea502. 00000020:00000010:1.0:1767384973.239334:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001566e2c4. 00080000:00000010:1.0:1767384973.239347:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000390e3b17. 00000004:00000010:1.0:1767384973.239349:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000055fd126b. 00000004:00000010:1.0:1767384973.239352:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003ab95ed7. 00000004:00000001:1.0:1767384973.239354:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239355:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:1.0:1767384973.239357:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bb1ca3b6. 00000004:00000001:1.0:1767384973.239359:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239365:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000dde7d8d. 00000004:00000010:1.0:1767384973.239367:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a909520a. 00000004:00000010:1.0:1767384973.239369:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008d19c655. 00000004:00000001:1.0:1767384973.239371:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239372:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:1.0:1767384973.239373:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000024358cfd. 00000004:00000001:1.0:1767384973.239375:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239383:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002f8bede7. 00000020:00000010:1.0:1767384973.239385:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a0b3efc7. 00080000:00000010:1.0:1767384973.239388:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005993dbc8. 00000004:00000010:1.0:1767384973.239390:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e331afb4. 00000004:00000010:1.0:1767384973.239392:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000046f78fc4. 00000004:00000001:1.0:1767384973.239393:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239394:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:1.0:1767384973.239396:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000083845823. 00000004:00000001:1.0:1767384973.239399:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239406:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000db36db6e. 00000004:00000010:1.0:1767384973.239408:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ce3f5119. 00000004:00000010:1.0:1767384973.239409:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000207b8a74. 00000004:00000001:1.0:1767384973.239411:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239411:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:1.0:1767384973.239413:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000912260b2. 00000004:00000001:1.0:1767384973.239415:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239422:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008e581162. 00000020:00000010:1.0:1767384973.239424:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f9724e07. 00080000:00000010:1.0:1767384973.239431:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001ce648aa. 00000020:00000010:1.0:1767384973.239432:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000060f39003. 00080000:00000010:1.0:1767384973.239439:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000069be544e. 00000020:00000010:1.0:1767384973.239441:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a036716e. 00080000:00000010:1.0:1767384973.239448:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ac3c5dd6. 00000020:00000010:1.0:1767384973.239450:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001170f7ce. 00080000:00000010:1.0:1767384973.239458:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002989cad6. 00000020:00000010:1.0:1767384973.239460:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ae69f8e3. 00080000:00000010:1.0:1767384973.239467:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000408eb7c. 00000020:00000010:1.0:1767384973.239468:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f8af1559. 00080000:00000010:1.0:1767384973.239477:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d6a7ff14. 00000004:00000010:1.0:1767384973.239479:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aed8c556. 00000004:00000010:1.0:1767384973.239481:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003a2b3efb. 00000004:00000001:1.0:1767384973.239482:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239483:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:1.0:1767384973.239485:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000068ad211d. 00000004:00000001:1.0:1767384973.239487:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239493:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d28631ac. 00000020:00000010:1.0:1767384973.239495:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001527801a. 00080000:00000010:1.0:1767384973.239503:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d77f0feb. 00000020:00000010:1.0:1767384973.239504:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bd4799a0. 00080000:00000010:1.0:1767384973.239511:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e1ec9a02. 00000020:00000010:1.0:1767384973.239512:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e65a7ab7. 00080000:00000010:1.0:1767384973.239519:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001081843f. 00000020:00000010:1.0:1767384973.239521:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006fc0d3e2. 00080000:00000010:1.0:1767384973.239527:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002c2f6e64. 00000020:00000010:1.0:1767384973.239529:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000029901417. 00080000:00000010:1.0:1767384973.239535:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000066c4e077. 00000020:00000010:1.0:1767384973.239537:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f60bc88a. 00080000:00000010:1.0:1767384973.239544:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005d103546. 00000004:00000010:1.0:1767384973.239546:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000354ff69c. 00000004:00000010:1.0:1767384973.239548:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000df505005. 00000004:00000001:1.0:1767384973.239549:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239550:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:1.0:1767384973.239552:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000000a42dce. 00000004:00000001:1.0:1767384973.239554:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239560:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007826dce3. 00000004:00000010:1.0:1767384973.239562:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008d17ef99. 00000004:00000010:1.0:1767384973.239564:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ed142635. 00000004:00000001:1.0:1767384973.239566:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239566:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:1.0:1767384973.239568:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000968020bf. 00000004:00000001:1.0:1767384973.239570:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239576:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f1b68bed. 00000004:00000010:1.0:1767384973.239578:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000045cdfd0c. 00000004:00000010:1.0:1767384973.239579:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006dfa5546. 00000004:00000001:1.0:1767384973.239580:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239581:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:1.0:1767384973.239583:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000037292f1f. 00000004:00000001:1.0:1767384973.239585:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239590:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a038e305. 00000004:00000010:1.0:1767384973.239592:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000046eb79d. 00000004:00000010:1.0:1767384973.239594:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a659847e. 00000004:00000001:1.0:1767384973.239595:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239596:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:1.0:1767384973.239597:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004d57b092. 00000004:00000001:1.0:1767384973.239599:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239605:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a79eb7a9. 00000020:00000010:1.0:1767384973.239606:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000af37c95c. 00080000:00000010:1.0:1767384973.239614:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000567be39a. 00000020:00000010:1.0:1767384973.239616:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000041e90286. 00080000:00000010:1.0:1767384973.239623:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000573b68aa. 00000004:00000010:1.0:1767384973.239627:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005cd3bc20. 00000004:00000010:1.0:1767384973.239630:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d155712a. 00000004:00000001:1.0:1767384973.239633:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239634:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:1.0:1767384973.239635:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000622d7877. 00000004:00000001:1.0:1767384973.239641:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239651:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000074bd7bbd. 00000020:00000010:1.0:1767384973.239654:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000023378c72. 00000100:00000001:0.0:1767384973.239662:0:16137:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384973.239668:0:16137:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384973.239672:0:16137:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00080000:00000010:1.0:1767384973.239673:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000051355b14. 00000100:00080000:0.0:1767384973.239675:0:16137:0:(import.c:65:import_set_state_nolock()) 000000003c55fdde lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000010:1.0:1767384973.239680:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000be50d33f. 00000100:00000001:0.0:1767384973.239683:0:16137:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384973.239690:0:16137:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 197 00000100:00000040:0.0:1767384973.239696:0:16137:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 13 to 0@lo 00080000:00000010:1.0:1767384973.239699:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005a27ac60. 00000100:00000001:0.0:1767384973.239701:0:16137:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000010:1.0:1767384973.239704:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f301abe9. 00000100:00000040:0.0:1767384973.239707:0:16137:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 14 to 0@lo 00000004:00000010:1.0:1767384973.239709:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006101ee7a. 00000100:00000001:0.0:1767384973.239713:0:16137:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000004:00000001:1.0:1767384973.239715:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239719:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000020:00000001:0.0:1767384973.239721:0:16137:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000010:1.0:1767384973.239723:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ed352f7c. 00000020:00000040:0.0:1767384973.239726:0:16137:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8237 00000004:00000001:1.0:1767384973.239729:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000020:00000001:0.0:1767384973.239731:0:16137:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384973.239735:0:16137:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009ae80b47 refcount=8 00000020:00000001:0.0:1767384973.239738:0:16137:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000020:00000001:0.0:1767384973.239741:0:16137:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00080000:00000010:1.0:1767384973.239742:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e654657. 00000100:00000040:0.0:1767384973.239748:0:16137:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 13 to 0@lo 00000020:00000010:1.0:1767384973.239749:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000492140b8. 00000100:00000001:0.0:1767384973.239757:0:16137:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384973.239761:0:16137:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 14 to 0@lo 00000100:00000001:0.0:1767384973.239763:0:16137:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000020:00000040:0.0:1767384973.239766:0:16137:0:(genops.c:898:class_export_put()) PUTting export 000000009ae80b47 : new refcount 7 00080000:00000010:1.0:1767384973.239769:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000005a066a. 00000100:00080000:0.0:1767384973.239770:0:16137:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000003c55fdde using connection 192.168.203.112@tcp/0@lo 00000020:00000010:1.0:1767384973.239775:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d541cf5e. 00000100:00000001:0.0:1767384973.239777:0:16137:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.239782:0:16137:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384973.239788:0:16137:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384973.239791:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d58c24b0. 02000000:00000001:0.0:1767384973.239792:0:16137:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.239796:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009b708bf9. 00000100:00000001:0.0:1767384973.239797:0:16137:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384973.239801:0:16137:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384973.239807:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000427493b5. 00000020:00000040:0.0:1767384973.239811:0:16137:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384973.239815:0:16137:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384973.239817:0:16137:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.239821:0:16137:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:1.0:1767384973.239824:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000432c0629. 02000000:00000001:0.0:1767384973.239824:0:16137:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384973.239828:0:16137:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384973.239830:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006c841372. 00000004:00000010:1.0:1767384973.239835:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000933e5332. 02000000:00000010:0.0:1767384973.239837:0:16137:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b8807f2e. 00000004:00000001:1.0:1767384973.239839:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.239842:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:1.0:1767384973.239846:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002abc2807. 00000100:00000001:0.0:1767384973.239846:0:16137:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.239857:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00100000:0.0:1767384973.239858:0:16137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384973.239871:0:16137:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384973.239873:0:16137:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384973.239877:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000068cfdaae. 00000100:00000040:0.0:1767384973.239879:0:16137:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000427493b5] to pc [ptlrpcd_rcv+-1] req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384973.239903:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cf1b75f3. 00080000:00000010:1.0:1767384973.239926:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dba7888d. 00000020:00000010:1.0:1767384973.239933:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002c02fc6b. 00080000:00000010:1.0:1767384973.239958:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007f9c58a7. 00000100:00000001:0.0:1767384973.239963:0:16137:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384973.239964:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bb6c26fc. 00000100:00000001:2.0:1767384973.239969:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000010:1.0:1767384973.239971:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dc3b8130. 00000100:00000001:2.0:1767384973.239973:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384973.239973:0:16137:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000004:00000001:1.0:1767384973.239977:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00000001:0.0:1767384973.239978:0:16137:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1767384973.239979:0:16135:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000040:1.0:1767384973.239981:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:1.0:1767384973.239985:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000044bf0d52. 00000100:00000040:2.0:1767384973.239988:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384973.239988:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384973.239990:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.239999:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000edf8b180. 00000004:00000010:1.0:1767384973.240005:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d53e9296. 00000004:00000010:1.0:1767384973.240010:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cca44247. 00000100:00000001:2.0:1767384973.240014:0:16135:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384973.240014:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000004:00000001:1.0:1767384973.240015:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00000001:2.0:1767384973.240019:0:16135:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384973.240020:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000100:00000001:0.0:1767384973.240021:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384973.240027:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384973.240028:0:16135:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000010:1.0:1767384973.240028:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005894bbcb. 02000000:00000001:2.0:1767384973.240034:0:16135:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384973.240038:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384973.240039:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 02000000:00000001:2.0:1767384973.240040:0:16135:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384973.240047:0:16135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000427493b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16135:1853237352237184:0@lo:38: 00000100:00000001:2.0:1767384973.240052:0:16135:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384973.240052:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d234243 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16137:1853237352237056:0@lo:400: 00080000:00000010:1.0:1767384973.240054:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000905f855c. 02000000:00000001:2.0:1767384973.240056:0:16135:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384973.240060:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384973.240062:0:16135:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.240062:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000141cbcc2. 00000100:00000001:0.0:1767384973.240064:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384973.240067:0:16135:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384973.240072:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d234243 x1853237352237056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384973.240073:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed502600. 02000000:00000001:2.0:1767384973.240076:0:16135:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384973.240079:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005d76199c. 00000400:00000010:2.0:1767384973.240082:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000641196a9. 00000100:00000001:0.0:1767384973.240084:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384973.240086:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000fbaafb4. 02000000:00000001:0.0:1767384973.240088:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384973.240090:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b500eac7. 02000000:00000010:0.0:1767384973.240093:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025ae4e00. 00000100:00000200:2.0:1767384973.240096:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352237184, portal 10 02000000:00000001:0.0:1767384973.240098:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384973.240100:0:16135:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384973.240101:0:16135:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605067136 : -106559104484480 : ffff9f15c66dfb80) 00000020:00000001:0.0:1767384973.240101:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384973.240103:0:16137:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384973.240106:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384973.240108:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ad25485c. 00080000:00000010:1.0:1767384973.240109:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d52b662c. 00000100:00000040:2.0:1767384973.240110:0:16135:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384973.240117:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384973.240118:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c1d72d53. 02000000:00000001:0.0:1767384973.240121:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384973.240126:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d234243. 00000100:00000001:2.0:1767384973.240128:0:16135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384973.240132:0:16135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384973.240132:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384973.240135:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384973.240137:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000097fb18ed. 00000100:00000001:0.0:1767384973.240138:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384973.240145:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000075f17397. 00000400:00000010:2.0:1767384973.240146:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004195850d. 00000100:00000001:0.0:1767384973.240148:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384973.240151:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384973.240152:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237352237184, offset 0 00000100:00000001:0.0:1767384973.240155:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384973.240158:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384973.240161:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1767384973.240163:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000016e92b9e. 00000020:00000010:1.0:1767384973.240168:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000057c12cab. 00000400:00000200:2.0:1767384973.240176:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1767384973.240184:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9ac2948. 00000400:00000200:2.0:1767384973.240188:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272108880 00000004:00000010:1.0:1767384973.240190:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a901182f. 00000004:00000010:1.0:1767384973.240196:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001e1687d0. 00000004:00000001:1.0:1767384973.240198:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000400:00000200:2.0:1767384973.240200:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12280 00000004:00000040:1.0:1767384973.240201:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:1.0:1767384973.240207:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000522094e0. 00000400:00000200:2.0:1767384973.240211:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1767384973.240212:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000400:00000200:2.0:1767384973.240221:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1767384973.240224:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000086c3e7f3. 00000100:00000001:2.0:1767384973.240227:0:16135:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384973.240228:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000098a77c44. 00000100:00000200:2.0:1767384973.240233:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384973.240239:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092b58560. 00080000:00000010:1.0:1767384973.240240:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004f3c5ef7. 00000100:00000040:2.0:1767384973.240246:0:16135:0:(events.c:337:request_in_callback()) incoming req@0000000092b58560 x1853237352237184 msgsize 520 00000020:00000010:1.0:1767384973.240246:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e124cd65. 00080000:00000010:1.0:1767384973.240257:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008431ccf6. 00000100:00100000:2.0:1767384973.240258:0:16135:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000010:1.0:1767384973.240261:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002a1d1db9. 00000004:00000010:1.0:1767384973.240265:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ab9895c1. 00000004:00000001:1.0:1767384973.240267:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.240268:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:1.0:1767384973.240269:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c467671a. 00000004:00000001:1.0:1767384973.240271:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000001:2.0:1767384973.240275:0:16135:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000010:1.0:1767384973.240281:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008a5a8c5a. 00000400:00000200:2.0:1767384973.240284:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004195850d 00000004:00000010:1.0:1767384973.240287:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b68bfd7a. 00000400:00000010:2.0:1767384973.240290:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004195850d. 00000004:00000010:1.0:1767384973.240292:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e48f53be. 00000100:00000001:2.0:1767384973.240313:0:16135:0:(events.c:34:request_out_callback()) Process entered 00000004:00000001:1.0:1767384973.240313:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00000001:3.0:1767384973.240318:0:16777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000040:1.0:1767384973.240319:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000100:00000200:2.0:1767384973.240324:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384973.240325:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000247f34bd. 00000100:00100000:3.0:1767384973.240326:0:16777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237352237184 02000000:00000001:3.0:1767384973.240332:0:16777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:1.0:1767384973.240334:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000001:3.0:1767384973.240336:0:16777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384973.240340:0:16777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384973.240346:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002a4c5ec8. 00000100:00000001:2.0:1767384973.240347:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384973.240354:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bff0a34a. 02000000:00000001:3.0:1767384973.240356:0:16777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.240358:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384973.240363:0:16777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237352237184 00080000:00000010:1.0:1767384973.240367:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd286a86. 00000020:00000001:3.0:1767384973.240369:0:16777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384973.240373:0:16777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb823e 00000020:00000010:1.0:1767384973.240376:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003405d205. 00000020:00000001:3.0:1767384973.240378:0:16777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384973.240379:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.240384:0:16777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.240384:0:16135:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000010:1.0:1767384973.240388:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b801297d. 00000020:00000001:3.0:1767384973.240389:0:16777:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.240392:0:16135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384973.240397:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000075435471. 00000020:00000010:3.0:1767384973.240398:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de6d07ef. 00000100:00000040:2.0:1767384973.240399:0:16135:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3687 usecs (4 jiffies) 00000004:00000010:1.0:1767384973.240401:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c49d9de4. 00000020:00000010:3.0:1767384973.240407:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024a2189e. 00000100:00000001:2.0:1767384973.240407:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294962191 00000004:00000001:1.0:1767384973.240408:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.240412:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000020:00000010:3.0:1767384973.240416:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000004:00000010:1.0:1767384973.240416:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000400274fb. 00000100:00000001:2.0:1767384973.240418:0:16135:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294962189 00000004:00000001:1.0:1767384973.240420:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000001:3.0:1767384973.240424:0:16777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384973.240428:0:16777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384973.240428:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294962191 00080000:00000010:1.0:1767384973.240432:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006e519402. 00000100:00000001:3.0:1767384973.240433:0:16777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.240435:0:16135:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294962189 00000020:00000010:1.0:1767384973.240439:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000466c2bea. 00000100:00000001:2.0:1767384973.240443:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294962191 00000100:00000001:3.0:1767384973.240444:0:16777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384973.240452:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000055d10b09. 00000100:00000001:2.0:1767384973.240453:0:16135:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294962189 00000020:00000010:1.0:1767384973.240457:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f489a04. 00000100:00000001:3.0:1767384973.240461:0:16777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384973.240466:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000371fbcb3. 00000100:00000001:2.0:1767384973.240471:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294962191 00000020:00000010:1.0:1767384973.240472:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c29fa9cd. 00000100:00000001:3.0:1767384973.240478:0:16777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384973.240483:0:16135:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294962189 00080000:00000010:1.0:1767384973.240488:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000985298a2. 00000100:00000001:2.0:1767384973.240490:0:16135:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384973.240491:0:16777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384973.240494:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000091529ebf. 00000100:00000001:2.0:1767384973.240499:0:16135:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384973.240500:0:16777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384973.240503:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384973.240507:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.240508:0:16777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637510259843840 : -106563449707776 : ffff9f14c36f2300) 00000100:00000001:0.0:1767384973.240509:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384973.240511:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.240512:0:16778:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384973.240514:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000010db7cbb. 00000100:00000001:0.0:1767384973.240515:0:16778:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.240518:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384973.240520:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092b58560 x1853237352237184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.240523:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000004:00000010:1.0:1767384973.240523:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003e4ed911. 00000004:00000010:1.0:1767384973.240531:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005068994a. 00000100:00000001:2.0:1767384973.240533:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1767384973.240538:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00000001:2.0:1767384973.240539:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:1.0:1767384973.240542:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000100:00000001:2.0:1767384973.240544:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384973.240546:0:16777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092b58560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16135:x1853237352237184:12345-0@lo:38: 00000004:00000010:1.0:1767384973.240549:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e32d56f7. 00000100:00000001:2.0:1767384973.240552:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.240556:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000200:3.0:1767384973.240558:0:16777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352237184 00000020:00000001:3.0:1767384973.240562:0:16777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384973.240566:0:16777:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384973.240575:0:16777:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000c894c037) now 4 - find 00080000:00000010:1.0:1767384973.240575:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007b3b2086. 00000020:00000001:3.0:1767384973.240583:0:16777:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637514563531184 : -106559146020432 : ffff9f15c3f431b0) 00000004:00000010:1.0:1767384973.240583:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004775bb58. 00000004:00000010:1.0:1767384973.240591:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009f5b6cd8. 00010000:02000000:3.0:1767384973.240592:0:16777:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000004:00000001:1.0:1767384973.240597:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.240602:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:1.0:1767384973.240605:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000054d25487. 00000004:00000001:1.0:1767384973.240612:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.240621:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007cd6d7e9. 00000020:00000010:1.0:1767384973.240624:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d71c4e1e. 00080000:00000010:1.0:1767384973.240635:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000838b0151. 00000020:00000010:1.0:1767384973.240638:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006a7ad549. 00080000:00000010:1.0:1767384973.240643:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001a2e803b. 00000004:00000010:1.0:1767384973.240646:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000e8412fe. 00000004:00000010:1.0:1767384973.240648:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000054580ef3. 00000004:00000001:1.0:1767384973.240651:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.240652:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:1.0:1767384973.240654:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f7dcfb34. 00000004:00000001:1.0:1767384973.240657:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.240671:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000060bfade9. 00000020:00000010:1.0:1767384973.240674:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000759051a1. 00080000:00000010:1.0:1767384973.240688:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000386f3cdd. 00000004:00000010:1.0:1767384973.240691:0:39776:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000af7d10c6. 00000004:00000010:1.0:1767384973.240694:0:39776:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005e38211a. 00000004:00000001:1.0:1767384973.240697:0:39776:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384973.240698:0:39776:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:1.0:1767384973.240700:0:39776:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000053916a11. 00000004:00000001:1.0:1767384973.240704:0:39776:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384973.240713:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004a69b902. 00000020:00000010:1.0:1767384973.240717:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000003429000. 00080000:00000010:1.0:1767384973.240729:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cd914504. 00000020:00000010:1.0:1767384973.240732:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000684bf21f. 00000004:00000001:1.0:1767384973.240738:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384973.240741:0:39776:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384973.240743:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384973.240745:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8157 00000020:00000040:1.0:1767384973.240747:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000451e44f7 with handle 0x7ec529173eeb8157 from hash 00000020:00000001:1.0:1767384973.240751:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384973.240753:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000451e44f7 : new refcount 1 00000020:00000001:1.0:1767384973.240755:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384973.240757:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000451e44f7 : new refcount 0 00000020:00000080:1.0:1767384973.240759:0:39776:0:(genops.c:904:class_export_put()) final put 00000000451e44f7/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384973.240761:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.240776:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.240779:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384973.240781:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:1.0:1767384973.240785:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000003c73fb09. 00000020:00000080:1.0:1767384973.240788:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384973.240794:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384973.240798:0:39776:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384973.240802:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:0.0:1767384973.240802:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384973.240808:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000451e44f7/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00080000:1.0:1767384973.240809:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (0000000062bb3b4a) has no exports 00000020:00000001:1.0:1767384973.240814:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384973.240819:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384973.240820:0:39776:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000020:00000001:0.0:1767384973.240824:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384973.240829:0:39776:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:0.0:1767384973.240830:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384973.240836:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000062bb3b4a) now 4 - export 00000020:00000001:1.0:1767384973.240839:0:39776:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384973.240840:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000451e44f7. 00000020:00000010:1.0:1767384973.240845:0:39776:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a9e3fcac. 00000020:00000001:1.0:1767384973.240850:0:39776:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384973.240852:0:39776:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000001:0.0:1767384973.240853:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384973.240854:0:39776:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000076260920. 00000020:00000001:1.0:1767384973.240859:0:39776:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384973.240860:0:39776:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384973.240862:0:39776:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000086d1ac46. 00000020:00000001:1.0:1767384973.240863:0:39776:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384973.240865:0:39776:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384973.240866:0:39776:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000382bd886. 00000020:00000001:1.0:1767384973.240867:0:39776:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:1.0:1767384973.240868:0:39776:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:1.0:1767384973.241030:0:39776:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:1.0:1767384973.241033:0:39776:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1767384973.241034:0:39776:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1767384973.241037:0:39776:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767384973.241039:0:39776:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:1.0:1767384973.241040:0:39776:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000007843c60c. 00020000:00000001:1.0:1767384973.241042:0:39776:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.241045:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384973.241047:0:39776:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384973.241048:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384973.241050:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb818f 00000020:00000040:1.0:1767384973.241052:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000092a41c98 with handle 0x7ec529173eeb818f from hash 00000020:00000001:1.0:1767384973.241055:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384973.241056:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000092a41c98 : new refcount 1 00000020:00000001:1.0:1767384973.241057:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384973.241058:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000092a41c98 : new refcount 0 00000020:00000080:1.0:1767384973.241060:0:39776:0:(genops.c:904:class_export_put()) final put 0000000092a41c98/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384973.241062:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.241072:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.241074:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384973.241075:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:1.0:1767384973.241078:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 0000000005d786fb. 00000020:00000080:1.0:1767384973.241080:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384973.241084:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384973.241086:0:39776:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1767384973.241089:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384973.241090:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000000586b926) has no exports 00000020:00000001:1.0:1767384973.241093:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384973.241093:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384973.241095:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000080:0.0:1767384973.241099:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 0000000092a41c98/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000004:00000001:1.0:1767384973.241101:0:39776:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:1.0:1767384973.241105:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384973.241108:0:39776:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384973.241109:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 13 to 0@lo 00000020:00000001:1.0:1767384973.241111:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384973.241114:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8188 00000020:00000001:0.0:1767384973.241116:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384973.241118:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000087114bbe with handle 0x7ec529173eeb8188 from hash 00000020:00000001:0.0:1767384973.241120:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.241123:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384973.241125:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000586b926) now 5 - export 00000020:00000040:1.0:1767384973.241127:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000087114bbe : new refcount 1 00000020:00000001:1.0:1767384973.241134:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000010:0.0:1767384973.241134:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000092a41c98. 00000020:00000040:1.0:1767384973.241138:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000087114bbe : new refcount 0 00000020:00000080:1.0:1767384973.241142:0:39776:0:(genops.c:904:class_export_put()) final put 0000000087114bbe/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384973.241144:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384973.241145:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.241161:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.241164:0:39776:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.241166:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.241170:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384973.241174:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 0000000087114bbe/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384973.241178:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384973.241180:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384973.241183:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 7 - export 00000020:00000010:0.0:1767384973.241186:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000087114bbe. 00000020:00000001:0.0:1767384973.241193:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384973.241259:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000282e759b. 00000020:00000010:1.0:1767384973.241266:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ce4fdd1e. 00000020:00000010:1.0:1767384973.241269:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f5d2fcbc. 00000020:00000010:1.0:1767384973.241272:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009d830e5e. 00000020:00000010:1.0:1767384973.241278:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000089593521. 00000020:00000010:1.0:1767384973.241282:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000067be2e6. 00010000:00000001:1.0:1767384973.241351:0:39776:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384973.241353:0:39776:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384973.241356:0:39776:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384973.241377:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000bbd6867f. 00000020:00000010:1.0:1767384973.241380:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bfde7945. 00010000:00000001:1.0:1767384973.241401:0:39776:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384973.241409:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000081562066. 00000020:00000010:1.0:1767384973.241411:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002b5540ef. 00000001:00000001:1.0:1767384973.241439:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.241472:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a214ca67. 00000001:00000010:1.0:1767384973.241475:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000be8a9684. 00000001:00000010:1.0:1767384973.241477:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000005073bbf7. 00000001:00000010:1.0:1767384973.241479:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b1b6191e. 00000001:00000010:1.0:1767384973.241481:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000371a8dcd. 00000001:00000010:1.0:1767384973.241483:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003e0b5f67. 00000001:00000010:1.0:1767384973.241485:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007ea542f1. 00000001:00000010:1.0:1767384973.241486:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004dba0e45. 00000001:00000010:1.0:1767384973.241488:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000088998397. 00000001:00000010:1.0:1767384973.241490:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000048a6d02f. 00000001:00000010:1.0:1767384973.241492:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bdeaed25. 00000001:00000010:1.0:1767384973.241494:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ebbc8de4. 00000001:00000010:1.0:1767384973.241496:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000dd7c846c. 00000001:00000010:1.0:1767384973.241511:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002f893792. 00000001:00000010:1.0:1767384973.241514:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007f6b62c8. 00000001:00000010:1.0:1767384973.241516:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d766ffdb. 00000001:00000010:1.0:1767384973.241519:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 000000005864673d. 00000001:00000010:1.0:1767384973.241521:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005f265cfe. 00000001:00000001:1.0:1767384973.241523:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384973.241525:0:39776:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000ef4b97db. 00010000:00000001:1.0:1767384973.241528:0:39776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384973.241530:0:39776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384973.241531:0:39776:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384973.241533:0:39776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384973.241535:0:39776:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:1.0:1767384973.241538:0:39776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384973.241540:0:39776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384973.241542:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384973.241544:0:39776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384973.241545:0:39776:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:1.0:1767384973.241548:0:39776:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384973.241550:0:39776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384973.241551:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384973.241552:0:39776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384973.241553:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384973.241555:0:39776:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00010000:00000001:3.0:1767384973.242919:0:16777:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1767384973.242925:0:16777:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 4 - find 00010000:00000001:3.0:1767384973.242928:0:16777:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767384973.242930:0:16777:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384973.242940:0:16777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384973.242941:0:16777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384973.242945:0:16777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b6cd417. 02000000:00000001:3.0:1767384973.242947:0:16777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.242949:0:16777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.242952:0:16777:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384973.242953:0:16777:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384973.242955:0:16777:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1767384973.242958:0:16777:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384973.242960:0:16777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384973.242963:0:16777:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 14 to 0@lo 00000100:00000001:3.0:1767384973.242965:0:16777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000001:3.0:1767384973.242967:0:16777:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637514635099776 : -106559074451840 : 0xffff9f15c8383e80) 00000100:00000040:3.0:1767384973.242970:0:16777:0:(connection.c:149:ptlrpc_connection_get()) conn=000000001e45dfec refcount 14 to 0@lo 02000000:00000001:3.0:1767384973.242972:0:16777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384973.242974:0:16777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.242975:0:16777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384973.242978:0:16777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384973.242980:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000100:00000200:3.0:1767384973.242983:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352237184, offset 0 00000400:00000200:3.0:1767384973.242987:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384973.242994:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384973.243000:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272108880 00000400:00000200:3.0:1767384973.243006:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21f9 [1] + 0 00000400:00000200:3.0:1767384973.243009:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384973.243012:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384973.243015:0:16777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384973.243019:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384973.243028:0:16777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.243046:0:16777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384973.243052:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73d035c 00000400:00000010:3.0:1767384973.243059:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73d035c. 00000100:00000001:3.0:1767384973.243064:0:16777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384973.243066:0:16777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384973.243068:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.243072:0:16777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.243073:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384973.243079:0:16777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 13 to 0@lo 00000400:00000001:0.0:1767384973.243080:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384973.243081:0:16777:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384973.243084:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384973.243085:0:16777:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384973.243090:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000641196a9. 00000100:00000040:3.0:1767384973.243091:0:16777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092b58560 x1853237352237184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384993 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384973.243103:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b500eac7 00000400:00000010:0.0:1767384973.243109:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b500eac7. 00000100:00100000:3.0:1767384973.243112:0:16777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092b58560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16135:x1853237352237184:12345-0@lo:38: Request processed in 2567us (2863us total) trans 0 rc -19/-19 00000100:00000001:0.0:1767384973.243115:0:16135:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384973.243124:0:16777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000200:0.0:1767384973.243124:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.243130:0:16777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384973.243133:0:16777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384973.243138:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024a2189e. 00000020:00000010:3.0:1767384973.243143:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384973.243149:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de6d07ef. 00000100:00000001:3.0:1767384973.243154:0:16777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384973.243163:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.243172:0:16135:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.243174:0:16135:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.243176:0:16135:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384973.243178:0:16135:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384973.243180:0:16135:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384973.243182:0:16135:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.243184:0:16135:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384973.243188:0:16135:0:(import.c:2128:obd_at_measure()) add 0 to 0000000081df2156 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384973.243192:0:16135:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bc5f6372 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384973.243195:0:16135:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384973.243196:0:16135:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384973.243199:0:16135:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384973.243202:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.243210:0:16135:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384973.243213:0:16135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384973.243214:0:16135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.243216:0:16135:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384973.243218:0:16135:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384973.243221:0:16135:0:(import.c:65:import_set_state_nolock()) 000000003c55fdde lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384973.243225:0:16135:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384973.243227:0:16135:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384973.243230:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384983 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384973.243239:0:16135:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000427493b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16135:1853237352237184:0@lo:38: 00000100:00000001:0.0:1767384973.243243:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.243245:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384973.243248:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000427493b5 x1853237352237184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384983 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.243255:0:16135:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384973.243257:0:16135:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384973.243259:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed502600. 02000000:00000001:0.0:1767384973.243263:0:16135:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384973.243264:0:16135:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384973.243266:0:16135:0:(genops.c:1242:class_import_put()) import 000000003c55fdde refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384973.243268:0:16135:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384973.243270:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b8807f2e. 02000000:00000001:0.0:1767384973.243272:0:16135:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384973.243274:0:16135:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384973.243275:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000427493b5. 00000100:00000001:0.0:1767384973.243278:0:16135:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384973.243280:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.243281:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.243285:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384973.243287:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.243289:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384973.243291:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.244911:0:39776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384973.244915:0:39776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384973.244918:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384973.244920:0:39776:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384973.244922:0:39776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384973.244927:0:39776:0:(genops.c:1229:class_import_get()) import 00000000a11bfe22 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384973.244931:0:39776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384973.244933:0:39776:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384973.244935:0:39776:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384973.244937:0:39776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384973.244938:0:39776:0:(genops.c:1242:class_import_put()) import 00000000a11bfe22 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384973.244939:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294962191, at 4294962192 00000020:00000040:1.0:1767384973.244940:0:39776:0:(genops.c:1245:class_import_put()) final put import 00000000a11bfe22 00000100:00000040:0.0:1767384973.244946:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294962191, at 4294962192 00000100:00000010:3.0:1767384973.244949:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee7230ff. 00000020:00000001:1.0:1767384973.244955:0:39776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384973.244957:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074e6c4c0. 00010000:00000001:1.0:1767384973.244959:0:39776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384973.244964:0:39776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384973.244967:0:39776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384973.244969:0:39776:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000cb8adf0b. 00010000:00000010:1.0:1767384973.244976:0:39776:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000b986c369. 00010000:00000001:1.0:1767384973.244980:0:39776:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:1.0:1767384973.244983:0:39776:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.244985:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.244987:0:2410:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384973.244991:0:2410:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a11bfe22 for lustre-OST0000-osc-MDT0000 00000001:00000001:1.0:1767384973.244997:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:0.0:1767384973.244997:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 12 to 0@lo 00000020:00000040:0.0:1767384973.245004:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 11 to 0@lo 00000001:00000010:1.0:1767384973.245005:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000db37ef99. 00000020:00000010:0.0:1767384973.245009:0:2410:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000212c43b0. 00000001:00000010:1.0:1767384973.245012:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000267dc2fd. 00000020:00000040:0.0:1767384973.245016:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000586b926) now 4 - import 00000001:00000010:1.0:1767384973.245018:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000069b001e9. 00000020:00000010:0.0:1767384973.245024:0:2410:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a11bfe22. 00000001:00000010:1.0:1767384973.245026:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d92fc6b. 00000020:00000001:0.0:1767384973.245031:0:2410:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:1.0:1767384973.245032:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007dc3411c. 00000001:00000010:1.0:1767384973.245037:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000072789b93. 00000001:00000001:1.0:1767384973.245040:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384973.245042:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.245045:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c2e9a9b2. 00000001:00000010:1.0:1767384973.245048:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000037fef495. 00000001:00000010:1.0:1767384973.245051:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008e637cd9. 00000001:00000010:1.0:1767384973.245053:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007da35a66. 00000001:00000010:1.0:1767384973.245055:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ae313da3. 00000001:00000010:1.0:1767384973.245057:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000694348c5. 00000001:00000001:1.0:1767384973.245059:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384973.245060:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000586b926) now 3 - setup 00000020:00000001:1.0:1767384973.245063:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245065:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384973.245067:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384973.245071:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384973.245073:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000586b926) now 2 - obd_device_list 00000020:00000080:1.0:1767384973.245076:0:39776:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384973.245077:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000000586b926) now 1 - newdev 00000020:00000040:1.0:1767384973.245080:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000024c1178 with handle 0x7ec529173eeb8181 from hash 00000020:00000040:1.0:1767384973.245083:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000024c1178 : new refcount 0 00000020:00000080:1.0:1767384973.245085:0:39776:0:(genops.c:904:class_export_put()) final put 00000000024c1178/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384973.245087:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245089:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.245090:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 00000000024c1178/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384973.245092:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384973.245095:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.245096:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000024c1178. 00000020:00000001:1.0:1767384973.245100:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384973.245102:0:39776:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384973.245104:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384973.245106:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384973.245109:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f265cfe. 00000020:00000010:1.0:1767384973.245112:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bbd6867f. 00000040:00000010:1.0:1767384973.245115:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a91149a. 00000020:00000010:1.0:1767384973.245119:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dfaa970. 00000020:00000010:1.0:1767384973.245123:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.245127:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a4903ea. 80000000:00000010:1.0:1767384973.245130:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008f520dc2. 40000000:00000010:1.0:1767384973.245133:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.245137:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000046abb57b. 00040000:00000010:1.0:1767384973.245140:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.245143:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be3f9e51. 00080000:00000010:1.0:1767384973.245147:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000628ceb31. 00000004:00000010:1.0:1767384973.245156:0:39776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000accda70. 00000004:00000010:1.0:1767384973.245160:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fb359ba. 00000004:00000010:1.0:1767384973.245163:0:39776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000759474aa. 00002000:00000010:1.0:1767384973.245167:0:39776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000962f0b8d. 00000004:00000010:1.0:1767384973.245170:0:39776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c1f00508. 00000004:00000010:1.0:1767384973.245176:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000093234434. 00000004:00000010:1.0:1767384973.245180:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000badb0cdc. 00000004:00000010:1.0:1767384973.245183:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000068a35c4b. 00000004:00000010:1.0:1767384973.245186:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dee26466. 00000004:00000010:1.0:1767384973.245190:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a28b9c55. 00000004:00000010:1.0:1767384973.245194:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e7e2bb7d. 00000004:00000010:1.0:1767384973.245198:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000344b98c9. 00000004:00000010:1.0:1767384973.245200:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f6e49adc. 00000004:00000010:1.0:1767384973.245206:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000192318cd. 00000004:00000010:1.0:1767384973.245209:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009c86c3d5. 00000004:00000010:1.0:1767384973.245212:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a02974ba. 00000004:00000010:1.0:1767384973.245215:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fc6bccb4. 00000004:00000010:1.0:1767384973.245218:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bf0c4de3. 00000004:00000010:1.0:1767384973.245221:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003954ae99. 00000004:00000010:1.0:1767384973.245223:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000136866a2. 00000004:00000010:1.0:1767384973.245226:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007942d653. 00000004:00000010:1.0:1767384973.245229:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc400496. 00000004:00000010:1.0:1767384973.245232:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005e9fa1ee. 00000004:00000010:1.0:1767384973.245235:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000049b114ac. 00000004:00000010:1.0:1767384973.245237:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e8e0d4f2. 00000004:00000010:1.0:1767384973.245240:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a9124a19. 00000004:00000010:1.0:1767384973.245242:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c2de6daa. 00000004:00000010:1.0:1767384973.245244:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c93f68e7. 00000004:00000010:1.0:1767384973.245247:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c14bf7f. 00000004:00000010:1.0:1767384973.245251:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000077061151. 00000004:00000010:1.0:1767384973.245254:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e63005e3. 00000004:00000010:1.0:1767384973.245257:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ea3ec87f. 00000004:00000010:1.0:1767384973.245258:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000817b4bbb. 00000004:00000010:1.0:1767384973.245261:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000082f2fe37. 00000004:00000010:1.0:1767384973.245265:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002cce3c3d. 00000004:00000010:1.0:1767384973.245268:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ab788a33. 00000004:00000010:1.0:1767384973.245270:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000057fed9e9. 00000004:00000010:1.0:1767384973.245274:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006d5cb094. 00000004:00000010:1.0:1767384973.245277:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000069e4bdac. 00000004:00000010:1.0:1767384973.245281:0:39776:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 00000000ad7fdc41. 00000020:00000010:1.0:1767384973.245286:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bbd6867f. 00000040:00000010:1.0:1767384973.245289:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a91149a. 00000020:00000010:1.0:1767384973.245307:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009dfaa970. 00000020:00000010:1.0:1767384973.245311:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.245315:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a4903ea. 80000000:00000010:1.0:1767384973.245318:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f520dc2. 40000000:00000010:1.0:1767384973.245322:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.245325:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000046abb57b. 00040000:00000010:1.0:1767384973.245328:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.245348:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be3f9e51. 00080000:00000010:1.0:1767384973.245351:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000628ceb31. 00000004:00000010:1.0:1767384973.245355:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000accda70. 00000004:00000010:1.0:1767384973.245358:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002fb359ba. 00000004:00000010:1.0:1767384973.245362:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000759474aa. 00002000:00000010:1.0:1767384973.245364:0:39776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000962f0b8d. 00000004:00000010:1.0:1767384973.245367:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c1f00508. 00000020:00000010:1.0:1767384973.245369:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f265cfe. 00000020:00000001:1.0:1767384973.245372:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.245374:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000000586b926. 00000020:00000001:1.0:1767384973.245379:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245380:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.245383:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 0000000005d786fb. 00000020:00000001:1.0:1767384973.245387:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.245389:0:39776:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.245391:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384973.245393:0:39776:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000c1009646. 00020000:00000010:1.0:1767384973.245398:0:39776:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000c51cdf7e. 00000004:00000001:1.0:1767384973.245405:0:39776:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245406:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384973.245413:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.245422:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec4838c9. 00000001:00000010:1.0:1767384973.245425:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094f28e5e. 00000001:00000010:1.0:1767384973.245427:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008f0b5a99. 00000001:00000010:1.0:1767384973.245429:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b7e3fc7. 00000001:00000010:1.0:1767384973.245430:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000090de271e. 00000001:00000010:1.0:1767384973.245433:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009d58b80b. 00000001:00000001:1.0:1767384973.245436:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384973.245437:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.245440:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000013fc9941. 00000001:00000010:1.0:1767384973.245443:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a00bed70. 00000001:00000010:1.0:1767384973.245444:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ab840a23. 00000001:00000010:1.0:1767384973.245446:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d3c5365d. 00000001:00000010:1.0:1767384973.245448:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000dbc161db. 00000001:00000010:1.0:1767384973.245449:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006fe71061. 00000001:00000001:1.0:1767384973.245451:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384973.245452:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000062bb3b4a) now 3 - setup 00000020:00000001:1.0:1767384973.245455:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245457:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384973.245459:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384973.245461:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384973.245463:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000062bb3b4a) now 2 - obd_device_list 00000020:00000080:1.0:1767384973.245466:0:39776:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384973.245468:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000062bb3b4a) now 1 - newdev 00000020:00000040:1.0:1767384973.245470:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058e68196 with handle 0x7ec529173eeb813b from hash 00000020:00000040:1.0:1767384973.245472:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000058e68196 : new refcount 0 00000020:00000080:1.0:1767384973.245474:0:39776:0:(genops.c:904:class_export_put()) final put 0000000058e68196/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384973.245475:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245477:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.245478:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 0000000058e68196/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384973.245479:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384973.245481:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.245483:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000058e68196. 00000020:00000001:1.0:1767384973.245487:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384973.245488:0:39776:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:1.0:1767384973.245490:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384973.245492:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384973.245495:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f265cfe. 00000020:00000010:1.0:1767384973.245497:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be3f9e51. 00000040:00000010:1.0:1767384973.245500:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a4903ea. 00000020:00000010:1.0:1767384973.245503:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000759474aa. 00000020:00000010:1.0:1767384973.245505:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.245508:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a91149a. 80000000:00000010:1.0:1767384973.245510:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000005d786fb. 40000000:00000010:1.0:1767384973.245513:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.245515:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000accda70. 00040000:00000010:1.0:1767384973.245518:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.245520:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbd6867f. 00080000:00000010:1.0:1767384973.245522:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000628ceb31. 00000004:00000010:1.0:1767384973.245525:0:39776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000046abb57b. 00000004:00000010:1.0:1767384973.245528:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fb359ba. 00000004:00000010:1.0:1767384973.245530:0:39776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009dfaa970. 00000004:00000001:1.0:1767384973.245533:0:39776:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:1.0:1767384973.245535:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002c5f4514. 00000004:00000010:1.0:1767384973.245538:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003f8455a1. 00000004:00000010:1.0:1767384973.245541:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006abbc7f4. 00000004:00000010:1.0:1767384973.245545:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051efea91. 00000004:00000010:1.0:1767384973.245547:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006c59f900. 00000004:00000010:1.0:1767384973.245550:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000082583c57. 00000004:00000010:1.0:1767384973.245553:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005dd772d2. 00000004:00000010:1.0:1767384973.245556:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000019e87400. 00000004:00000010:1.0:1767384973.245559:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a548e740. 00000004:00000010:1.0:1767384973.245563:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000096da475e. 00000004:00000010:1.0:1767384973.245566:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bbe512de. 00000004:00000010:1.0:1767384973.245569:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009fe5b889. 00000004:00000010:1.0:1767384973.245571:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c6ccd62d. 00000004:00000010:1.0:1767384973.245574:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007911325d. 00000004:00000010:1.0:1767384973.245577:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000395cfba5. 00000004:00000010:1.0:1767384973.245579:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aa225cdb. 00000004:00000010:1.0:1767384973.245582:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a429a1b7. 00000004:00000010:1.0:1767384973.245584:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004c1d34bb. 00000004:00000010:1.0:1767384973.245587:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c653fea. 00000004:00000010:1.0:1767384973.245589:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d24ec4f5. 00000004:00000010:1.0:1767384973.245592:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000046a17be7. 00000004:00000010:1.0:1767384973.245594:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005cc3c67c. 00000004:00000010:1.0:1767384973.245597:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002b0c345b. 00000004:00000010:1.0:1767384973.245600:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005c174b69. 00000004:00000010:1.0:1767384973.245603:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000095e2eca4. 00000004:00000010:1.0:1767384973.245607:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000000e40d9c. 00000004:00000010:1.0:1767384973.245610:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007ba38a7c. 00000004:00000010:1.0:1767384973.245613:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d01c60c6. 00000004:00000010:1.0:1767384973.245616:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b45044ff. 00000004:00000010:1.0:1767384973.245620:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f9af1f03. 00000004:00000010:1.0:1767384973.245623:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036991c68. 00000004:00000010:1.0:1767384973.245627:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bcb779cf. 00000004:00000010:1.0:1767384973.245630:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cf6ddbb5. 00000004:00000010:1.0:1767384973.245634:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048cbc78e. 00000004:00000010:1.0:1767384973.245639:0:39776:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 0000000087f4b389. 00000004:00000001:1.0:1767384973.245648:0:39776:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446637514563452928 : -106559146098688 : ffff9f15c3f30000) 00000020:00000010:1.0:1767384973.245652:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be3f9e51. 00000040:00000010:1.0:1767384973.245654:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008a4903ea. 00000020:00000010:1.0:1767384973.245656:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000759474aa. 00000020:00000010:1.0:1767384973.245659:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.245662:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a91149a. 80000000:00000010:1.0:1767384973.245665:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000005d786fb. 40000000:00000010:1.0:1767384973.245667:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.245670:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000accda70. 00040000:00000010:1.0:1767384973.245672:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.245675:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbd6867f. 00080000:00000010:1.0:1767384973.245678:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000628ceb31. 00000004:00000010:1.0:1767384973.245681:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000046abb57b. 00000004:00000010:1.0:1767384973.245684:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002fb359ba. 00000004:00000010:1.0:1767384973.245686:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009dfaa970. 00000020:00000010:1.0:1767384973.245689:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f265cfe. 00000020:00000001:1.0:1767384973.245691:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.245693:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000062bb3b4a. 00000020:00000001:1.0:1767384973.245698:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245699:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.245701:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000003c73fb09. 00000020:00000001:1.0:1767384973.245704:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.245705:0:39776:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.245707:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.245709:0:39776:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384973.245712:0:39776:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 0000000095dc2741. 00000004:00000001:1.0:1767384973.245745:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384973.245748:0:39776:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384973.245749:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384973.245751:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb815e 00000020:00000040:1.0:1767384973.245754:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc9688b3 with handle 0x7ec529173eeb815e from hash 00000020:00000001:1.0:1767384973.245757:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384973.245758:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000fc9688b3 : new refcount 1 00000020:00000001:1.0:1767384973.245760:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384973.245761:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000fc9688b3 : new refcount 0 00000020:00000080:1.0:1767384973.245763:0:39776:0:(genops.c:904:class_export_put()) final put 00000000fc9688b3/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384973.245765:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245778:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.245779:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384973.245780:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:1.0:1767384973.245784:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000004934a165. 00000020:00000080:1.0:1767384973.245786:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384973.245790:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384973.245792:0:39776:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384973.245794:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384973.245796:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000f81c448a) has no exports 00000020:00000001:1.0:1767384973.245799:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384973.245799:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384973.245803:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000080:0.0:1767384973.245804:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000fc9688b3/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384973.245810:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384973.245812:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384973.245815:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000f81c448a) now 4 - export 00000020:00000010:0.0:1767384973.245819:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fc9688b3. 00000020:00000001:0.0:1767384973.245825:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384973.245970:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384973.245979:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.245983:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a27a2d4. 00000001:00000010:1.0:1767384973.245986:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f9ec6af9. 00000001:00000010:1.0:1767384973.245988:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000010256cba. 00000001:00000010:1.0:1767384973.245990:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ddd14677. 00000001:00000010:1.0:1767384973.245993:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001b04bff0. 00000001:00000010:1.0:1767384973.245995:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000063412d21. 00000001:00000001:1.0:1767384973.245998:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384973.245999:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.246002:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005ed425c0. 00000001:00000010:1.0:1767384973.246004:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007ca08f0b. 00000001:00000010:1.0:1767384973.246006:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a1d99e01. 00000001:00000010:1.0:1767384973.246008:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0aa1761. 00000001:00000010:1.0:1767384973.246018:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000043a6cb7b. 00000001:00000010:1.0:1767384973.246020:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000f2dab8a. 00000001:00000001:1.0:1767384973.246023:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384973.246024:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000f81c448a) now 3 - setup 00000020:00000001:1.0:1767384973.246026:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246028:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384973.246030:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384973.246034:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384973.246036:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000f81c448a) now 2 - obd_device_list 00000020:00000080:1.0:1767384973.246039:0:39776:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:1.0:1767384973.246040:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000f81c448a) now 1 - newdev 00000020:00000040:1.0:1767384973.246043:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c91e26ee with handle 0x7ec529173eeb8150 from hash 00000020:00000040:1.0:1767384973.246045:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000c91e26ee : new refcount 0 00000020:00000080:1.0:1767384973.246046:0:39776:0:(genops.c:904:class_export_put()) final put 00000000c91e26ee/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384973.246048:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246050:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.246051:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 00000000c91e26ee/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384973.246053:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384973.246054:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246056:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c91e26ee. 00000020:00000001:1.0:1767384973.246060:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384973.246062:0:39776:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:1.0:1767384973.246064:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:1.0:1767384973.246066:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384973.246069:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f265cfe. 00000020:00000010:1.0:1767384973.246071:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bbd6867f. 00000040:00000010:1.0:1767384973.246074:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a91149a. 00000020:00000010:1.0:1767384973.246076:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dfaa970. 00000020:00000010:1.0:1767384973.246079:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.246082:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a4903ea. 80000000:00000010:1.0:1767384973.246085:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003c73fb09. 40000000:00000010:1.0:1767384973.246087:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f9eedf3e. 00100000:00000010:1.0:1767384973.246090:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000046abb57b. 00040000:00000010:1.0:1767384973.246093:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.246095:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be3f9e51. 00080000:00000010:1.0:1767384973.246097:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000628ceb31. 00000004:00000010:1.0:1767384973.246100:0:39776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000accda70. 00000004:00000010:1.0:1767384973.246102:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fb359ba. 00000004:00000001:1.0:1767384973.246105:0:39776:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:1.0:1767384973.246108:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b280e0fe. 00000004:00000010:1.0:1767384973.246112:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c29ea05. 00000004:00000010:1.0:1767384973.246116:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e5847ffd. 00000004:00000010:1.0:1767384973.246119:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003c1cd539. 00000004:00000010:1.0:1767384973.246123:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007842495d. 00000004:00000010:1.0:1767384973.246127:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007ad08898. 00000004:00000010:1.0:1767384973.246131:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003794bcbe. 00000004:00000010:1.0:1767384973.246134:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d62cc63d. 00000004:00000010:1.0:1767384973.246137:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001eddcc3a. 00000004:00000010:1.0:1767384973.246140:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001ccc1e4f. 00000004:00000010:1.0:1767384973.246142:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009c99b493. 00000004:00000010:1.0:1767384973.246150:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003c354877. 00000004:00000010:1.0:1767384973.246153:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007be58ec4. 00000004:00000010:1.0:1767384973.246155:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003493f7b5. 00000004:00000010:1.0:1767384973.246158:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005f69ad08. 00000004:00000010:1.0:1767384973.246160:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000cefea31. 00000004:00000010:1.0:1767384973.246162:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be950360. 00000004:00000010:1.0:1767384973.246164:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a79edd5f. 00000004:00000010:1.0:1767384973.246167:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009f30c46b. 00000004:00000010:1.0:1767384973.246170:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ff625cd5. 00000004:00000010:1.0:1767384973.246173:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000091b55d10. 00000004:00000010:1.0:1767384973.246175:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b33bc782. 00000004:00000010:1.0:1767384973.246177:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa7b7fa7. 00000004:00000010:1.0:1767384973.246180:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e26db753. 00000004:00000010:1.0:1767384973.246183:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000047cd45c2. 00000004:00000010:1.0:1767384973.246185:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000050af37cd. 00000004:00000010:1.0:1767384973.246188:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c7f2b86a. 00000004:00000010:1.0:1767384973.246190:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d35f85d9. 00000004:00000010:1.0:1767384973.246192:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002468681e. 00000004:00000010:1.0:1767384973.246196:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa7c138a. 00000004:00000010:1.0:1767384973.246198:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d8a67fb1. 00000004:00000010:1.0:1767384973.246202:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000578eb71b. 00000004:00000010:1.0:1767384973.246204:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008686c455. 00000004:00000010:1.0:1767384973.246208:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002338882d. 00000004:00000010:1.0:1767384973.246212:0:39776:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 0000000004332729. 00000004:00000001:1.0:1767384973.246215:0:39776:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246218:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bbd6867f. 00000040:00000010:1.0:1767384973.246220:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a91149a. 00000020:00000010:1.0:1767384973.246223:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009dfaa970. 00000020:00000010:1.0:1767384973.246226:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.246229:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a4903ea. 80000000:00000010:1.0:1767384973.246231:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003c73fb09. 40000000:00000010:1.0:1767384973.246234:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f9eedf3e. 00100000:00000010:1.0:1767384973.246236:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000046abb57b. 00040000:00000010:1.0:1767384973.246239:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.246242:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be3f9e51. 00080000:00000010:1.0:1767384973.246245:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000628ceb31. 00000004:00000010:1.0:1767384973.246248:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000accda70. 00000004:00000010:1.0:1767384973.246250:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002fb359ba. 00000020:00000010:1.0:1767384973.246253:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f265cfe. 00000020:00000001:1.0:1767384973.246255:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246257:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f81c448a. 00000020:00000001:1.0:1767384973.246261:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246263:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.246265:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000004934a165. 00000020:00000001:1.0:1767384973.246267:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.246269:0:39776:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.246271:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.246273:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384973.246274:0:39776:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384973.246275:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384973.246277:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb8165 00000020:00000040:1.0:1767384973.246279:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004656473a with handle 0x7ec529173eeb8165 from hash 00000020:00000001:1.0:1767384973.246282:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384973.246283:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000004656473a : new refcount 1 00000020:00000001:1.0:1767384973.246285:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384973.246286:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000004656473a : new refcount 0 00000020:00000080:1.0:1767384973.246287:0:39776:0:(genops.c:904:class_export_put()) final put 000000004656473a/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384973.246289:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246312:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.246314:0:39776:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.246316:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246318:0:39776:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384973.246320:0:39776:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384973.246323:0:39776:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637514604367680 : -106559105183936 : ffff9f15c6634f40) 00000020:01000004:1.0:1767384973.246326:0:39776:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000299b3f5e from lustre-MDT0000, refs=3 00000020:00000001:1.0:1767384973.246329:0:39776:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384973.246331:0:39776:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000299b3f5e 3 00000020:00000001:1.0:1767384973.246332:0:39776:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246334:0:39776:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384973.246335:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384973.246336:0:39776:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384973.246340:0:39776:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637514604367680 : -106559105183936 : ffff9f15c6634f40) 00000020:00000080:0.0:1767384973.246341:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 000000004656473a/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:1.0:1767384973.246343:0:39776:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000299b3f5e from lustre-MDT0000 00000020:00000010:1.0:1767384973.246349:0:39776:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000e1092f27. 00000020:00000001:0.0:1767384973.246349:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384973.246354:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246357:0:39776:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000b700f7a1. 00000020:00000040:0.0:1767384973.246359:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 6 - export 00000020:00000001:1.0:1767384973.246361:0:39776:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.246367:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004656473a. 00000020:00000001:1.0:1767384973.246368:0:39776:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384973.246372:0:39776:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:1.0:1767384973.246375:0:39776:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.246376:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384973.246377:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384973.246390:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.246394:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000066c9626a. 00000001:00000010:1.0:1767384973.246396:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094ce7820. 00000001:00000010:1.0:1767384973.246398:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000033de3877. 00000001:00000010:1.0:1767384973.246399:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b2022a92. 00000001:00000010:1.0:1767384973.246400:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005ee06a24. 00000001:00000010:1.0:1767384973.246402:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d066d907. 00000001:00000001:1.0:1767384973.246404:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384973.246411:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.246414:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000025c76658. 00000001:00000010:1.0:1767384973.246416:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a3feeb2f. 00000001:00000010:1.0:1767384973.246418:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002fd78b8e. 00000001:00000010:1.0:1767384973.246419:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4868862. 00000001:00000010:1.0:1767384973.246420:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000aba35111. 00000001:00000010:1.0:1767384973.246423:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000005fb7001. 00000001:00000001:1.0:1767384973.246426:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384973.246428:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 3 - setup 00000020:00000001:1.0:1767384973.246430:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246432:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384973.246434:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384973.246437:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384973.246439:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 2 - obd_device_list 00000020:00000080:1.0:1767384973.246441:0:39776:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:1.0:1767384973.246443:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000c894c037) now 1 - newdev 00000020:00000040:1.0:1767384973.246445:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e3a2198b with handle 0x7ec529173eeb8149 from hash 00000020:00000040:1.0:1767384973.246447:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e3a2198b : new refcount 0 00000020:00000080:1.0:1767384973.246449:0:39776:0:(genops.c:904:class_export_put()) final put 00000000e3a2198b/lustre-MDT0000_UUID 00000020:00000001:1.0:1767384973.246450:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246452:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.246453:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 00000000e3a2198b/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:1.0:1767384973.246454:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384973.246457:0:39776:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:1.0:1767384973.246459:0:39776:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000e72f4647. 00000004:00000001:1.0:1767384973.246462:0:39776:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246464:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246466:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e3a2198b. 00000020:00000001:1.0:1767384973.246470:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384973.246471:0:39776:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:1.0:1767384973.246472:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:1.0:1767384973.246474:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384973.246476:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f265cfe. 00000020:00000010:1.0:1767384973.246479:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be3f9e51. 00000040:00000010:1.0:1767384973.246481:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a4903ea. 00000020:00000010:1.0:1767384973.246484:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000accda70. 00000020:00000010:1.0:1767384973.246486:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.246489:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a91149a. 80000000:00000010:1.0:1767384973.246492:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003c73fb09. 40000000:00000010:1.0:1767384973.246494:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.246497:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000628ceb31. 00040000:00000010:1.0:1767384973.246499:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.246502:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbd6867f. 00080000:00000010:1.0:1767384973.246505:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000046abb57b. 00000004:00000010:1.0:1767384973.246507:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fb359ba. 00000004:00000001:1.0:1767384973.246510:0:39776:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:1.0:1767384973.246512:0:39776:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 0000000079ec1cad. 00000004:00000001:1.0:1767384973.246515:0:39776:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246517:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be3f9e51. 00000040:00000010:1.0:1767384973.246520:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008a4903ea. 00000020:00000010:1.0:1767384973.246522:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000accda70. 00000020:00000010:1.0:1767384973.246525:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.246527:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a91149a. 80000000:00000010:1.0:1767384973.246530:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003c73fb09. 40000000:00000010:1.0:1767384973.246533:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.246536:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000628ceb31. 00040000:00000010:1.0:1767384973.246538:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d0788580. 00040000:00000010:1.0:1767384973.246541:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbd6867f. 00080000:00000010:1.0:1767384973.246544:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000046abb57b. 00000004:00000010:1.0:1767384973.246546:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002fb359ba. 00000020:00000010:1.0:1767384973.246548:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f265cfe. 00000020:00000001:1.0:1767384973.246551:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246553:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c894c037. 00000020:00000001:1.0:1767384973.246557:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246559:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.246561:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000091a59289. 00000020:00000001:1.0:1767384973.246563:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246566:0:39776:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767384973.246568:0:39776:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767384973.246570:0:39776:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767384973.246572:0:39776:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767384973.246575:0:39776:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:1.0:1767384973.246576:0:39776:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384973.246577:0:39776:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637510244820384 : -106563464731232 : ffff9f14c289e5a0) 00000020:01000004:1.0:1767384973.246580:0:39776:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:1.0:1767384973.246581:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384973.246583:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:1.0:1767384973.246585:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000091a59289. 00000020:00000080:1.0:1767384973.246588:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384973.246590:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384973.246592:0:39776:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384973.246597:0:39776:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000e1cbe9dd ce8723f7-a406-4428-8bf1-c7aa33d7d062 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384973.246601:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384973.246603:0:39776:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000c7c4a795) has exports, disconnecting them 00000020:00000001:1.0:1767384973.246605:0:39776:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384973.246607:0:39776:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=10 00000020:00000040:1.0:1767384973.246609:0:39776:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=11 00000020:00080000:1.0:1767384973.246610:0:39776:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000e1cbe9dd), last request at 1767384870 00000020:00000001:1.0:1767384973.246612:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384973.246614:0:39776:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384973.246616:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 10 20000000:00000010:1.0:1767384973.246618:0:39776:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000007d6350ee. 00000020:00000040:1.0:1767384973.246621:0:39776:0:(genops.c:887:class_export_get()) GET export 00000000e1cbe9dd refcount=11 00010000:00000001:1.0:1767384973.246625:0:39776:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384973.246626:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384973.246628:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 10 00000020:00000080:1.0:1767384973.246630:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb810a 00000020:00000040:1.0:1767384973.246631:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e1cbe9dd with handle 0x7ec529173eeb810a from hash 00000020:00000040:1.0:1767384973.246634:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 9 00000020:00000001:1.0:1767384973.246636:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384973.246638:0:39776:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000e1cbe9dd: total 0 00000020:00000001:1.0:1767384973.246640:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384973.246642:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 8 00000020:00000001:1.0:1767384973.246643:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.246645:0:39776:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384973.246646:0:39776:0:(import.c:65:import_set_state_nolock()) 0000000066a82425 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384973.246648:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384973.246649:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384973.246650:0:39776:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384973.246662:0:39776:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.246663:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 7 20000000:00000001:1.0:1767384973.246666:0:39776:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.246667:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384973.246670:0:39776:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000e1cbe9dd): rc 0 00000020:00000040:1.0:1767384973.246672:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 6 00000020:00000001:1.0:1767384973.246674:0:39776:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767384973.246676:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384973.246676:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384973.246680:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00010000:3.0:1767384973.246681:0:16765:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000e1cbe9dd: total 0 20000000:00000001:1.0:1767384973.246683:0:39776:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:3.0:1767384973.246685:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446637515586027520 : -106558123524096 : ffff9f1600e64000) 00000020:00000001:1.0:1767384973.246686:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384973.246689:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000c7c4a795) has no exports 00010000:00000001:3.0:1767384973.246692:0:16765:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:1.0:1767384973.246693:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:1.0:1767384973.246697:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000020:00000010:3.0:1767384973.246699:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de6d07ef. 00000100:00000200:1.0:1767384973.246700:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:3.0:1767384973.246706:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000de58b4e4. 00000100:00000001:1.0:1767384973.246706:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384973.246709:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000020:00000010:3.0:1767384973.246712:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a2a6949. 00000100:00000040:1.0:1767384973.246712:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:1.0:1767384973.246714:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:1.0:1767384973.246718:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000020:00000010:3.0:1767384973.246721:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000531702f8. 00000100:00000040:1.0:1767384973.246721:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:3.0:1767384973.246729:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e01e4994. 80000000:00000010:3.0:1767384973.246732:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e95874da. 40000000:00000010:3.0:1767384973.246735:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074b9c2fd. 00100000:00000010:3.0:1767384973.246738:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b2fc8218. 00040000:00000010:3.0:1767384973.246741:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3f5415f. 00040000:00000010:3.0:1767384973.246749:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000dfa8b95. 00000100:00000040:1.0:1767384973.246751:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00080000:00000010:3.0:1767384973.246753:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000954f55db. 00002000:00000010:3.0:1767384973.246758:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000737af1ed. 00000020:00000010:2.0:1767384973.246761:0:16770:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007f434af8. 00000020:00000010:3.0:1767384973.246762:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000de58b4e4. 00000020:00000010:0.0:1767384973.246764:0:16768:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb47a3b7. 00000020:00000010:3.0:1767384973.246771:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a2a6949. 00000040:00000010:2.0:1767384973.246771:0:16770:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9cffcc1. 00000040:00000010:0.0:1767384973.246772:0:16768:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c1aafc1e. 00000020:00000010:2.0:1767384973.246777:0:16770:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a723fc0d. 00000020:00000010:3.0:1767384973.246780:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000531702f8. 00000020:00000010:0.0:1767384973.246781:0:16768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000260bd0e9. 00000020:00000010:2.0:1767384973.246782:0:16770:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab5cff36. 00000020:00000010:3.0:1767384973.246789:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e01e4994. 80000000:00000010:2.0:1767384973.246791:0:16770:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000037796ac7. 00000020:00000010:0.0:1767384973.246791:0:16768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e2552521. 80000000:00000010:3.0:1767384973.246794:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e95874da. 00040000:00000010:2.0:1767384973.246799:0:16770:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5725c5a. 80000000:00000010:0.0:1767384973.246799:0:16768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c0824571. 40000000:00000010:3.0:1767384973.246800:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074b9c2fd. 00000100:00000040:1.0:1767384973.246803:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294962191, at 4294962193 00040000:00000010:0.0:1767384973.246806:0:16768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063f7f383. 00100000:00000010:3.0:1767384973.246807:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b2fc8218. 00080000:00000010:2.0:1767384973.246807:0:16770:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000099acd8e7. 00000100:00000010:1.0:1767384973.246809:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3b841c8. 00040000:00000010:3.0:1767384973.246815:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3f5415f. 20000000:00000010:2.0:1767384973.246817:0:16770:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006672b096. 00080000:00000010:0.0:1767384973.246817:0:16768:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000013afd07b. 00040000:00000010:3.0:1767384973.246821:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000dfa8b95. 00000020:00000010:2.0:1767384973.246824:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003610d94f. 20000000:00000010:0.0:1767384973.246824:0:16768:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f202259c. 00080000:00000010:3.0:1767384973.246826:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000954f55db. 00002000:00000010:3.0:1767384973.246832:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000737af1ed. 00000020:00000010:0.0:1767384973.246832:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006aea765b. 00000020:00000010:2.0:1767384973.246834:0:16770:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bf1cf22e. 00000020:00000010:3.0:1767384973.246838:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de6d07ef. 00000020:00000010:0.0:1767384973.246841:0:16768:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000044ed203d. 00010000:00010000:3.0:1767384973.246844:0:16765:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000e1cbe9dd, canceled 0 locks, left on hash table 5. 00000100:00000010:2.0:1767384973.246845:0:16770:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ebc79060. 00000100:00000010:0.0:1767384973.246847:0:16768:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000008f795b. 00000020:00000010:3.0:1767384973.246850:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de6d07ef. 00000100:00100000:2.0:1767384973.246852:0:16770:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000007b9c3b38:16770] 1 exiting: rc = 0 00000100:00100000:0.0:1767384973.246852:0:16768:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000d7b6bd28:16768] 0 exiting: rc = 1 00000020:00000010:3.0:1767384973.246854:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000dfa8b95. 00000020:00000010:3.0:1767384973.246859:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000954f55db. 00000020:00000010:3.0:1767384973.246862:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000531702f8. 00000020:00000010:3.0:1767384973.246865:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e01e4994. 80000000:00000010:3.0:1767384973.246868:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e95874da. 40000000:00000010:3.0:1767384973.246870:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074b9c2fd. 00100000:00000010:3.0:1767384973.246872:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b2fc8218. 00040000:00000010:3.0:1767384973.246875:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f3f5415f. 00040000:00000010:3.0:1767384973.246876:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000de58b4e4. 00080000:00000010:3.0:1767384973.246878:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009a2a6949. 00002000:00000010:3.0:1767384973.246879:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000737af1ed. 00000001:00000001:3.0:1767384973.246881:0:16765:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384973.246905:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384973.246909:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 4 00010000:00000001:3.0:1767384973.246912:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384973.246916:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384973.246918:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384973.246924:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.246927:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.246932:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384973.246934:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:1.0:1767384973.246937:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4575b6c. 00010000:00000001:3.0:1767384973.246940:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.246943:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000010:1.0:1767384973.246944:0:16771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006ebd518f. 00010000:00000001:3.0:1767384973.246946:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384973.246950:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.246950:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000986e003f. 00000020:00000040:3.0:1767384973.246957:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005088b20b with handle 0x7ec529173eeb8118 from hash 00000020:00000010:1.0:1767384973.246958:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a312d12. 00010000:00000001:3.0:1767384973.246963:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000010:1.0:1767384973.246965:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000be7bb82a. 00010000:00000001:3.0:1767384973.246966:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.246970:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:1.0:1767384973.246972:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008ec777a9. 00010000:00000001:3.0:1767384973.246973:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384973.246978:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000010:1.0:1767384973.246978:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003f49132c. 00010000:00000040:3.0:1767384973.246980:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e1cbe9dd, 1 locks cancelled. 20000000:00000010:1.0:1767384973.246983:0:16771:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001d13017c. 00010000:00000001:3.0:1767384973.246984:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.246988:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767384973.246989:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8769265. 00010000:00000001:3.0:1767384973.246990:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384973.246996:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005088b20b/0x7ec529173eeb8118 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb8111 expref: 6 pid: 16771 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384973.246996:0:16771:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000be63f35f. 00000100:00000010:1.0:1767384973.247004:0:16771:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000de8e5448. 00010000:00000040:3.0:1767384973.247006:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 4 00000100:00100000:1.0:1767384973.247008:0:16771:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000006958a19a:16771] 2 exiting: rc = 0 00000020:00000040:3.0:1767384973.247011:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 5 00010000:00000001:3.0:1767384973.247018:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384973.247020:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: ce8723f7-a406-4, loop: 0 00000001:00000001:3.0:1767384973.247022:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384973.247025:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004c9ce792 count: 2 00010000:00000001:3.0:1767384973.247027:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384973.247029:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384973.247030:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384973.247032:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.247034:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384973.247037:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384973.247039:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384973.247041:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.247042:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247044:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:0.0:1767384973.247048:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d7b6bd28. 00010000:00000001:3.0:1767384973.247051:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384973.247056:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000469ceba with handle 0x7ec529173eeb81f1 from hash 00010000:00000001:3.0:1767384973.247059:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:0.0:1767384973.247059:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007b9c3b38. 00010000:00000001:3.0:1767384973.247062:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.247065:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247067:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:0.0:1767384973.247067:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006958a19a. 00010000:00000001:3.0:1767384973.247069:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767384973.247074:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e1cbe9dd, 2 locks cancelled. 00010000:00000001:3.0:1767384973.247077:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384973.247077:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384973.247082:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:3.0:1767384973.247083:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247087:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384973.247088:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00010000:3.0:1767384973.247091:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000469ceba/0x7ec529173eeb81f1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb81ea expref: 5 pid: 16771 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384973.247094:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384973.247099:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 3 00000400:00000001:0.0:1767384973.247099:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384973.247103:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 4 00000400:00000010:0.0:1767384973.247104:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daede07. 00010000:00000040:3.0:1767384973.247105:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c9ce792 count: 0 00000400:00000200:0.0:1767384973.247116:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001850906b 00000400:00000010:0.0:1767384973.247119:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001850906b. 00010000:00000001:3.0:1767384973.247120:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384973.247124:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: ce8723f7-a406-4, loop: 1 00000100:00000001:0.0:1767384973.247124:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:3.0:1767384973.247126:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000200:0.0:1767384973.247129:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:3.0:1767384973.247131:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 3 00010000:00000001:3.0:1767384973.247134:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384973.247136:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384973.247139:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00100000:0.0:1767384973.247143:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384973.247144:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.247150:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384973.247150:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384973.247156:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.247157:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384973.247161:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:0.0:1767384973.247162:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384973.247164:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384973.247165:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384973.247166:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247169:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384973.247169:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003492f1f. 00010000:00000001:3.0:1767384973.247172:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384973.247174:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9eb45f2 00000020:00000040:3.0:1767384973.247176:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f4079af with handle 0x7ec529173eeb81ff from hash 00000400:00000010:0.0:1767384973.247178:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9eb45f2. 00010000:00000001:3.0:1767384973.247180:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384973.247184:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384973.247185:0:39776:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384973.247186:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384973.247189:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384973.247190:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:0.0:1767384973.247198:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384973.247199:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1767384973.247201:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00000001:3.0:1767384973.247202:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384973.247207:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384973.247207:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.247209:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384973.247211:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1767384973.247214:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004f4079af/0x7ec529173eeb81ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb81f8 expref: 4 pid: 16771 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384973.247215:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.247218:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3d0ed5. 00000400:00000200:0.0:1767384973.247223:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ec640f3 00010000:00000040:3.0:1767384973.247226:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 2 00000400:00000010:0.0:1767384973.247227:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ec640f3. 00000020:00000040:3.0:1767384973.247229:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 3 00000100:00000001:0.0:1767384973.247233:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247235:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384973.247236:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384973.247240:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: ce8723f7-a406-4, loop: 2 00000100:00100000:0.0:1767384973.247244:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:3.0:1767384973.247245:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:0.0:1767384973.247249:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000040:3.0:1767384973.247250:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000098f29938 count: 2 00000100:00000001:0.0:1767384973.247253:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.247254:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:0.0:1767384973.247256:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384973.247258:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:0.0:1767384973.247259:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384973.247261:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1767384973.247263:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf911f2a. 00010000:00000001:3.0:1767384973.247264:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384973.247268:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a91cb62b 00000020:00000001:3.0:1767384973.247269:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384973.247273:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a91cb62b. 00010000:00000001:3.0:1767384973.247275:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384973.247279:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384973.247279:0:39776:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384973.247281:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384973.247283:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384973.247284:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247287:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384973.247291:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384973.247308:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767384973.247313:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b9931bdd with handle 0x7ec529173eeb821b from hash 00000100:00000040:0.0:1767384973.247314:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384973.247319:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.247320:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384973.247324:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384973.247324:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384973.247325:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247329:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:0.0:1767384973.247329:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384973.247334:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1767384973.247334:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015e55a2b. 00010000:00000040:3.0:1767384973.247337:0:16765:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000e1cbe9dd, 4 locks cancelled. 00010000:00000001:3.0:1767384973.247340:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384973.247341:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068eb083a 00010000:00000001:3.0:1767384973.247342:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247343:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384973.247345:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b9931bdd/0x7ec529173eeb821b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb8214 expref: 3 pid: 16771 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384973.247352:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068eb083a. 00000100:00000001:0.0:1767384973.247356:0:39776:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:3.0:1767384973.247358:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 1 00000100:00000200:0.0:1767384973.247360:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384973.247367:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 2 00000100:00100000:0.0:1767384973.247372:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.247374:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384973.247376:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.247378:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384973.247380:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000098f29938 count: 0 00000400:00000001:0.0:1767384973.247381:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.247384:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000747d6d5b. 00000400:00000200:0.0:1767384973.247389:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008315e0e6 00000400:00000010:0.0:1767384973.247391:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008315e0e6. 00000100:00000001:0.0:1767384973.247394:0:39776:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384973.247395:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384973.247396:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000040:3.0:1767384973.247401:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: ce8723f7-a406-4, loop: 3 00000001:00000001:3.0:1767384973.247406:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:0.0:1767384973.247407:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:3.0:1767384973.247409:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000067bfa64a count: 2 00000100:00000040:0.0:1767384973.247411:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00000001:3.0:1767384973.247415:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384973.247416:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384973.247419:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:0.0:1767384973.247420:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384973.247422:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000001:0.0:1767384973.247423:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384973.247424:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384973.247427:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031032ae1. 00000020:00000001:3.0:1767384973.247428:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384973.247432:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d04b8b74 00010000:00000001:3.0:1767384973.247433:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384973.247436:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1767384973.247436:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d04b8b74. 00010000:00000001:3.0:1767384973.247441:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384973.247442:0:39776:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384973.247443:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384973.247446:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384973.247446:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384973.247451:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384973.247456:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000059232d92 with handle 0x7ec529173eeb8229 from hash 00000100:00100000:0.0:1767384973.247458:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384973.247461:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384973.247462:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00010000:00000001:3.0:1767384973.247464:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384973.247466:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.247467:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384973.247470:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384973.247471:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000001:0.0:1767384973.247474:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384973.247475:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384973.247478:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384973.247478:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e99c76b0. 00010000:00000001:3.0:1767384973.247482:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384973.247483:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0afb82 00010000:00000001:3.0:1767384973.247484:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384973.247488:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c0afb82. 00010000:00010000:3.0:1767384973.247491:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000059232d92/0x7ec529173eeb8229 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7ec529173eeb8222 expref: 2 pid: 16771 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384973.247494:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247497:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:3.0:1767384973.247503:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000e1cbe9dd : new locks_count 0 00000020:00000040:3.0:1767384973.247508:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 1 00000100:00100000:0.0:1767384973.247511:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:3.0:1767384973.247512:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000067bfa64a count: 0 00000100:00000040:0.0:1767384973.247516:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384973.247521:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.247522:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384973.247523:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000040:3.0:1767384973.247526:0:16765:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: ce8723f7-a406-4, loop: 4 00000400:00000001:0.0:1767384973.247527:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:3.0:1767384973.247530:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:0.0:1767384973.247531:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c963e8d. 00000001:00000001:3.0:1767384973.247536:0:16765:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384973.247536:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd8c7a43 00010000:00010000:3.0:1767384973.247541:0:16765:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000e1cbe9dd, canceled 5 locks, left on hash table 0. 00000400:00000010:0.0:1767384973.247542:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd8c7a43. 00000100:00000001:0.0:1767384973.247545:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247546:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384973.247554:0:16765:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000100:00100000:0.0:1767384973.247554:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:3.0:1767384973.247557:0:16765:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:0.0:1767384973.247558:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000001:00000001:3.0:1767384973.247560:0:16765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384973.247562:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:3.0:1767384973.247565:0:16765:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384973.247566:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384973.247568:0:16765:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000001:0.0:1767384973.247569:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384973.247573:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000dfa8b95. 00000400:00000010:0.0:1767384973.247573:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f44a601d. 00000400:00000200:0.0:1767384973.247577:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009477748c 00000020:00000010:3.0:1767384973.247580:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000954f55db. 00000400:00000010:0.0:1767384973.247581:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009477748c. 00000020:00000010:3.0:1767384973.247586:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000531702f8. 00000100:00000001:0.0:1767384973.247588:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384973.247591:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e01e4994. 00000100:00000200:0.0:1767384973.247592:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 80000000:00000010:3.0:1767384973.247595:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e95874da. 40000000:00000010:3.0:1767384973.247598:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074b9c2fd. 00100000:00000010:3.0:1767384973.247600:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b2fc8218. 00000100:00100000:0.0:1767384973.247609:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00040000:00000010:3.0:1767384973.247612:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f3f5415f. 00000100:00000040:0.0:1767384973.247613:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00040000:00000010:3.0:1767384973.247618:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000de58b4e4. 00000100:00000001:0.0:1767384973.247619:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000010:3.0:1767384973.247624:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009a2a6949. 00000400:00000001:0.0:1767384973.247625:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.247629:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000010:3.0:1767384973.247630:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000737af1ed. 00000400:00000010:0.0:1767384973.247633:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000538ef898. 00000020:00000010:3.0:1767384973.247634:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de6d07ef. 00000400:00000200:0.0:1767384973.247639:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eac347ed 00000020:00000001:3.0:1767384973.247640:0:16765:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384973.247645:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000e1cbe9dd : new refcount 0 00000400:00000010:0.0:1767384973.247645:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eac347ed. 00000020:00000080:3.0:1767384973.247651:0:16765:0:(genops.c:904:class_export_put()) final put 00000000e1cbe9dd/ce8723f7-a406-4428-8bf1-c7aa33d7d062 00000100:00000001:0.0:1767384973.247653:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247656:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.247661:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.247663:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000020:00000001:3.0:1767384973.247666:0:16765:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:0.0:1767384973.247666:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384973.247670:0:16765:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384973.247671:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384973.247674:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:0.0:1767384973.247675:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384973.247679:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384973.247680:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9895a2. 00000020:00000001:1.0:1767384973.247681:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00010000:3.0:1767384973.247686:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1767384973.247687:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000e1cbe9dd/ce8723f7-a406-4428-8bf1-c7aa33d7d062 for MGS 00000400:00000200:0.0:1767384973.247688:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013d22bbc 00000020:00000001:3.0:1767384973.247692:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384973.247694:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013d22bbc. 00000020:00000001:3.0:1767384973.247695:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.247697:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 10 to 0@lo 00000100:00000001:0.0:1767384973.247701:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384973.247703:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00010000:3.0:1767384973.247704:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384973.247704:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 20000000:00000001:1.0:1767384973.247708:0:2410:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000001:3.0:1767384973.247710:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384973.247713:0:2410:0:(genops.c:1229:class_import_get()) import 0000000066a82425 refcount=2 obd=MGS 00000020:00000001:3.0:1767384973.247714:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.247719:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384973.247720:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:1.0:1767384973.247722:0:2410:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=1 obd=MGS 00010000:00010000:3.0:1767384973.247723:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384973.247724:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000020:00000001:1.0:1767384973.247728:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384973.247729:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384973.247731:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384973.247734:0:2410:0:(genops.c:1242:class_import_put()) import 0000000066a82425 refcount=0 obd=MGS 00000400:00000001:0.0:1767384973.247734:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.247739:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384973.247740:0:2410:0:(genops.c:1245:class_import_put()) final put import 0000000066a82425 00000400:00000010:0.0:1767384973.247744:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca9339bb. 00000400:00000200:0.0:1767384973.247748:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9df7dec 00000400:00000010:0.0:1767384973.247749:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9df7dec. 00000100:00000001:0.0:1767384973.247751:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247752:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384973.247754:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384973.247759:0:2410:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00100000:0.0:1767384973.247760:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:1.0:1767384973.247762:0:2410:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:0.0:1767384973.247764:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000001:00000010:1.0:1767384973.247767:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dfc5b8da. 00000100:00000001:0.0:1767384973.247769:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.247774:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.247776:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.247778:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d3d835. 00000400:00000200:0.0:1767384973.247781:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebf95a45 00000400:00000010:0.0:1767384973.247783:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebf95a45. 00000001:00000010:1.0:1767384973.247784:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009517dacf. 00000100:00000001:0.0:1767384973.247787:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000001:00000010:1.0:1767384973.247790:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b71d55cc. 00000100:00000200:0.0:1767384973.247791:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:1.0:1767384973.247795:0:2410:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004c99fe2d. 00000001:00000010:1.0:1767384973.247800:0:2410:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000049081e97. 00000100:00100000:0.0:1767384973.247802:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:1.0:1767384973.247805:0:2410:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000161919fb. 00000100:00000040:0.0:1767384973.247806:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000001:00000001:1.0:1767384973.247809:0:2410:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767384973.247811:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384973.247813:0:2410:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000001:0.0:1767384973.247814:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384973.247816:0:2410:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000001:0.0:1767384973.247817:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384973.247821:0:2410:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000400:00000010:0.0:1767384973.247822:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c95d78b. 20000000:00000001:1.0:1767384973.247825:0:2410:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384973.247827:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000730f7d56 00000020:00000001:1.0:1767384973.247828:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384973.247834:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000730f7d56. 00000020:00000040:1.0:1767384973.247835:0:2410:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 5 - export 00000020:00000010:1.0:1767384973.247842:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e1cbe9dd. 00000100:00000001:0.0:1767384973.247842:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247847:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:1.0:1767384973.247849:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384973.247853:0:2410:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384973.247863:0:2410:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000066a82425 for MGS 00000100:00100000:0.0:1767384973.247867:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:1.0:1767384973.247870:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 9 to 0@lo 00000100:00000040:0.0:1767384973.247874:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000020:00000040:1.0:1767384973.247875:0:2410:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 4 - import 00000100:00000001:0.0:1767384973.247879:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384973.247880:0:2410:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000066a82425. 00000020:00000001:1.0:1767384973.247914:0:2410:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000001:0.0:1767384973.247923:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.247927:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.247928:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b6bb1bb. 00000400:00000200:0.0:1767384973.247931:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010b559aa 00000400:00000010:0.0:1767384973.247933:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010b559aa. 00000100:00000001:0.0:1767384973.247935:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247937:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.247942:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.247944:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384973.247945:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.247947:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.247949:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.247950:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8bc58fb. 00000400:00000200:0.0:1767384973.247952:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b14add88 00000400:00000010:0.0:1767384973.247954:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b14add88. 00000100:00000001:0.0:1767384973.247956:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247957:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.247961:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.247963:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384973.247964:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.247966:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.247967:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.247968:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ebf2ae0. 00000400:00000200:0.0:1767384973.247970:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dea9463 00000400:00000010:0.0:1767384973.247972:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dea9463. 00000100:00000001:0.0:1767384973.247974:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247975:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.247980:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.247981:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384973.247983:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.247985:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.247986:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.247987:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae75b55. 00000400:00000200:0.0:1767384973.247989:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db5e9837 00000400:00000010:0.0:1767384973.247990:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db5e9837. 00000100:00000001:0.0:1767384973.247992:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.247993:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.247997:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.247999:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384973.248000:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248002:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248004:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248005:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb9357dc. 00000400:00000200:0.0:1767384973.248007:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b23872ae 00000400:00000010:0.0:1767384973.248008:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b23872ae. 00000100:00000001:0.0:1767384973.248011:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248012:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248016:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248018:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384973.248019:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248021:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248022:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248024:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0cd2e6. 00000400:00000200:0.0:1767384973.248026:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013563a65 00000400:00000010:0.0:1767384973.248027:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013563a65. 00000100:00000001:0.0:1767384973.248029:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248030:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248034:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248035:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384973.248037:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248039:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248040:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248041:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cb18082. 00000400:00000200:0.0:1767384973.248044:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56d9b2d 00000400:00000010:0.0:1767384973.248045:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c56d9b2d. 00000100:00000001:0.0:1767384973.248047:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248048:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248052:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248054:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384973.248055:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248057:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248058:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248059:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de8266f. 00000400:00000200:0.0:1767384973.248061:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dedf916 00000400:00000010:0.0:1767384973.248063:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dedf916. 00000100:00000001:0.0:1767384973.248066:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248067:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248071:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248073:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384973.248074:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248076:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248077:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248079:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bff862c. 00000400:00000200:0.0:1767384973.248081:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e762be79 00000400:00000010:0.0:1767384973.248083:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e762be79. 00000100:00000001:0.0:1767384973.248085:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248086:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248091:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248092:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384973.248100:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248103:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248105:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248106:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000858d98c8. 00000400:00000200:0.0:1767384973.248109:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033a23883 00000400:00000010:0.0:1767384973.248111:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033a23883. 00000100:00000001:0.0:1767384973.248114:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248116:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248121:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248123:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384973.248124:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248126:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248127:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248128:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0db6d61. 00000400:00000200:0.0:1767384973.248131:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dd7c5ce 00000400:00000010:0.0:1767384973.248132:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dd7c5ce. 00000100:00000001:0.0:1767384973.248135:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248136:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248140:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248142:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384973.248143:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248145:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248146:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248147:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000621f7fcb. 00000400:00000200:0.0:1767384973.248149:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077b27320 00000400:00000010:0.0:1767384973.248151:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077b27320. 00000100:00000001:0.0:1767384973.248153:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248154:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248158:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248159:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384973.248161:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248162:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248163:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248164:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d3371e. 00000400:00000200:0.0:1767384973.248166:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9277656 00000400:00000010:0.0:1767384973.248168:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9277656. 00000100:00000001:0.0:1767384973.248171:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248172:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248176:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248178:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384973.248179:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248181:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248182:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248183:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c8c2b9. 00000400:00000200:0.0:1767384973.248185:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bd69363 00000400:00000010:0.0:1767384973.248187:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bd69363. 00000100:00000001:0.0:1767384973.248189:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248190:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248194:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248196:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384973.248197:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248199:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248200:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248201:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e81c7c12. 00000400:00000200:0.0:1767384973.248203:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d65bc379 00000400:00000010:0.0:1767384973.248205:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d65bc379. 00000100:00000001:0.0:1767384973.248207:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248208:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248212:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248214:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384973.248216:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248217:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248218:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248220:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097f4eb92. 00000400:00000200:0.0:1767384973.248221:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af3da55f 00000400:00000010:0.0:1767384973.248223:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af3da55f. 00000100:00000001:0.0:1767384973.248225:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248226:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248231:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248232:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384973.248234:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248235:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248237:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248238:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a2ea318. 00000400:00000200:0.0:1767384973.248240:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c19aec3 00000400:00000010:0.0:1767384973.248242:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c19aec3. 00000100:00000001:0.0:1767384973.248245:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248246:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248250:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248251:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384973.248253:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248255:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248256:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248257:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde69961. 00000400:00000200:0.0:1767384973.248259:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8320de7 00000400:00000010:0.0:1767384973.248261:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8320de7. 00000100:00000001:0.0:1767384973.248263:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248264:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248268:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248270:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384973.248271:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248273:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248274:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248275:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cf133f8. 00000400:00000200:0.0:1767384973.248277:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e1fc0c8 00000400:00000010:0.0:1767384973.248279:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e1fc0c8. 00000100:00000001:0.0:1767384973.248281:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248282:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248286:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248288:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384973.248289:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248291:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248292:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248307:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b334f3f. 00000400:00000200:0.0:1767384973.248310:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a771641 00000400:00000010:0.0:1767384973.248312:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a771641. 00000100:00000001:0.0:1767384973.248315:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248316:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248343:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248345:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384973.248347:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248350:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248352:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248353:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dd9060. 00000400:00000200:0.0:1767384973.248356:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf98308 00000400:00000010:0.0:1767384973.248358:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf98308. 00000100:00000001:0.0:1767384973.248361:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248362:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248366:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248368:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384973.248370:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248371:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248372:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248374:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044a435b1. 00000400:00000200:0.0:1767384973.248376:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fd84382 00000400:00000010:0.0:1767384973.248377:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fd84382. 00000100:00000001:0.0:1767384973.248379:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248381:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248385:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248386:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384973.248388:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248390:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248391:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248392:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f61354. 00000400:00000200:0.0:1767384973.248394:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3876dd7 00000400:00000010:0.0:1767384973.248396:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3876dd7. 00000100:00000001:0.0:1767384973.248398:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248399:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248403:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248405:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384973.248406:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248408:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248409:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248410:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069458b6a. 00000400:00000200:0.0:1767384973.248412:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd22ec81 00000400:00000010:0.0:1767384973.248413:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd22ec81. 00000100:00000001:0.0:1767384973.248415:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248416:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248420:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248422:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384973.248423:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248425:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248426:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248427:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000555330af. 00000400:00000200:0.0:1767384973.248429:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c8b06f 00000400:00000010:0.0:1767384973.248431:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047c8b06f. 00000100:00000001:0.0:1767384973.248433:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248434:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248438:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248439:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384973.248441:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248442:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248443:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248445:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073386578. 00000400:00000200:0.0:1767384973.248447:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d15e1e03 00000400:00000010:0.0:1767384973.248448:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d15e1e03. 00000100:00000001:0.0:1767384973.248450:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248451:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248455:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248457:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384973.248458:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248460:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248461:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248462:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001323c55. 00000400:00000200:0.0:1767384973.248464:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094f9dd55 00000400:00000010:0.0:1767384973.248466:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094f9dd55. 00000100:00000001:0.0:1767384973.248468:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248469:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248473:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248475:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384973.248476:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248478:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248479:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248480:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b81237c. 00000400:00000200:0.0:1767384973.248482:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce04b5ea 00000400:00000010:0.0:1767384973.248483:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce04b5ea. 00000100:00000001:0.0:1767384973.248485:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248487:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248491:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248493:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384973.248494:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248496:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248497:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248498:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae339ffd. 00000400:00000200:0.0:1767384973.248500:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c479a8ca 00000400:00000010:0.0:1767384973.248501:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c479a8ca. 00000100:00000001:0.0:1767384973.248503:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248504:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248508:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248509:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384973.248511:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248512:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248513:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248514:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042cbaedf. 00000400:00000200:0.0:1767384973.248516:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011a8dcf 00000400:00000010:0.0:1767384973.248518:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000011a8dcf. 00000100:00000001:0.0:1767384973.248521:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248522:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248526:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248527:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384973.248529:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248530:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248532:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248533:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c5ec7a9. 00000400:00000200:0.0:1767384973.248535:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a054cf 00000400:00000010:0.0:1767384973.248537:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049a054cf. 00000100:00000001:0.0:1767384973.248546:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248547:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248552:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248554:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384973.248556:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248558:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248559:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248561:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e460129. 00000400:00000200:0.0:1767384973.248563:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726e6f19 00000400:00000010:0.0:1767384973.248565:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000726e6f19. 00000100:00000001:0.0:1767384973.248567:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248568:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248573:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248575:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384973.248576:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248578:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248579:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248580:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415dbc70. 00000400:00000200:0.0:1767384973.248582:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031cb735f 00000400:00000010:0.0:1767384973.248584:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031cb735f. 00000100:00000001:0.0:1767384973.248586:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248587:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248591:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248593:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384973.248594:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248596:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248597:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248598:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000609c0959. 00000400:00000200:0.0:1767384973.248600:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d8399b1 00000400:00000010:0.0:1767384973.248602:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d8399b1. 00000100:00000001:0.0:1767384973.248604:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248605:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248609:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248610:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384973.248612:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248613:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248614:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248616:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7b0ecfa. 00000400:00000200:0.0:1767384973.248618:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df6002ee 00000400:00000010:0.0:1767384973.248620:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df6002ee. 00000100:00000001:0.0:1767384973.248622:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248623:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248627:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248628:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384973.248629:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248631:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248632:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248634:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000470e6b29. 00000400:00000200:0.0:1767384973.248636:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005cfa4c2 00000400:00000010:0.0:1767384973.248637:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005cfa4c2. 00000100:00000001:0.0:1767384973.248640:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248641:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248645:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248646:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384973.248647:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248649:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248650:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248651:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5cc09f6. 00000400:00000200:0.0:1767384973.248653:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccd7bf26 00000400:00000010:0.0:1767384973.248654:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccd7bf26. 00000100:00000001:0.0:1767384973.248656:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248657:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248661:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248663:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384973.248664:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248666:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248667:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248668:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aec60d1d. 00000400:00000200:0.0:1767384973.248670:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae17ec82 00000400:00000010:0.0:1767384973.248672:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae17ec82. 00000100:00000001:0.0:1767384973.248674:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248675:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248679:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248680:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384973.248681:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248683:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248684:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248685:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc4395c. 00000400:00000200:0.0:1767384973.248687:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9273a0c 00000400:00000010:0.0:1767384973.248689:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9273a0c. 00000100:00000001:0.0:1767384973.248691:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248692:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248696:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248697:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384973.248699:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248701:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248702:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248703:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2bae67. 00000400:00000200:0.0:1767384973.248705:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bac20ec 00000400:00000010:0.0:1767384973.248707:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bac20ec. 00000100:00000001:0.0:1767384973.248709:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248710:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248714:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248715:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384973.248717:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248718:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248719:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248721:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000410155b. 00000400:00000200:0.0:1767384973.248723:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad5c6bed 00000400:00000010:0.0:1767384973.248724:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad5c6bed. 00000100:00000001:0.0:1767384973.248726:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248727:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248732:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248734:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384973.248740:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248743:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248745:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248746:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e48416c. 00000400:00000200:0.0:1767384973.248749:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c17813e3 00000400:00000010:0.0:1767384973.248751:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c17813e3. 00000100:00000001:0.0:1767384973.248754:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248755:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248759:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248761:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384973.248762:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248764:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248765:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248767:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fb07751. 00000400:00000200:0.0:1767384973.248769:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bca0bc5 00000400:00000010:0.0:1767384973.248770:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bca0bc5. 00000100:00000001:0.0:1767384973.248772:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248774:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248778:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248780:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384973.248781:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248783:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248784:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248785:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059518a63. 00000400:00000200:0.0:1767384973.248787:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092556b13 00000400:00000010:0.0:1767384973.248788:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092556b13. 00000100:00000001:0.0:1767384973.248790:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248791:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248795:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248797:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384973.248798:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248800:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248801:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248802:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007998ad54. 00000400:00000200:0.0:1767384973.248804:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d526642f 00000400:00000010:0.0:1767384973.248805:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d526642f. 00000100:00000001:0.0:1767384973.248807:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248809:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248813:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248814:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384973.248816:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248817:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248818:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248819:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004899fcb5. 00000400:00000200:0.0:1767384973.248821:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d97c6ea6 00000400:00000010:0.0:1767384973.248822:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d97c6ea6. 00000100:00000001:0.0:1767384973.248824:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248825:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248829:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248830:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384973.248832:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248833:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248834:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248835:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ca2836. 00000400:00000200:0.0:1767384973.248837:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3639551 00000400:00000010:0.0:1767384973.248838:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3639551. 00000100:00000001:0.0:1767384973.248840:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248842:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248846:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248848:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384973.248849:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248851:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248852:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248853:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000869cbff. 00000400:00000200:0.0:1767384973.248854:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510899b8 00000400:00000010:0.0:1767384973.248856:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000510899b8. 00000100:00000001:0.0:1767384973.248858:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248859:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248864:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248865:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384973.248866:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.248867:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.248868:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.248869:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007443594d. 00000400:00000200:0.0:1767384973.248871:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7ebd813 00000400:00000010:0.0:1767384973.248872:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7ebd813. 00000100:00000001:0.0:1767384973.248874:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.248876:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384973.248880:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.248881:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384973.248882:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.248885:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248886:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248889:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248891:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248893:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248896:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248898:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248921:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248923:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248924:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248925:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248927:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248928:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248929:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248931:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248932:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248934:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248935:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248937:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248938:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248939:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248941:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248943:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248944:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248946:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248947:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248948:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248949:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248951:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248952:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248953:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248955:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248956:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248958:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248960:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248961:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248962:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248968:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248970:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248972:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248974:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248975:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248977:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248978:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248980:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248981:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248983:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248984:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248985:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248986:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248988:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248989:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248990:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248992:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248993:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248994:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248996:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.248997:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.248999:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249000:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249002:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249003:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249004:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249005:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249006:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249007:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249009:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249010:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249011:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249012:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249013:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249014:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249016:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249017:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249018:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249019:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249021:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249022:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249023:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249024:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249025:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249026:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249027:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249028:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249030:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249031:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249032:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249033:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249034:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249036:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249037:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249038:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249039:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249040:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249042:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249043:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249045:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249046:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249047:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249048:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249049:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249050:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249052:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249053:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249054:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249055:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249056:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249057:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249058:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249059:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249061:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249062:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249063:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249064:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249065:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249066:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249068:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249069:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249070:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249071:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249072:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249074:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249075:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249076:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249077:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249079:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.249080:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.249081:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384973.249084:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004d3df5ad. 00000100:00000010:0.0:1767384973.249089:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000940af883. 00000100:00000010:0.0:1767384973.249092:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007946cf2d. 00000100:00000010:0.0:1767384973.249096:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000600348c4. 00000100:00000010:0.0:1767384973.249098:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fafe95ca. 00000100:00000010:0.0:1767384973.249101:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a695c44. 00000100:00000010:0.0:1767384973.249104:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f2d1cfa4. 00000100:00000010:0.0:1767384973.249106:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b970f4c7. 00000100:00000010:0.0:1767384973.249108:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073d5316b. 00000100:00000010:0.0:1767384973.249111:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000083757e. 00000100:00000010:0.0:1767384973.249113:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf7952c3. 00000100:00000010:0.0:1767384973.249116:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049f18c90. 00000100:00000010:0.0:1767384973.249118:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d18e7dea. 00000100:00000010:0.0:1767384973.249121:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccdb066c. 00000100:00000010:0.0:1767384973.249123:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008dd76284. 00000100:00000010:0.0:1767384973.249126:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000920b689c. 00000100:00000010:0.0:1767384973.249130:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a91b2c0. 00000100:00000010:0.0:1767384973.249132:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044f80820. 00000100:00000010:0.0:1767384973.249134:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b62a6555. 00000100:00000010:0.0:1767384973.249137:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000219dc317. 00000100:00000010:0.0:1767384973.249139:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002474f8bf. 00000100:00000010:0.0:1767384973.249142:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097c67100. 00000100:00000010:0.0:1767384973.249145:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000956c6543. 00000100:00000010:0.0:1767384973.249147:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5d7dc8c. 00000100:00000010:0.0:1767384973.249150:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000348b7134. 00000100:00000010:0.0:1767384973.249153:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d971f76. 00000100:00000010:0.0:1767384973.249155:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dce2ce9b. 00000100:00000010:0.0:1767384973.249158:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac7a706c. 00000100:00000010:0.0:1767384973.249165:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000062a3013a. 00000100:00000010:0.0:1767384973.249187:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090661256. 00000100:00000010:0.0:1767384973.249190:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000af6dd20. 00000100:00000010:0.0:1767384973.249192:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021ddb10f. 00000100:00000010:0.0:1767384973.249194:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000fd0e0fa. 00000100:00000010:0.0:1767384973.249198:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd18fb81. 00000100:00000010:0.0:1767384973.249200:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b4868f3a. 00000100:00000010:0.0:1767384973.249203:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009feee8c0. 00000100:00000010:0.0:1767384973.249205:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f0e7b83d. 00000100:00000010:0.0:1767384973.249207:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000993eeb5c. 00000100:00000010:0.0:1767384973.249209:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000713ab2b. 00000100:00000010:0.0:1767384973.249212:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4f91a06. 00000100:00000010:0.0:1767384973.249214:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005611b892. 00000100:00000010:0.0:1767384973.249216:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000939e5a3c. 00000100:00000010:0.0:1767384973.249218:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c33ca93. 00000100:00000010:0.0:1767384973.249221:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a6e3b2b. 00000100:00000010:0.0:1767384973.249223:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ccd059f8. 00000100:00000010:0.0:1767384973.249226:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9f52d57. 00000100:00000010:0.0:1767384973.249228:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000046acc232. 00000100:00000010:0.0:1767384973.249231:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051e33a6b. 00000100:00000010:0.0:1767384973.249232:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000c0e84f7. 00000100:00000010:0.0:1767384973.249235:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099efa4a3. 00000100:00000010:0.0:1767384973.249237:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fac91821. 00000100:00000010:0.0:1767384973.249241:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058224692. 00000100:00000010:0.0:1767384973.249243:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6a85d3e. 00000100:00000010:0.0:1767384973.249262:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000138c44c7. 00000100:00000010:0.0:1767384973.249264:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086ae9210. 00000100:00000010:0.0:1767384973.249267:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097eb03b0. 00000100:00000010:0.0:1767384973.249269:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000083a472f5. 00000100:00000010:0.0:1767384973.249272:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd1976a0. 00000100:00000010:0.0:1767384973.249274:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000042275a53. 00000100:00000010:0.0:1767384973.249277:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a964618e. 00000100:00000010:0.0:1767384973.249279:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000041cbda6e. 00000100:00000010:0.0:1767384973.249282:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de5da0a2. 00000100:00000010:0.0:1767384973.249284:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009af33aed. 00000100:00000010:0.0:1767384973.249286:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8ba03c6. 00000100:00000010:0.0:1767384973.249288:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c120f780. 00000100:00000010:0.0:1767384973.249291:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2dea8ae. 00000100:00000010:0.0:1767384973.249306:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b2ab970. 00000100:00000010:0.0:1767384973.249310:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5d42c1a. 00000100:00000010:0.0:1767384973.249312:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3a447cb. 00000100:00000010:0.0:1767384973.249315:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a692d4d8. 00000100:00000010:0.0:1767384973.249317:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c64e4e2. 00000100:00000010:0.0:1767384973.249320:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4531f08. 00000100:00000010:0.0:1767384973.249322:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009e9003de. 00000100:00000010:0.0:1767384973.249325:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063504489. 00000100:00000010:0.0:1767384973.249327:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005ce7ab1b. 00000100:00000010:0.0:1767384973.249330:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005e6cfde. 00000100:00000010:0.0:1767384973.249332:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076a493fa. 00000100:00000010:0.0:1767384973.249352:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a627e59e. 00000100:00000010:0.0:1767384973.249355:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9b79232. 00000100:00000010:0.0:1767384973.249358:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5f9ed33. 00000100:00000010:0.0:1767384973.249360:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6730395. 00000100:00000010:0.0:1767384973.249364:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000849cc218. 00000100:00000010:0.0:1767384973.249367:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004dccc4ab. 00000100:00000010:0.0:1767384973.249369:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000048cf8dc. 00000100:00000010:0.0:1767384973.249371:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000049f83289. 00000100:00000010:0.0:1767384973.249374:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ef9bd7c. 00000100:00000010:0.0:1767384973.249377:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002157cb67. 00000100:00000010:0.0:1767384973.249379:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdce1ffa. 00000100:00000010:0.0:1767384973.249382:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b7ef6630. 00000100:00000010:0.0:1767384973.249392:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a36c1f87. 00000100:00000010:0.0:1767384973.249394:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b52c9c37. 00000100:00000010:0.0:1767384973.249397:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6aa22f2. 00000100:00000010:0.0:1767384973.249400:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003329efeb. 00000100:00000010:0.0:1767384973.249405:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d02e27fc. 00000100:00000010:0.0:1767384973.249407:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031a3d5cc. 00000100:00000010:0.0:1767384973.249409:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000db6f591. 00000100:00000010:0.0:1767384973.249411:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001060f3f6. 00000100:00000010:0.0:1767384973.249413:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006770b07a. 00000100:00000010:0.0:1767384973.249416:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b5e6dfe. 00000100:00000010:0.0:1767384973.249430:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047828c7b. 00000100:00000010:0.0:1767384973.249433:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9b3f066. 00000100:00000010:0.0:1767384973.249436:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ca1c65e. 00000100:00000010:0.0:1767384973.249438:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cba6b688. 00000100:00000010:0.0:1767384973.249440:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7ee3fb0. 00000100:00000010:0.0:1767384973.249442:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000071212ca9. 00000100:00000010:0.0:1767384973.249445:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a642860e. 00000100:00000010:0.0:1767384973.249446:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8f04c2d. 00000100:00000010:0.0:1767384973.249449:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000426b9fd6. 00000100:00000010:0.0:1767384973.249451:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000905e28f5. 00000100:00000010:0.0:1767384973.249454:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc3edfd7. 00000100:00000010:0.0:1767384973.249456:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e683eafc. 00000100:00000010:0.0:1767384973.249459:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000649e153c. 00000100:00000010:0.0:1767384973.249461:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005f3c838c. 00000100:00000010:0.0:1767384973.249463:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ccaef21. 00000100:00000010:0.0:1767384973.249466:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000548a33d2. 00000100:00000010:0.0:1767384973.249473:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096663944. 00000100:00000010:0.0:1767384973.249476:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c16ed5f7. 00000100:00000010:0.0:1767384973.249484:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001857cdd4. 00000100:00000010:0.0:1767384973.249486:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d1d27b4b. 00000100:00000010:0.0:1767384973.249490:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4978760. 00000100:00000010:0.0:1767384973.249492:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa10f50b. 00000100:00000010:0.0:1767384973.249494:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c94e7fa. 00000100:00000010:0.0:1767384973.249496:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d95101a. 00000100:00000010:0.0:1767384973.249499:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc2cf6a1. 00000100:00000010:0.0:1767384973.249501:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000063af43d5. 00000100:00000010:0.0:1767384973.249504:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001744b85b. 00000100:00000010:0.0:1767384973.249506:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a89b0eca. 00000100:00000010:0.0:1767384973.249514:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ff2a28. 00000100:00000010:0.0:1767384973.249522:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ac1928e0. 00000100:00000010:0.0:1767384973.249530:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000084e4461. 00000100:00000010:0.0:1767384973.249537:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000094643397. 00000100:00000001:0.0:1767384973.249544:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384973.249546:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.249549:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.249551:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.249553:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f33ca011. 00000100:00000001:0.0:1767384973.249557:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.249559:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.249561:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.249563:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000867b2ccc. 00000100:00000001:0.0:1767384973.249565:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.249566:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.249568:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c2bff75d. 00000100:00000001:0.0:1767384973.249570:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.249571:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.249572:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006efb72cd. 00000100:00000001:0.0:1767384973.249574:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.249576:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.249577:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000020be10d9. 00000100:00000001:0.0:1767384973.249579:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384973.249664:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004705ea52. 00000020:00000010:0.0:1767384973.249673:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005e35d73f. 00000020:00000010:0.0:1767384973.249676:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000837e10a0. 00000020:00000010:0.0:1767384973.249679:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000411272e1. 00000020:00000010:0.0:1767384973.249683:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f7f6aad0. 00000020:00000010:0.0:1767384973.249687:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000090dcd398. 00000100:00000010:0.0:1767384973.249712:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000008b54939a. 00000100:00000010:0.0:1767384973.249720:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000002487909b. 00000100:00000010:0.0:1767384973.249724:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000bcaf0c1c. 00000100:00000010:0.0:1767384973.249727:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000dba9bd73. 00000100:00000001:0.0:1767384973.249730:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384973.249733:0:39776:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:0.0:1767384973.249737:0:39776:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:0.0:1767384973.249741:0:39776:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000017474d08. 00080000:00000010:0.0:1767384973.249744:0:39776:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000e4ab1752. 00080000:00000001:0.0:1767384973.249747:0:39776:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446637515569587456 : -106558139964160 : ffff9f15ffeb6500) 00080000:00000001:0.0:1767384973.249749:0:39776:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446637515569587456 : -106558139964160 : ffff9f15ffeb6500) 00080000:00000001:0.0:1767384973.249752:0:39776:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:0.0:1767384973.249754:0:39776:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384973.249757:0:39776:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384973.249758:0:39776:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072669635023 : -1039916593 : ffffffffc20421cf) 00080000:00000001:0.0:1767384973.249761:0:39776:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384973.249762:0:39776:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:0.0:1767384973.249765:0:39776:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:0.0:1767384973.249768:0:39776:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384973.249770:0:39776:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.249771:0:39776:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384973.249773:0:39776:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072669635025 : -1039916591 : ffffffffc20421d1) 00080000:00000001:0.0:1767384973.249775:0:39776:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384973.249776:0:39776:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:0.0:1767384973.249778:0:39776:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:0.0:1767384973.249779:0:39776:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384973.249804:0:39776:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.249806:0:39776:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384973.249808:0:39776:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446637515569587792 : -106558139963824 : ffff9f15ffeb6650) 00080000:00000001:0.0:1767384973.249816:0:39776:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384973.249820:0:39776:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:0.0:1767384973.249824:0:39776:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000007fe19ced. 20000000:00000010:0.0:1767384973.249828:0:39776:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000026e0dd97. 00080000:00000001:0.0:1767384973.249831:0:39776:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384973.249833:0:39776:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.249835:0:39776:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384973.249836:0:39776:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446637515569587792 : -106558139963824 : ffff9f15ffeb6650) 00080000:00000001:0.0:1767384973.249838:0:39776:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384973.249840:0:39776:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:0.0:1767384973.249842:0:39776:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000073d525d3. 20000000:00000010:0.0:1767384973.249845:0:39776:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000006f258fc4. 00080000:00000001:0.0:1767384973.249846:0:39776:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384973.249848:0:39776:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.249850:0:39776:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384973.249851:0:39776:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446637515569587792 : -106558139963824 : ffff9f15ffeb6650) 00080000:00000001:0.0:1767384973.249853:0:39776:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384973.249854:0:39776:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:0.0:1767384973.249857:0:39776:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000a54a929a. 20000000:00000010:0.0:1767384973.249859:0:39776:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000001a4d8473. 00080000:00000001:0.0:1767384973.249861:0:39776:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384973.249863:0:39776:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.249864:0:39776:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384973.249866:0:39776:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446637515569587792 : -106558139963824 : ffff9f15ffeb6650) 00080000:00000001:0.0:1767384973.249868:0:39776:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384973.249869:0:39776:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:0.0:1767384973.249872:0:39776:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000073ab2126. 20000000:00000010:0.0:1767384973.249874:0:39776:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000c58d670d. 00080000:00000001:0.0:1767384973.249875:0:39776:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384973.249877:0:39776:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.249878:0:39776:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:0.0:1767384973.249880:0:39776:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446637515569587792 : -106558139963824 : ffff9f15ffeb6650) 00080000:00000001:0.0:1767384973.249882:0:39776:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:0.0:1767384973.249907:0:39776:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:0.0:1767384973.249912:0:39776:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000e6efad22. 20000000:00000010:0.0:1767384973.249914:0:39776:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000afb830cd. 00080000:00000001:0.0:1767384973.249915:0:39776:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:0.0:1767384973.249917:0:39776:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384973.249920:0:39776:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:0.0:1767384973.249925:0:39776:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000e4ab1752. 00080000:00000010:0.0:1767384973.249929:0:39776:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000017474d08. 00080000:00000001:0.0:1767384973.249931:0:39776:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:0.0:1767384973.249933:0:39776:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384973.249983:0:39776:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000cc5f720b. 20000000:00000010:0.0:1767384973.249989:0:39776:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000b26b3978. 20000000:00000010:0.0:1767384973.249995:0:39776:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000be52632c. 20000000:00000010:0.0:1767384973.249999:0:39776:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000d98cacaa. 20000000:00000010:0.0:1767384973.250001:0:39776:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000a5a41d18. 20000000:00000010:0.0:1767384973.250006:0:39776:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000afb830cd. 20000000:00000010:0.0:1767384973.250009:0:39776:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000e6efad22. 20000000:00000010:0.0:1767384973.250011:0:39776:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000c58d670d. 20000000:00000010:0.0:1767384973.250013:0:39776:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000073ab2126. 20000000:00000010:0.0:1767384973.250016:0:39776:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000001a4d8473. 20000000:00000010:0.0:1767384973.250018:0:39776:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000a54a929a. 20000000:00000010:0.0:1767384973.250020:0:39776:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000006f258fc4. 20000000:00000010:0.0:1767384973.250022:0:39776:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000073d525d3. 20000000:00000010:0.0:1767384973.250024:0:39776:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000026e0dd97. 20000000:00000010:0.0:1767384973.250026:0:39776:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000007fe19ced. 20000000:00000001:0.0:1767384973.250028:0:39776:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:0.0:1767384973.250038:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000002ece047. 20000000:00000010:0.0:1767384973.250042:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009f562115. 20000000:00000010:0.0:1767384973.250045:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001b677b07. 20000000:00000010:0.0:1767384973.250053:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000050aaa0fb. 20000000:00000010:0.0:1767384973.250057:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000082e7877c. 20000000:00000010:0.0:1767384973.250060:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000515b0ac2. 20000000:00000010:0.0:1767384973.250064:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069983bb5. 20000000:00000010:0.0:1767384973.250067:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a51f34d. 20000000:00000010:0.0:1767384973.250069:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f0aa95b0. 20000000:00000010:0.0:1767384973.250072:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000704da0db. 20000000:00000010:0.0:1767384973.250075:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bd451b1d. 20000000:00000010:0.0:1767384973.250077:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d3b17433. 20000000:00000010:0.0:1767384973.250080:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003c3981d5. 20000000:00000010:0.0:1767384973.250083:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e0187c4. 20000000:00000010:0.0:1767384973.250085:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005afc1785. 20000000:00000010:0.0:1767384973.250088:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000365e766a. 20000000:00000010:0.0:1767384973.250092:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000295ac4c3. 20000000:00000010:0.0:1767384973.250094:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000010b78289. 20000000:00000010:0.0:1767384973.250097:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000890c37bb. 20000000:00000010:0.0:1767384973.250100:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f08b72cc. 20000000:00000010:0.0:1767384973.250103:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069ac29c8. 20000000:00000010:0.0:1767384973.250106:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000beb5173b. 20000000:00000010:0.0:1767384973.250108:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000094f40d2a. 20000000:00000010:0.0:1767384973.250111:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000015c29b3d. 20000000:00000010:0.0:1767384973.250113:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a5dbdb26. 20000000:00000010:0.0:1767384973.250116:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000048efa79e. 20000000:00000010:0.0:1767384973.250119:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000073275eaf. 20000000:00000010:0.0:1767384973.250121:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000010403f5c. 20000000:00000010:0.0:1767384973.250124:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000042641e13. 20000000:00000010:0.0:1767384973.250126:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f366953c. 20000000:00000010:0.0:1767384973.250129:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000abeadf02. 20000000:00000010:0.0:1767384973.250131:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e5233eb3. 20000000:00000010:0.0:1767384973.250134:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005f4ad647. 20000000:00000010:0.0:1767384973.250136:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000072dd6b0a. 20000000:00000010:0.0:1767384973.250140:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d9dc6b1. 20000000:00000010:0.0:1767384973.250142:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006e29ff1b. 20000000:00000010:0.0:1767384973.250145:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000026ba725d. 20000000:00000010:0.0:1767384973.250148:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fbdbe0e8. 20000000:00000010:0.0:1767384973.250150:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004152feea. 20000000:00000010:0.0:1767384973.250153:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000015569cb6. 20000000:00000010:0.0:1767384973.250156:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005e77480b. 20000000:00000010:0.0:1767384973.250160:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000092604ac6. 20000000:00000010:0.0:1767384973.250163:0:39776:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000008f6aadef. 20000000:00000010:0.0:1767384973.250167:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d753b89b. 20000000:00000010:0.0:1767384973.250170:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008d19d2f8. 20000000:00000010:0.0:1767384973.250173:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bf01535f. 20000000:00000010:0.0:1767384973.250175:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000071a3b608. 20000000:00000010:0.0:1767384973.250178:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f5ec659e. 20000000:00000010:0.0:1767384973.250181:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008f06fbbc. 20000000:00000010:0.0:1767384973.250184:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a336609. 20000000:00000010:0.0:1767384973.250186:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b67ad5f5. 20000000:00000010:0.0:1767384973.250189:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c4fc9fcc. 20000000:00000010:0.0:1767384973.250191:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000031cc47ff. 20000000:00000010:0.0:1767384973.250194:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f2dca934. 20000000:00000010:0.0:1767384973.250196:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008092f34a. 20000000:00000010:0.0:1767384973.250200:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c01c5051. 20000000:00000010:0.0:1767384973.250202:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000084a43fc5. 20000000:00000010:0.0:1767384973.250205:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f58fc8a2. 20000000:00000010:0.0:1767384973.250208:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b19ea49a. 20000000:00000010:0.0:1767384973.250210:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000efeb27c7. 20000000:00000010:0.0:1767384973.250213:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000045303417. 20000000:00000010:0.0:1767384973.250215:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008c26d755. 20000000:00000010:0.0:1767384973.250218:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b773e757. 20000000:00000010:0.0:1767384973.250220:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002294f440. 20000000:00000010:0.0:1767384973.250223:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000045908111. 20000000:00000010:0.0:1767384973.250225:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000064395a2b. 20000000:00000010:0.0:1767384973.250228:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005632ffcb. 20000000:00000010:0.0:1767384973.250231:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008465e9ea. 20000000:00000010:0.0:1767384973.250233:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007b2d43f8. 20000000:00000010:0.0:1767384973.250236:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3ae5c01. 20000000:00000010:0.0:1767384973.250239:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000068d58206. 20000000:00000010:0.0:1767384973.250248:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d999834d. 20000000:00000010:0.0:1767384973.250251:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000069e2763. 20000000:00000010:0.0:1767384973.250254:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008e429fa2. 20000000:00000010:0.0:1767384973.250257:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f20f339e. 20000000:00000010:0.0:1767384973.250260:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009f903de1. 20000000:00000010:0.0:1767384973.250263:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006034f471. 20000000:00000010:0.0:1767384973.250266:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bcd3450b. 20000000:00000010:0.0:1767384973.250268:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000194d0db3. 20000000:00000010:0.0:1767384973.250271:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000454ac999. 20000000:00000010:0.0:1767384973.250273:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008e01eef9. 20000000:00000010:0.0:1767384973.250277:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000df122454. 20000000:00000010:0.0:1767384973.250280:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000049e3af73. 20000000:00000010:0.0:1767384973.250282:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f0ceb4cb. 20000000:00000010:0.0:1767384973.250287:0:39776:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008098f6e2. 20000000:00000010:0.0:1767384973.250291:0:39776:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000bcd8859d. 20000000:00000010:0.0:1767384973.250347:0:39776:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000052dab013. 20000000:00000010:0.0:1767384973.250352:0:39776:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000005482bbab. 20000000:00000010:0.0:1767384973.250358:0:39776:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000006c8341a7. 20000000:00000010:0.0:1767384973.250362:0:39776:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000265881f0. 20000000:00000010:0.0:1767384973.250365:0:39776:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000084319e20. 20000000:00000010:0.0:1767384973.250370:0:39776:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000bf313c91. 20000000:00000010:0.0:1767384973.250375:0:39776:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000023ba8e1f. 20000000:00000010:0.0:1767384973.250385:0:39776:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000002b3fbc9d. 20000000:00000010:0.0:1767384973.250388:0:39776:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000aead5e29. 00010000:00000001:0.0:1767384973.250391:0:39776:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384973.250394:0:39776:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384973.250395:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384973.250397:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384973.250399:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384973.250401:0:39776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384973.250403:0:39776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384973.250404:0:39776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384973.250406:0:39776:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384973.250409:0:39776:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1767384973.250414:0:39776:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:0.0:1767384973.250416:0:39776:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:0.0:1767384973.250428:0:39776:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384973.250434:0:39776:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000dc5ba335 - data 00000000add71079/00000000a0c292a2 00000020:00000010:0.0:1767384973.250527:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000006507edaa. 00000020:00000010:0.0:1767384973.250532:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000fc0141d4. 00000020:00000010:0.0:1767384973.250535:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000a0c292a2. 00000020:00000010:0.0:1767384973.250538:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000008845c562. 00000020:00000010:0.0:1767384973.250541:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000a4e0b3a1. 00000020:00000010:0.0:1767384973.250543:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000002cd999a2. 00000020:00000010:0.0:1767384973.250545:0:39776:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000dc5ba335. 00000020:01000000:0.0:1767384973.250550:0:39776:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000042c4827d - data 00000000b9899838/00000000bdf3a930 00000020:00000010:0.0:1767384973.250626:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000e456c59e. 00000020:00000010:0.0:1767384973.250629:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000001cf00c6e. 00000020:00000010:0.0:1767384973.250631:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000bdf3a930. 00000020:00000010:0.0:1767384973.250634:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000f12b9f9c. 00000020:00000010:0.0:1767384973.250637:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000e3a8c396. 00000020:00000010:0.0:1767384973.250639:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000aa55fbc4. 00000020:00000010:0.0:1767384973.250641:0:39776:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000042c4827d. 00000020:00000001:0.0:1767384973.250644:0:39776:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:0.0:1767384973.250724:0:39776:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c7c252ab : new refcount 2 00000040:00000001:0.0:1767384973.250727:0:39776:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384973.250729:0:39776:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c7c252ab : new refcount 1 00080000:00000010:0.0:1767384973.250745:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d0430efe. 00000020:00000010:0.0:1767384973.250749:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000028c6fa59. 00000020:00000010:0.0:1767384973.250754:0:39776:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000bd4f0037. 00080000:00000010:0.0:1767384973.250765:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000abe32eb7. 00000020:00000010:0.0:1767384973.250767:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000b36e4d8. 00000020:00000010:0.0:1767384973.250770:0:39776:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000f2a080a4. 00000020:00000040:0.0:1767384973.250773:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000029dba05b : new refcount 1 00000040:00000010:0.0:1767384973.250775:0:39776:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000c7c252ab. 00000040:00000001:0.0:1767384973.250779:0:39776:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384973.250784:0:39776:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000e4ab1752. 00080000:00000001:0.0:1767384973.250787:0:39776:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:0.0:1767384973.250789:0:39776:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:0.0:1767384973.250792:0:39776:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:0.0:1767384973.250795:0:39776:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384973.250796:0:39776:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384973.250797:0:39776:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384973.250799:0:39776:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000e4ab1752. 00080000:00000010:0.0:1767384973.250807:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000028d985ab. 00000020:00000010:0.0:1767384973.250809:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e207634. 00000020:00000002:0.0:1767384973.250813:0:39776:0:(lu_object.c:207:lu_object_put()) Add 0000000084716816/00000000fff387f0 to site lru. bkt: 00000000f8f4766c 00000001:00000001:0.0:1767384973.250817:0:39776:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:0.0:1767384973.250819:0:39776:0:(lu_object.c:207:lu_object_put()) Add 000000003a3a5225/000000000f34fb51 to site lru. bkt: 00000000b7554cb7 00000001:00000010:0.0:1767384973.250821:0:39776:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 0000000012183252. 00000001:00000001:0.0:1767384973.250824:0:39776:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:0.0:1767384973.250859:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e0ac6e8f. 00000020:00000010:0.0:1767384973.250863:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006361b411. 00000020:00000010:0.0:1767384973.250866:0:39776:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000528594ff. 00080000:00000010:0.0:1767384973.250919:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000084716816. 00000020:00000010:0.0:1767384973.250931:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fff387f0. 00080000:00000010:0.0:1767384973.250955:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003a3a5225. 00000020:00000010:0.0:1767384973.250958:0:39776:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f34fb51. 00000020:00000010:0.0:1767384973.250970:0:39776:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000e3368dba. 00010000:00000001:0.0:1767384973.250974:0:39776:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384973.250976:0:39776:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384973.251003:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000405be86a. 00000020:00000010:0.0:1767384973.251006:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000009cc31236. 00000020:00000010:0.0:1767384973.251009:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000551a5bc7. 00010000:00000001:0.0:1767384973.251034:0:39776:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384973.251043:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000abd2c889. 00000020:00000010:0.0:1767384973.251046:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000008ae96887. 00000020:00000010:0.0:1767384973.251048:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000eb0ba4e8. 00000020:00000010:0.0:1767384973.251051:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000025e138c8. 00000020:00000010:0.0:1767384973.251053:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000ddca6327. 00000020:00000010:0.0:1767384973.251055:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a2b4252c. 00000001:00000001:0.0:1767384973.251088:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384973.251090:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000cf7ee523. 00000001:00000010:0.0:1767384973.251093:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000164fe717. 00000001:00000010:0.0:1767384973.251095:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000001ce2290c. 00000001:00000010:0.0:1767384973.251097:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000849909f9. 00000001:00000001:0.0:1767384973.251099:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384973.251101:0:39776:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000007ac6faaf. 00010000:00000001:0.0:1767384973.251104:0:39776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384973.251106:0:39776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384973.251107:0:39776:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:0.0:1767384973.251140:0:39776:0:(lu_object.c:1020:lu_site_print()) header@000000003e120f04[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:0.0:1767384973.251145:0:39776:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@00000000a323819aosd-zfs-object@00000000a323819a 00000020:00001000:0.0:1767384973.251147:0:39776:0:(lu_object.c:1020:lu_site_print()) } header@000000003e120f04 20000000:00000001:0.0:1767384973.251150:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384973.251151:0:39776:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384973.251153:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384973.251155:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb80ee 00000020:00000040:0.0:1767384973.251158:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000129e8b03 with handle 0x7ec529173eeb80ee from hash 00000020:00000001:0.0:1767384973.251161:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384973.251162:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000129e8b03 : new refcount 1 00000020:00000001:0.0:1767384973.251164:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384973.251166:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000129e8b03 : new refcount 0 00000020:00000080:0.0:1767384973.251167:0:39776:0:(genops.c:904:class_export_put()) final put 00000000129e8b03/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384973.251169:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251179:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.251181:0:39776:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384973.251184:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251186:0:39776:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384973.251188:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1767384973.251189:0:39776:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:1.0:1767384973.251192:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 00000000129e8b03/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384973.251193:0:39776:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637510244820384 : -106563464731232 : ffff9f14c289e5a0) 00000020:00000001:1.0:1767384973.251198:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000004:0.0:1767384973.251200:0:39776:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000299b3f5e from MGS, refs=2 00000020:00000001:1.0:1767384973.251201:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.251207:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 5 - export 00000020:00000001:0.0:1767384973.251207:0:39776:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384973.251212:0:39776:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000299b3f5e 2 00000020:00000010:1.0:1767384973.251213:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000129e8b03. 00000020:00000001:0.0:1767384973.251217:0:39776:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.251219:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384973.251221:0:39776:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384973.251224:0:39776:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384973.251226:0:39776:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637510244820384 : -106563464731232 : ffff9f14c289e5a0) 00000020:01000004:0.0:1767384973.251228:0:39776:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000299b3f5e from MGS 00000020:00000010:0.0:1767384973.251230:0:39776:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 000000000de358ca. 00000020:00000010:0.0:1767384973.251233:0:39776:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000c61fbe48. 00000020:00000001:0.0:1767384973.251235:0:39776:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251237:0:39776:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384973.251239:0:39776:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251241:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384973.251247:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384973.251251:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001838eab5. 00000001:00000010:0.0:1767384973.251253:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000035af8bc. 00000001:00000010:0.0:1767384973.251257:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008695586d. 00000001:00000010:0.0:1767384973.251259:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000345225ff. 00000001:00000010:0.0:1767384973.251261:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000452f2139. 00000001:00000010:0.0:1767384973.251263:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000416ca41d. 00000001:00000001:0.0:1767384973.251266:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384973.251267:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384973.251271:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000016f112d3. 00000001:00000010:0.0:1767384973.251274:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000740bd5bd. 00000001:00000010:0.0:1767384973.251276:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001fb9bca7. 00000001:00000010:0.0:1767384973.251277:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000acdf0cb6. 00000001:00000010:0.0:1767384973.251279:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000042dad26e. 00000001:00000010:0.0:1767384973.251281:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b76697f2. 00000001:00000001:0.0:1767384973.251283:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384973.251285:0:39776:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 3 - setup 00000020:00000001:0.0:1767384973.251287:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251289:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384973.251291:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384973.251310:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384973.251312:0:39776:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 2 - obd_device_list 00000020:00000080:0.0:1767384973.251315:0:39776:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:0.0:1767384973.251316:0:39776:0:(obd_config.c:955:class_decref()) Decref MGS (00000000c7c4a795) now 1 - newdev 00000020:00000040:0.0:1767384973.251319:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000029dba05b with handle 0x7ec529173eeb80e7 from hash 00000020:00000040:0.0:1767384973.251321:0:39776:0:(genops.c:898:class_export_put()) PUTting export 0000000029dba05b : new refcount 0 00000020:00000080:0.0:1767384973.251323:0:39776:0:(genops.c:904:class_export_put()) final put 0000000029dba05b/MGS 00000020:00000001:0.0:1767384973.251325:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251327:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384973.251351:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 0000000029dba05b/MGS for MGS 00000020:00000001:0.0:1767384973.251354:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384973.251356:0:39776:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:0.0:1767384973.251358:0:39776:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251360:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.251362:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000029dba05b. 00000020:00000001:0.0:1767384973.251367:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384973.251369:0:39776:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:0.0:1767384973.251370:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:0.0:1767384973.251372:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384973.251374:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce614173. 00000020:00000010:0.0:1767384973.251377:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d985ff8. 00000040:00000010:0.0:1767384973.251381:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000257feab7. 00000020:00000010:0.0:1767384973.251384:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c119d452. 00000020:00000010:0.0:1767384973.251387:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b96c694. 80000000:00000010:0.0:1767384973.251390:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006ed6a988. 00040000:00000010:0.0:1767384973.251393:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a32ac7f. 00080000:00000010:0.0:1767384973.251396:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b3acf582. 20000000:00000010:0.0:1767384973.251398:0:39776:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000cfc82099. 20000000:00000001:0.0:1767384973.251402:0:39776:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:0.0:1767384973.251411:0:39776:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 0000000041c4d915. 20000000:00000001:0.0:1767384973.251415:0:39776:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.251418:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003d985ff8. 00000040:00000010:0.0:1767384973.251420:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000257feab7. 00000020:00000010:0.0:1767384973.251422:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c119d452. 00000020:00000010:0.0:1767384973.251425:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b96c694. 80000000:00000010:0.0:1767384973.251428:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006ed6a988. 00040000:00000010:0.0:1767384973.251432:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a32ac7f. 00080000:00000010:0.0:1767384973.251434:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b3acf582. 20000000:00000010:0.0:1767384973.251436:0:39776:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000cfc82099. 00000020:00000010:0.0:1767384973.251438:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce614173. 00000020:00000001:0.0:1767384973.251440:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.251442:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000c7c4a795. 00000020:00000001:0.0:1767384973.251446:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251447:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384973.251450:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000091a59289. 00000020:00000001:0.0:1767384973.251452:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251454:0:39776:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251456:0:39776:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1767384973.251458:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384973.251460:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:0.0:1767384973.251463:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000006ed6a988. 00000020:00000080:0.0:1767384973.251465:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384973.251468:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384973.251470:0:39776:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384973.251473:0:39776:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000006f27ec89 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384973.251478:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384973.251479:0:39776:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000f48361c9) has exports, disconnecting them 00000020:00000001:0.0:1767384973.251481:0:39776:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384973.251483:0:39776:0:(genops.c:887:class_export_get()) GET export 000000006f27ec89 refcount=4 00000020:00000040:0.0:1767384973.251485:0:39776:0:(genops.c:887:class_export_get()) GET export 000000006f27ec89 refcount=5 00000020:00080000:0.0:1767384973.251487:0:39776:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000006f27ec89), last request at 1767384870 00000020:00000001:0.0:1767384973.251489:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:0.0:1767384973.251491:0:39776:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384973.251493:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384973.251494:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb81c7 00000020:00000040:0.0:1767384973.251496:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f27ec89 with handle 0x7ec529173eeb81c7 from hash 00000020:00000040:0.0:1767384973.251504:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 4 00000020:00000001:0.0:1767384973.251506:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384973.251508:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 3 00000020:00000001:0.0:1767384973.251509:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384973.251511:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 2 00000020:00000001:0.0:1767384973.251512:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384973.251514:0:39776:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251516:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384973.251518:0:39776:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000006f27ec89): rc 0 00000020:00000040:0.0:1767384973.251520:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 1 00000020:00000001:0.0:1767384973.251521:0:39776:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384973.251523:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384973.251525:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:0.0:1767384973.251527:0:39776:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:0.0:1767384973.251528:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1767384973.251530:0:39776:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1767384973.251531:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000006f27ec89 : new refcount 0 00000020:00000080:0.0:1767384973.251533:0:39776:0:(genops.c:904:class_export_put()) final put 000000006f27ec89/lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384973.251535:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.251539:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384973.251541:0:39776:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384973.251548:0:39776:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:1.0:1767384973.251560:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.251563:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 000000006f27ec89/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384973.251568:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 8 to 0@lo 00000020:00000001:1.0:1767384973.251570:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384973.251571:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.251573:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000f48361c9) now 5 - export 00000020:00000010:1.0:1767384973.251575:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006f27ec89. 00000020:00000001:1.0:1767384973.251580:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:0.0:1767384973.251581:0:39776:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384973.251607:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000003067cd40. 00000020:00000010:0.0:1767384973.251611:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000a0af469. 00010000:00000001:0.0:1767384973.251638:0:39776:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384973.251646:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000801da446. 00000020:00000010:0.0:1767384973.251648:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a4836af5. 00000001:00000001:0.0:1767384973.251676:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384973.252219:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a44830d0. 00000001:00000010:0.0:1767384973.252227:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000972e83f7. 00000001:00000010:0.0:1767384973.252229:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005f3c019e. 00000001:00000010:0.0:1767384973.252231:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004ce7b9a7. 00000001:00000010:0.0:1767384973.252233:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000082d9f52e. 00000001:00000010:0.0:1767384973.252235:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009c43318d. 00000001:00000010:0.0:1767384973.252236:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002ec4b46c. 00000001:00000010:0.0:1767384973.252238:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000067a51115. 00000001:00000010:0.0:1767384973.252240:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bf030b35. 00000001:00000010:0.0:1767384973.252242:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000240468d3. 00000001:00000010:0.0:1767384973.252243:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a486278a. 00000001:00000010:0.0:1767384973.252245:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009840fa1d. 00000001:00000010:0.0:1767384973.252246:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003a52b3d9. 00000001:00000010:0.0:1767384973.252248:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004d151fd7. 00000001:00000010:0.0:1767384973.252250:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a7f82ce0. 00000001:00000010:0.0:1767384973.252252:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009ab6dea0. 00000001:00000010:0.0:1767384973.252253:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ff795b2e. 00000001:00000010:0.0:1767384973.252255:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ec2b579b. 00000001:00000010:0.0:1767384973.252257:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000054fb295b. 00000001:00000010:0.0:1767384973.252258:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000043681d7. 00000001:00000010:0.0:1767384973.252259:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000913ed3e8. 00000001:00000010:0.0:1767384973.252261:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f1b770df. 00000001:00000010:0.0:1767384973.252263:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000058af8391. 00000001:00000010:0.0:1767384973.252264:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006e2e2ad3. 00000001:00000010:0.0:1767384973.252265:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f8ef9279. 00000001:00000010:0.0:1767384973.252267:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000044293819. 00000001:00000010:0.0:1767384973.252269:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000480973f9. 00000001:00000010:0.0:1767384973.252270:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000be5b997c. 00000001:00000010:0.0:1767384973.252272:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cb27dc0a. 00000001:00000010:0.0:1767384973.252273:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d37c133d. 00000001:00000010:0.0:1767384973.252275:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006389a9a3. 00000001:00000010:0.0:1767384973.252277:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d9d89bd4. 00000001:00000010:0.0:1767384973.252278:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000008a5eef88. 00000001:00000010:0.0:1767384973.252281:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006fc9d2fc. 00000001:00000001:0.0:1767384973.252283:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384973.252285:0:39776:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000052ce7340. 00010000:00000001:0.0:1767384973.252288:0:39776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384973.252922:0:39776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384973.252928:0:39776:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384973.252929:0:39776:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384973.252931:0:39776:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:1.0:1767384973.252934:0:39776:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384973.252935:0:39776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384973.252937:0:39776:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384973.252939:0:39776:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384973.252940:0:39776:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:1.0:1767384973.252942:0:39776:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384973.252944:0:39776:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384973.252945:0:39776:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384973.252946:0:39776:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384973.252947:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384973.252948:0:39776:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384973.252950:0:39776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384973.252951:0:39776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384973.252953:0:39776:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384973.252953:0:39776:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384973.252954:0:39776:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384973.252957:0:39776:0:(genops.c:1229:class_import_get()) import 00000000e8f9d166 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384973.252959:0:39776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384973.252961:0:39776:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384973.252963:0:39776:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384973.252965:0:39776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384973.252966:0:39776:0:(genops.c:1242:class_import_put()) import 00000000e8f9d166 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384973.252968:0:39776:0:(genops.c:1245:class_import_put()) final put import 00000000e8f9d166 00000020:00000001:1.0:1767384973.252978:0:39776:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384973.252979:0:39776:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384973.252981:0:39776:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384973.252982:0:39776:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384973.252984:0:39776:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000029b358f9. 00010000:00000010:1.0:1767384973.252988:0:39776:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000060e4b861. 00000020:00000001:3.0:1767384973.252992:0:2410:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:1.0:1767384973.252992:0:39776:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000c4d79930. 00000020:00000080:3.0:1767384973.252996:0:2410:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e8f9d166 for lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384973.252998:0:39776:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:3.0:1767384973.253002:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 7 to 0@lo 00000020:00000040:3.0:1767384973.253006:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 6 to 0@lo 00000020:00000010:3.0:1767384973.253014:0:2410:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000ac807ae7. 00000020:00000040:3.0:1767384973.253018:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000f48361c9) now 4 - import 00000020:00000010:3.0:1767384973.253021:0:2410:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e8f9d166. 00000020:00000001:3.0:1767384973.253026:0:2410:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767384973.253113:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d682a1a3. 00000020:00000010:1.0:1767384973.253119:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000cd30cb98. 00000020:00000010:1.0:1767384973.253122:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b097e899. 00000020:00000010:1.0:1767384973.253125:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000579feacc. 00000020:00000010:1.0:1767384973.253129:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e28b56ed. 00000020:00000010:1.0:1767384973.253133:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000025895471. 00000010:00000001:1.0:1767384973.253137:0:39776:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253138:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384973.253151:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.253155:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008f94d497. 00000001:00000010:1.0:1767384973.253158:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000988c6ff8. 00000001:00000010:1.0:1767384973.253160:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ba72fd0. 00000001:00000010:1.0:1767384973.253162:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000014dab102. 00000001:00000010:1.0:1767384973.253164:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000dafe06c2. 00000001:00000010:1.0:1767384973.253165:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d06db180. 00000001:00000001:1.0:1767384973.253168:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384973.253169:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.253172:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000030d7044e. 00000001:00000010:1.0:1767384973.253174:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000065b67caa. 00000001:00000010:1.0:1767384973.253176:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000c4cb0ca. 00000001:00000010:1.0:1767384973.253178:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000050798e3c. 00000001:00000010:1.0:1767384973.253181:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f3bce04e. 00000001:00000010:1.0:1767384973.253185:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000018ac4106. 00000001:00000001:1.0:1767384973.253187:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384973.253188:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000f48361c9) now 3 - setup 00000020:00000001:1.0:1767384973.253195:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253197:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384973.253199:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384973.253202:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384973.253204:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000f48361c9) now 2 - obd_device_list 00000020:00000080:1.0:1767384973.253206:0:39776:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:1.0:1767384973.253208:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000f48361c9) now 1 - newdev 00000020:00000040:1.0:1767384973.253211:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b1148b5f with handle 0x7ec529173eeb81c0 from hash 00000020:00000040:1.0:1767384973.253213:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000b1148b5f : new refcount 0 00000020:00000080:1.0:1767384973.253214:0:39776:0:(genops.c:904:class_export_put()) final put 00000000b1148b5f/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:1.0:1767384973.253216:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253218:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.253219:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 00000000b1148b5f/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384973.253221:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384973.253222:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.253224:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b1148b5f. 00000020:00000001:1.0:1767384973.253230:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384973.253231:0:39776:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:1.0:1767384973.253232:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:1.0:1767384973.253234:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384973.253237:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f265cfe. 00000020:00000010:1.0:1767384973.253245:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bbd6867f. 00000040:00000010:1.0:1767384973.253247:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a91149a. 00000020:00000010:1.0:1767384973.253250:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000046abb57b. 00000020:00000010:1.0:1767384973.253252:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.253255:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a4903ea. 80000000:00000010:1.0:1767384973.253257:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003c73fb09. 40000000:00000010:1.0:1767384973.253260:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.253262:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000628ceb31. 00040000:00000010:1.0:1767384973.253265:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad25485c. 00040000:00000010:1.0:1767384973.253267:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be3f9e51. 00080000:00000010:1.0:1767384973.253270:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000accda70. 00000004:00000010:1.0:1767384973.253272:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fb359ba. 00000010:00000001:1.0:1767384973.253274:0:39776:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:1.0:1767384973.253276:0:39776:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000d18ba2f2. 00000010:00000001:1.0:1767384973.253279:0:39776:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.253281:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bbd6867f. 00000040:00000010:1.0:1767384973.253285:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a91149a. 00000020:00000010:1.0:1767384973.253287:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046abb57b. 00000020:00000010:1.0:1767384973.253289:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384973.253308:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a4903ea. 80000000:00000010:1.0:1767384973.253310:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003c73fb09. 40000000:00000010:1.0:1767384973.253312:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004934a165. 00100000:00000010:1.0:1767384973.253314:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000628ceb31. 00040000:00000010:1.0:1767384973.253316:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad25485c. 00040000:00000010:1.0:1767384973.253320:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be3f9e51. 00080000:00000010:1.0:1767384973.253322:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000accda70. 00000004:00000010:1.0:1767384973.253324:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002fb359ba. 00000020:00000010:1.0:1767384973.253327:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f265cfe. 00000020:00000001:1.0:1767384973.253330:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.253332:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f48361c9. 00000020:00000001:1.0:1767384973.253339:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253341:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.253343:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000006ed6a988. 00000020:00000001:1.0:1767384973.253347:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253349:0:39776:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253351:0:39776:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384973.253352:0:39776:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000299b3f5e 1 00000020:00000001:1.0:1767384973.253359:0:39776:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384973.253361:0:39776:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384973.253362:0:39776:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384973.253364:0:39776:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7ec529173eeb80e0 00000020:00000040:1.0:1767384973.253366:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009ed6443e with handle 0x7ec529173eeb80e0 from hash 00000020:00000001:1.0:1767384973.253368:0:39776:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384973.253369:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000009ed6443e : new refcount 1 00000020:00000001:1.0:1767384973.253375:0:39776:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384973.253378:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000009ed6443e : new refcount 0 00000020:00000080:1.0:1767384973.253380:0:39776:0:(genops.c:904:class_export_put()) final put 000000009ed6443e/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384973.253382:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253391:0:39776:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.253393:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384973.253394:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:1.0:1767384973.253398:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000003c73fb09. 00000020:00000001:3.0:1767384973.253399:0:2410:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.253400:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1767384973.253402:0:2410:0:(genops.c:863:class_export_destroy()) destroying export 000000009ed6443e/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384973.253404:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767384973.253406:0:2410:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:1.0:1767384973.253408:0:39776:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384973.253409:0:2410:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384973.253411:0:2410:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 4 - export 00000020:00000001:1.0:1767384973.253417:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:3.0:1767384973.253419:0:2410:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009ed6443e. 00000020:00080000:1.0:1767384973.253420:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (0000000093ec3c53) has no exports 00000020:00000001:1.0:1767384973.253425:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384973.253427:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384973.253429:0:2410:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000001:1.0:1767384973.253430:0:39776:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:1.0:1767384973.253434:0:39776:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384973.253435:0:39776:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000020:1.0:1767384973.253448:0:39776:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384973.255313:0:39776:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:1.0:1767384973.255316:0:39776:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:1.0:1767384973.255318:0:39776:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384973.255320:0:39776:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384973.255323:0:39776:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:1.0:1767384973.255353:0:39776:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a323819a. 00000020:00000010:1.0:1767384973.255357:0:39776:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 000000003e120f04. 00080000:00000001:1.0:1767384973.255363:0:39776:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:1.0:1767384973.255365:0:39776:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000000f48899c. 00080000:00000010:1.0:1767384973.255367:0:39776:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000d60b40f7. 00080000:00000010:1.0:1767384973.255369:0:39776:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000035078a4d. 00080000:00000010:1.0:1767384973.255371:0:39776:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 0000000066ea8e5f. 00080000:00000010:1.0:1767384973.255373:0:39776:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000000b99665e. 00080000:00000010:1.0:1767384973.255375:0:39776:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000003df04dc6. 00080000:00000010:1.0:1767384973.255379:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d99972ab. 00080000:00000010:1.0:1767384973.255382:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a6d2e2a7. 00080000:00000010:1.0:1767384973.255385:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aeb7b9cd. 00080000:00000010:1.0:1767384973.255389:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005d6ad255. 00080000:00000010:1.0:1767384973.255393:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000040370398. 00080000:00000010:1.0:1767384973.255396:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004fd2164e. 00080000:00000010:1.0:1767384973.255399:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005a283dd8. 00080000:00000010:1.0:1767384973.255403:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001102d522. 00080000:00000010:1.0:1767384973.255406:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fc8bc97e. 00080000:00000010:1.0:1767384973.255409:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000055c813df. 00080000:00000010:1.0:1767384973.255412:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c9a27490. 00080000:00000010:1.0:1767384973.255415:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000efffac8d. 00080000:00000010:1.0:1767384973.255418:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000089a185bc. 00080000:00000010:1.0:1767384973.255421:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000847fb10e. 00080000:00000010:1.0:1767384973.255425:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000058277907. 00080000:00000010:1.0:1767384973.255430:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000026710b5b. 00080000:00000010:1.0:1767384973.255435:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000098c6dd3. 00080000:00000010:1.0:1767384973.255439:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003cae4449. 00080000:00000010:1.0:1767384973.255444:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009333bc70. 00080000:00000010:1.0:1767384973.255448:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bbee5515. 00080000:00000010:1.0:1767384973.255449:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006db0e086. 00080000:00000010:1.0:1767384973.255452:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000073471601. 00080000:00000010:1.0:1767384973.255453:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cf169ddc. 00080000:00000010:1.0:1767384973.255461:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f693bc32. 00080000:00000010:1.0:1767384973.255463:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009691de61. 00080000:00000010:1.0:1767384973.255466:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000000247b68. 00080000:00000010:1.0:1767384973.255468:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bf4e6315. 00080000:00000010:1.0:1767384973.255471:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000029e565ef. 00080000:00000010:1.0:1767384973.255474:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a377fb24. 00080000:00000010:1.0:1767384973.255477:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000af35e7ec. 00080000:00000010:1.0:1767384973.255480:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002664535e. 00080000:00000010:1.0:1767384973.255484:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a4ea4a25. 00080000:00000010:1.0:1767384973.255487:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009fef88d8. 00080000:00000010:1.0:1767384973.255491:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000eaa08927. 00080000:00000010:1.0:1767384973.255494:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003de31aec. 00080000:00000010:1.0:1767384973.255497:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000470a53e3. 00080000:00000010:1.0:1767384973.255500:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005ca0bba1. 00080000:00000010:1.0:1767384973.255503:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d6d7d691. 00080000:00000010:1.0:1767384973.255505:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004cd2deb0. 00080000:00000010:1.0:1767384973.255511:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002a3fa119. 00080000:00000010:1.0:1767384973.255514:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000efd0f3b4. 00080000:00000010:1.0:1767384973.255518:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e038e335. 00080000:00000010:1.0:1767384973.255521:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008f877b00. 00080000:00000010:1.0:1767384973.255523:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c0cd2110. 00080000:00000010:1.0:1767384973.255527:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000005b10d47. 00080000:00000010:1.0:1767384973.255530:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f2994065. 00080000:00000010:1.0:1767384973.255533:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ecf7676f. 00080000:00000010:1.0:1767384973.255536:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fbf7446b. 00080000:00000010:1.0:1767384973.255540:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007abf30f5. 00080000:00000010:1.0:1767384973.255542:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001ede3036. 00080000:00000010:1.0:1767384973.255546:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c4ae8c22. 00080000:00000010:1.0:1767384973.255549:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d8fa64f3. 00080000:00000010:1.0:1767384973.255552:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000025bb497f. 00080000:00000010:1.0:1767384973.255556:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002c943172. 00080000:00000010:1.0:1767384973.255559:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bb899738. 00080000:00000010:1.0:1767384973.255563:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000058859c9c. 00080000:00000010:1.0:1767384973.255567:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b05fb96d. 00080000:00000010:1.0:1767384973.255569:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a0be02ec. 00080000:00000010:1.0:1767384973.255573:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e850742e. 00080000:00000010:1.0:1767384973.255575:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a9a4facf. 00080000:00000010:1.0:1767384973.255578:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007a54ccbf. 00080000:00000010:1.0:1767384973.255581:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000038c7f46d. 00080000:00000010:1.0:1767384973.255584:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002a1b3ae9. 00080000:00000010:1.0:1767384973.255588:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dbb24c07. 00080000:00000010:1.0:1767384973.255591:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005dd6c960. 00080000:00000010:1.0:1767384973.255594:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000314b72c1. 00080000:00000010:1.0:1767384973.255597:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000046691cbd. 00080000:00000010:1.0:1767384973.255601:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aac548b5. 00080000:00000010:1.0:1767384973.255603:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000477214a0. 00080000:00000010:1.0:1767384973.255606:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003ddd2128. 00080000:00000010:1.0:1767384973.255609:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008b25894c. 00080000:00000010:1.0:1767384973.255613:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cd4b37de. 00080000:00000010:1.0:1767384973.255615:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009203eca6. 00080000:00000010:1.0:1767384973.255618:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f7a942fc. 00080000:00000010:1.0:1767384973.255621:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000523206de. 00080000:00000010:1.0:1767384973.255625:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cf243cc2. 00080000:00000010:1.0:1767384973.255628:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001f0b6cee. 00080000:00000010:1.0:1767384973.255632:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008983551f. 00080000:00000010:1.0:1767384973.255636:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b4c1fb3a. 00080000:00000010:1.0:1767384973.255639:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000577d8e5f. 00080000:00000010:1.0:1767384973.255642:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000d0108a6. 00080000:00000010:1.0:1767384973.255646:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a1fc2243. 00080000:00000010:1.0:1767384973.255651:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f035d06a. 00080000:00000010:1.0:1767384973.255655:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e4abd090. 00080000:00000010:1.0:1767384973.255660:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bcc3ecfa. 00080000:00000010:1.0:1767384973.255665:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000052ebe359. 00080000:00000010:1.0:1767384973.255669:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004669ec4d. 00080000:00000010:1.0:1767384973.255672:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a06ec352. 00080000:00000010:1.0:1767384973.255674:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003a84140d. 00080000:00000010:1.0:1767384973.255676:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ac4024f9. 00080000:00000010:1.0:1767384973.255684:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c711e5f6. 00080000:00000010:1.0:1767384973.255686:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000964792c5. 00080000:00000010:1.0:1767384973.255688:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009eb001bf. 00080000:00000010:1.0:1767384973.255690:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e73ae2ec. 00080000:00000010:1.0:1767384973.255692:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008bf8e4cb. 00080000:00000010:1.0:1767384973.255694:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001914ddcd. 00080000:00000010:1.0:1767384973.255697:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ce28616b. 00080000:00000010:1.0:1767384973.255700:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003943d0c5. 00080000:00000010:1.0:1767384973.255703:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000041ca827a. 00080000:00000010:1.0:1767384973.255706:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cd5490c6. 00080000:00000010:1.0:1767384973.255710:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000852de2f4. 00080000:00000010:1.0:1767384973.255713:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000db7dd6db. 00080000:00000010:1.0:1767384973.255717:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000da78475a. 00080000:00000010:1.0:1767384973.255720:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000046d595be. 00080000:00000010:1.0:1767384973.255723:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009d2e8715. 00080000:00000010:1.0:1767384973.255726:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001fa26184. 00080000:00000010:1.0:1767384973.255729:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f1e6d645. 00080000:00000010:1.0:1767384973.255732:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000152afeec. 00080000:00000010:1.0:1767384973.255735:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000393f06ab. 00080000:00000010:1.0:1767384973.255738:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f8c08a3a. 00080000:00000010:1.0:1767384973.255741:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ebaa1efc. 00080000:00000010:1.0:1767384973.255744:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fd80439c. 00080000:00000010:1.0:1767384973.255749:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000498d774. 00080000:00000010:1.0:1767384973.255752:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c7d964d3. 00080000:00000010:1.0:1767384973.255755:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d29381f8. 00080000:00000010:1.0:1767384973.255759:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000441ae7ce. 00080000:00000010:1.0:1767384973.255763:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000035b60e7b. 00080000:00000010:1.0:1767384973.255767:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001b5a14dc. 00080000:00000010:1.0:1767384973.255770:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007b6eaeb8. 00080000:00000010:1.0:1767384973.255773:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002b2155ab. 00080000:00000010:1.0:1767384973.255777:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d4659e9c. 00080000:00000010:1.0:1767384973.255780:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ac1088d8. 00080000:00000010:1.0:1767384973.255784:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000438143cc. 00080000:00000010:1.0:1767384973.255787:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000874ce65b. 00080000:00000010:1.0:1767384973.255790:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000073fe2623. 00080000:00000010:1.0:1767384973.255793:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002ccd92e4. 00080000:00000010:1.0:1767384973.255796:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000957f0dac. 00080000:00000010:1.0:1767384973.255801:0:39776:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bb77de46. 00080000:00000010:1.0:1767384973.255803:0:39776:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 0000000059258d72. 00080000:00000001:1.0:1767384973.255806:0:39776:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:1.0:1767384973.255807:0:39776:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:1.0:1767384973.256543:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 000000006e7c6727. 00000020:00000010:1.0:1767384973.256548:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003b6865da. 00080000:00000001:1.0:1767384973.256668:0:39776:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:1.0:1767384973.258525:0:39776:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:1.0:1767384973.258527:0:39776:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.258529:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384973.258541:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.258545:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008e8a71c1. 00000001:00000010:1.0:1767384973.258548:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0ac545d. 00000001:00000010:1.0:1767384973.258552:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000021d6df91. 00000001:00000010:1.0:1767384973.258555:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004c6df467. 00000001:00000010:1.0:1767384973.258558:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c634d878. 00000001:00000010:1.0:1767384973.258561:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e86d19fd. 00000001:00000001:1.0:1767384973.258565:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384973.258566:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.258570:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000038960863. 00000001:00000010:1.0:1767384973.258573:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006a92bf20. 00000001:00000010:1.0:1767384973.258576:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000133b0ca5. 00000001:00000010:1.0:1767384973.258579:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000834b8aa5. 00000001:00000010:1.0:1767384973.258581:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e6870098. 00000001:00000010:1.0:1767384973.258584:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000012b981b6. 00000001:00000001:1.0:1767384973.258587:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384973.258588:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 3 - setup 00000020:00000001:1.0:1767384973.258590:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.258591:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384973.258593:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384973.258596:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384973.258598:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 2 - obd_device_list 00000020:00000080:1.0:1767384973.258600:0:39776:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:1.0:1767384973.258601:0:39776:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000093ec3c53) now 1 - newdev 00000020:00000040:1.0:1767384973.258603:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f2ac3897 with handle 0x7ec529173eeb80d9 from hash 00000020:00000040:1.0:1767384973.258605:0:39776:0:(genops.c:898:class_export_put()) PUTting export 00000000f2ac3897 : new refcount 0 00000020:00000080:1.0:1767384973.258607:0:39776:0:(genops.c:904:class_export_put()) final put 00000000f2ac3897/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384973.258608:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.258610:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.258611:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 00000000f2ac3897/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384973.258612:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384973.258614:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.258615:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f2ac3897. 00000020:00000001:1.0:1767384973.258619:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384973.258620:0:39776:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:1.0:1767384973.258622:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:1.0:1767384973.258623:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384973.258626:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f265cfe. 00000020:00000010:1.0:1767384973.258628:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be3f9e51. 00000040:00000010:1.0:1767384973.258631:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a4903ea. 00000020:00000010:1.0:1767384973.258633:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000accda70. 00000020:00000010:1.0:1767384973.258636:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a91149a. 00040000:00000010:1.0:1767384973.258639:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad25485c. 00040000:00000010:1.0:1767384973.258641:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbd6867f. 00080000:00000010:1.0:1767384973.258643:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000628ceb31. 00080000:00000001:1.0:1767384973.258646:0:39776:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:1.0:1767384973.258837:0:39776:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 000000002eea841b. 00000020:00000010:1.0:1767384973.258847:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000008f868719. 00000020:00000010:1.0:1767384973.258850:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000b2f30ba2. 00000020:00000010:1.0:1767384973.258853:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000072fa0d88. 00000020:00000010:1.0:1767384973.258856:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000001e65ef90. 00000020:00000010:1.0:1767384973.258859:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000002e1c3243. 00000020:00000010:1.0:1767384973.258862:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000089c0cd3b. 00080000:00000010:1.0:1767384973.258866:0:39776:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 00000000e0250f1c. 00080000:00000001:1.0:1767384973.258880:0:39776:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.258883:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be3f9e51. 00000040:00000010:1.0:1767384973.258904:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008a4903ea. 00000020:00000010:1.0:1767384973.258906:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000accda70. 00000020:00000010:1.0:1767384973.258909:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a91149a. 00040000:00000010:1.0:1767384973.258917:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad25485c. 00040000:00000010:1.0:1767384973.258921:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbd6867f. 00080000:00000010:1.0:1767384973.258924:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000628ceb31. 00000020:00000010:1.0:1767384973.258928:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f265cfe. 00000020:00000001:1.0:1767384973.258930:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.258932:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000093ec3c53. 00000020:00000001:1.0:1767384973.258937:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.258939:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.258941:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000003c73fb09. 00000020:00000001:1.0:1767384973.258944:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.258946:0:39776:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.258948:0:39776:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.258951:0:39776:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767384973.258952:0:39776:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000a44b2ac6 00000020:00000010:1.0:1767384973.258955:0:39776:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 00000000a214600d. 00000020:00000010:1.0:1767384973.258957:0:39776:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 00000000f168cd96. 00000020:00000010:1.0:1767384973.258961:0:39776:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 00000000dafba363. 00000020:00000010:1.0:1767384973.258966:0:39776:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000c43d7c29. 00000020:00000010:1.0:1767384973.258970:0:39776:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000fa7dd7c6. 00000020:00000010:1.0:1767384973.258973:0:39776:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000a44b2ac6. 00000020:00000001:1.0:1767384973.258978:0:39776:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.258979:0:39776:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384973.258983:0:39776:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:1.0:1767384973.258988:0:39776:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384973.258990:0:39776:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:1.0:1767384973.258993:0:39776:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000a955fad0. 00000020:00000080:1.0:1767384973.258994:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384973.258997:0:39776:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384973.258999:0:39776:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384973.259002:0:39776:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384973.259004:0:39776:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000497eaf8e) has no exports 00000020:00000001:1.0:1767384973.259006:0:39776:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384973.259007:0:39776:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384973.259010:0:39776:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:1.0:1767384973.259012:0:39776:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:1.0:1767384973.259014:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384973.259016:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:1.0:1767384973.259020:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384973.259021:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384973.259023:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:1.0:1767384973.259025:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:1.0:1767384973.259027:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:1.0:1767384973.259028:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:1.0:1767384973.259029:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:1.0:1767384973.259051:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:3.0:1767384973.259056:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000037f2af5. 00000040:00000010:3.0:1767384973.259063:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e5309f2f. 00000020:00000010:1.0:1767384973.259064:0:17567:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d350dd8c. 00000020:00000010:3.0:1767384973.259066:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d86c1ed6. 00000040:00000010:1.0:1767384973.259071:0:17567:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007080b3ea. 00000020:00000010:3.0:1767384973.259072:0:16777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e318d3c3. 00000020:00000010:1.0:1767384973.259076:0:17567:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006de71465. 00000020:00000010:3.0:1767384973.259078:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000020d5dce7. 00000020:00000010:1.0:1767384973.259081:0:17567:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000527c8d48. 80000000:00000010:3.0:1767384973.259084:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae207071. 00000020:00000010:1.0:1767384973.259087:0:17567:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f84bbb2b. 40000000:00000010:3.0:1767384973.259089:0:16777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000069e01265. 80000000:00000010:1.0:1767384973.259093:0:17567:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b8438f25. 00100000:00000010:3.0:1767384973.259095:0:16777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002211cb33. 40000000:00000010:1.0:1767384973.259098:0:17567:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000644a9d1c. 00040000:00000010:3.0:1767384973.259101:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000393f2943. 00100000:00000010:1.0:1767384973.259104:0:17567:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000092d569d. 00040000:00000010:3.0:1767384973.259106:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e99c1289. 00040000:00000010:1.0:1767384973.259110:0:17567:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000017b012ca. 00080000:00000010:3.0:1767384973.259112:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003d68fabc. 00040000:00000010:1.0:1767384973.259116:0:17567:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006d1416eb. 00000004:00000010:3.0:1767384973.259118:0:16777:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000292fee6e. 00080000:00000010:1.0:1767384973.259122:0:17567:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007490653a. 00002000:00000010:3.0:1767384973.259124:0:16777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c4980cce. 00000004:00000010:1.0:1767384973.259127:0:17567:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c72a8235. 00000020:00000010:3.0:1767384973.259129:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c34dbc32. 00002000:00000010:1.0:1767384973.259131:0:17567:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000063bec4b8. 00000020:00000010:3.0:1767384973.259135:0:16777:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cf455c00. 00000020:00000010:1.0:1767384973.259141:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ced222f. 00000020:00000010:1.0:1767384973.259148:0:17567:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f700d354. 00000100:00000010:3.0:1767384973.259149:0:16777:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000923d5cf2. 00000100:00100000:3.0:1767384973.259154:0:16777:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000eed10ce4:16777] 1 exiting: rc = 0 00000100:00000010:1.0:1767384973.259157:0:17567:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e8156f51. 00000100:00100000:1.0:1767384973.259162:0:17567:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [0000000057b0ea53:17567] 3 exiting: rc = 0 00000020:00000010:3.0:1767384973.259221:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000057563c36. 00000040:00000010:3.0:1767384973.259226:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000028f33ad0. 00000020:00000010:3.0:1767384973.259229:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ce66feac. 00000020:00000010:3.0:1767384973.259233:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9972f5a. 00000100:00000040:1.0:1767384973.259237:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #2 00000020:00000010:3.0:1767384973.259238:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005bb6208a. 80000000:00000010:3.0:1767384973.259243:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000066abbc0f. 40000000:00000010:3.0:1767384973.259252:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b65a0857. 00100000:00000010:3.0:1767384973.259256:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cf60d350. 00040000:00000010:3.0:1767384973.259259:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000081f91c53. 00040000:00000010:3.0:1767384973.259262:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b2b84e82. 00080000:00000010:3.0:1767384973.259265:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002154e858. 00000004:00000010:3.0:1767384973.259268:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001373b829. 00002000:00000010:3.0:1767384973.259272:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000034db80e0. 00000020:00000010:3.0:1767384973.259275:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005056ffd0. 00000020:00000010:3.0:1767384973.259279:0:16776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d9bd9a79. 00000100:00000010:3.0:1767384973.259284:0:16776:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ac92f937. 00000100:00100000:3.0:1767384973.259288:0:16776:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [0000000007fe81c7:16776] 0 exiting: rc = 1 00000020:00000010:0.0:1767384973.260370:0:16778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ffc19e51. 00000040:00000010:0.0:1767384973.260375:0:16778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000046d80fae. 00000020:00000010:0.0:1767384973.260377:0:16778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009af97358. 00000020:00000010:0.0:1767384973.260380:0:16778:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005ae8228c. 00000020:00000010:0.0:1767384973.260383:0:16778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dfc8b199. 80000000:00000010:0.0:1767384973.260386:0:16778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000088c9c321. 40000000:00000010:0.0:1767384973.260388:0:16778:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002f1f7239. 00100000:00000010:0.0:1767384973.260391:0:16778:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006c58b5b2. 00040000:00000010:0.0:1767384973.260394:0:16778:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007d8eccec. 00040000:00000010:0.0:1767384973.260397:0:16778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000248b021a. 00080000:00000010:0.0:1767384973.260400:0:16778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000059939300. 00000004:00000010:0.0:1767384973.260403:0:16778:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000076b634e8. 00002000:00000010:0.0:1767384973.260405:0:16778:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009ce53034. 00000020:00000010:0.0:1767384973.260407:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b0c92f4. 00000020:00000010:0.0:1767384973.260411:0:16778:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004d2ca802. 00000100:00000010:0.0:1767384973.260414:0:16778:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002c29af96. 00000100:00100000:0.0:1767384973.260416:0:16778:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000e41a9114:16778] 2 exiting: rc = 0 00000100:00000010:1.0:1767384973.260441:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000007fe81c7. 00000100:00000010:1.0:1767384973.260447:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000eed10ce4. 00000100:00000010:1.0:1767384973.260452:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e41a9114. 00000100:00000010:1.0:1767384973.260456:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000057b0ea53. 00000100:00000001:1.0:1767384973.260459:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384973.260460:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384973.260462:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:1.0:1767384973.260465:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260467:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260470:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e148a0e4. 00000400:00000200:1.0:1767384973.260473:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085160115 00000400:00000010:1.0:1767384973.260474:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000085160115. 00000100:00000001:1.0:1767384973.260478:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260479:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260485:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260487:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384973.260489:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260490:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260492:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260493:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036cee58d. 00000400:00000200:1.0:1767384973.260496:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8c12b6 00000400:00000010:1.0:1767384973.260497:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007c8c12b6. 00000100:00000001:1.0:1767384973.260499:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260500:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260504:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260505:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384973.260508:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260510:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260511:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260511:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000275eedf4. 00000400:00000200:1.0:1767384973.260513:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036b11e81 00000400:00000010:1.0:1767384973.260514:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000036b11e81. 00000100:00000001:1.0:1767384973.260515:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260516:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260519:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260520:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384973.260521:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260522:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260523:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260524:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063cd31a1. 00000400:00000200:1.0:1767384973.260526:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c9fd7cc 00000400:00000010:1.0:1767384973.260527:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009c9fd7cc. 00000100:00000001:1.0:1767384973.260529:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260529:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260532:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260533:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384973.260535:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260536:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260536:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260537:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012d3ffbb. 00000400:00000200:1.0:1767384973.260539:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8a32f00 00000400:00000010:1.0:1767384973.260540:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e8a32f00. 00000100:00000001:1.0:1767384973.260542:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260543:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260546:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260547:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384973.260548:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260549:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260550:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260551:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b69f9c12. 00000400:00000200:1.0:1767384973.260553:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2ac995a 00000400:00000010:1.0:1767384973.260554:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d2ac995a. 00000100:00000001:1.0:1767384973.260556:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260556:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260560:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260562:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384973.260563:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260564:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260564:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260565:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000cc1edd2. 00000400:00000200:1.0:1767384973.260567:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008283ecd9 00000400:00000010:1.0:1767384973.260568:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008283ecd9. 00000100:00000001:1.0:1767384973.260570:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260571:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260574:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260575:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384973.260576:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260577:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260578:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260579:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001123221. 00000400:00000200:1.0:1767384973.260581:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5852cea 00000400:00000010:1.0:1767384973.260582:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a5852cea. 00000100:00000001:1.0:1767384973.260583:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260584:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260588:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260589:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384973.260590:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260591:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260592:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260593:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027ecb0ea. 00000400:00000200:1.0:1767384973.260595:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000980d595a 00000400:00000010:1.0:1767384973.260596:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000980d595a. 00000100:00000001:1.0:1767384973.260599:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260600:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260605:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260606:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384973.260608:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260610:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260611:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260612:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6ddc675. 00000400:00000200:1.0:1767384973.260615:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074fdd51a 00000400:00000010:1.0:1767384973.260616:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000074fdd51a. 00000100:00000001:1.0:1767384973.260618:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260620:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260626:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260627:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384973.260629:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260630:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260630:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260631:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046632bf9. 00000400:00000200:1.0:1767384973.260632:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff2b938 00000400:00000010:1.0:1767384973.260633:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cff2b938. 00000100:00000001:1.0:1767384973.260634:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260635:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260643:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260644:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384973.260645:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260646:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260647:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260648:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026af77f2. 00000400:00000200:1.0:1767384973.260650:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e8efe61 00000400:00000010:1.0:1767384973.260651:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009e8efe61. 00000100:00000001:1.0:1767384973.260652:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260653:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260655:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260656:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384973.260657:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260658:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260660:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260661:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006eead885. 00000400:00000200:1.0:1767384973.260663:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62d91a0 00000400:00000010:1.0:1767384973.260664:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f62d91a0. 00000100:00000001:1.0:1767384973.260666:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260666:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260670:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260671:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384973.260672:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260673:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260674:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260675:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d7aa812. 00000400:00000200:1.0:1767384973.260676:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7f4de6 00000400:00000010:1.0:1767384973.260678:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006a7f4de6. 00000100:00000001:1.0:1767384973.260680:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260681:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260684:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260686:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384973.260687:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260688:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260689:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260690:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b61bfd2. 00000400:00000200:1.0:1767384973.260692:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000850cdcf 00000400:00000010:1.0:1767384973.260693:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000850cdcf. 00000100:00000001:1.0:1767384973.260695:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260695:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260699:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260700:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384973.260701:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260702:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260703:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260704:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009dd160a. 00000400:00000200:1.0:1767384973.260705:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076747c5d 00000400:00000010:1.0:1767384973.260706:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000076747c5d. 00000100:00000001:1.0:1767384973.260709:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260709:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260713:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260714:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384973.260716:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260716:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260717:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260718:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc55d74b. 00000400:00000200:1.0:1767384973.260720:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000783b5160 00000400:00000010:1.0:1767384973.260721:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000783b5160. 00000100:00000001:1.0:1767384973.260723:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260724:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260727:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260728:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384973.260730:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260731:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260732:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260734:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077aa4050. 00000400:00000200:1.0:1767384973.260735:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfe8a4b6 00000400:00000010:1.0:1767384973.260736:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cfe8a4b6. 00000100:00000001:1.0:1767384973.260738:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260739:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260742:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260744:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384973.260745:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260746:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260747:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260748:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000037aee77. 00000400:00000200:1.0:1767384973.260750:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe6ceca1 00000400:00000010:1.0:1767384973.260750:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fe6ceca1. 00000100:00000001:1.0:1767384973.260752:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260753:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260756:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260757:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384973.260759:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260759:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260760:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260761:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007541ea02. 00000400:00000200:1.0:1767384973.260763:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006896d14d 00000400:00000010:1.0:1767384973.260764:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006896d14d. 00000100:00000001:1.0:1767384973.260766:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260766:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260770:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260771:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384973.260773:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260773:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260774:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260775:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072b5515f. 00000400:00000200:1.0:1767384973.260777:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de75312b 00000400:00000010:1.0:1767384973.260778:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000de75312b. 00000100:00000001:1.0:1767384973.260781:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260781:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260785:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260786:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384973.260787:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260788:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260789:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260790:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5a353b0. 00000400:00000200:1.0:1767384973.260792:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aacfcc73 00000400:00000010:1.0:1767384973.260793:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000aacfcc73. 00000100:00000001:1.0:1767384973.260794:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260795:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260798:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260799:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384973.260801:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260802:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260803:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260803:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d86b25c1. 00000400:00000200:1.0:1767384973.260805:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fea31fcd 00000400:00000010:1.0:1767384973.260806:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fea31fcd. 00000100:00000001:1.0:1767384973.260808:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260809:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260812:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260813:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384973.260815:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260816:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260816:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260817:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018385630. 00000400:00000200:1.0:1767384973.260819:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4a84e29 00000400:00000010:1.0:1767384973.260820:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b4a84e29. 00000100:00000001:1.0:1767384973.260823:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260824:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260830:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260831:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384973.260833:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260835:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260836:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260837:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009851d8b1. 00000400:00000200:1.0:1767384973.260839:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84acbba 00000400:00000010:1.0:1767384973.260840:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b84acbba. 00000100:00000001:1.0:1767384973.260843:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260844:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260849:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260851:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384973.260853:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260854:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260855:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260856:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b389e49. 00000400:00000200:1.0:1767384973.260858:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7545bc0 00000400:00000010:1.0:1767384973.260859:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b7545bc0. 00000100:00000001:1.0:1767384973.260860:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260861:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260863:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260864:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384973.260864:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260870:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260871:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260872:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002b0fded. 00000400:00000200:1.0:1767384973.260873:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a27d6e5 00000400:00000010:1.0:1767384973.260874:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002a27d6e5. 00000100:00000001:1.0:1767384973.260876:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260877:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260882:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260883:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384973.260899:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260901:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260902:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260903:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c60d20ca. 00000400:00000200:1.0:1767384973.260905:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008a42d6b 00000400:00000010:1.0:1767384973.260907:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000008a42d6b. 00000100:00000001:1.0:1767384973.260909:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260911:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260915:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260917:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384973.260918:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260920:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260921:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260922:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005423b68e. 00000400:00000200:1.0:1767384973.260925:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009dc8f82 00000400:00000010:1.0:1767384973.260926:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000009dc8f82. 00000100:00000001:1.0:1767384973.260927:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260929:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260932:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260934:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384973.260935:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260936:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260937:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260938:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4f3aa6f. 00000400:00000200:1.0:1767384973.260939:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004f543c 00000400:00000010:1.0:1767384973.260940:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000004f543c. 00000100:00000001:1.0:1767384973.260942:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260943:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260946:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260947:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384973.260949:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260950:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260950:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260951:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084be183b. 00000400:00000200:1.0:1767384973.260953:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b80979c 00000400:00000010:1.0:1767384973.260954:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008b80979c. 00000100:00000001:1.0:1767384973.260956:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260957:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260960:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260961:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384973.260963:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260963:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260964:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260965:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f8d5d2. 00000400:00000200:1.0:1767384973.260967:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093bacd28 00000400:00000010:1.0:1767384973.260968:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000093bacd28. 00000100:00000001:1.0:1767384973.260970:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260970:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260974:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260975:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384973.260976:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260977:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260978:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260979:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed0cf7d7. 00000400:00000200:1.0:1767384973.260980:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e95496c2 00000400:00000010:1.0:1767384973.260982:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e95496c2. 00000100:00000001:1.0:1767384973.260984:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.260985:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.260988:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.260990:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384973.260992:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.260993:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.260994:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.260995:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af584a3d. 00000400:00000200:1.0:1767384973.260996:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d46f46 00000400:00000010:1.0:1767384973.260997:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d0d46f46. 00000100:00000001:1.0:1767384973.260999:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261000:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261003:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261004:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384973.261005:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261006:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261007:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261008:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6eba6cb. 00000400:00000200:1.0:1767384973.261009:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd23e40d 00000400:00000010:1.0:1767384973.261011:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bd23e40d. 00000100:00000001:1.0:1767384973.261012:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261013:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261017:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261018:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384973.261019:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261020:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261021:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261022:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009cedff6. 00000400:00000200:1.0:1767384973.261023:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd01686b 00000400:00000010:1.0:1767384973.261024:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd01686b. 00000100:00000001:1.0:1767384973.261026:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261027:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261030:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261031:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384973.261033:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261033:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261034:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261035:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000812107bb. 00000400:00000200:1.0:1767384973.261037:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ba2ecdb 00000400:00000010:1.0:1767384973.261038:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005ba2ecdb. 00000100:00000001:1.0:1767384973.261040:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261040:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261044:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261045:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384973.261046:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261047:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261048:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261049:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000191afbb6. 00000400:00000200:1.0:1767384973.261051:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f7dea0 00000400:00000010:1.0:1767384973.261052:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000000f7dea0. 00000100:00000001:1.0:1767384973.261054:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261055:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261058:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261059:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384973.261061:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261062:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261063:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261064:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9a2b319. 00000400:00000200:1.0:1767384973.261065:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000929c5a3 00000400:00000010:1.0:1767384973.261067:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000929c5a3. 00000100:00000001:1.0:1767384973.261069:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261070:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261076:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261077:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384973.261080:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261081:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261082:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261083:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0fc26a6. 00000400:00000200:1.0:1767384973.261086:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004935c1fc 00000400:00000010:1.0:1767384973.261087:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004935c1fc. 00000100:00000001:1.0:1767384973.261089:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261090:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261096:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261097:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384973.261098:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261099:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261100:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261101:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf70d275. 00000400:00000200:1.0:1767384973.261102:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a63c991 00000400:00000010:1.0:1767384973.261103:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005a63c991. 00000100:00000001:1.0:1767384973.261104:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261104:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261111:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261112:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384973.261113:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261114:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261115:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261116:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d92bec98. 00000400:00000200:1.0:1767384973.261117:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5d6bb58 00000400:00000010:1.0:1767384973.261118:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e5d6bb58. 00000100:00000001:1.0:1767384973.261121:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261122:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261125:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261126:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384973.261128:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261129:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261130:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261131:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18dfcd4. 00000400:00000200:1.0:1767384973.261133:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004107e072 00000400:00000010:1.0:1767384973.261134:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004107e072. 00000100:00000001:1.0:1767384973.261136:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261137:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261140:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261141:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384973.261142:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261143:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261144:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261145:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a137b2f. 00000400:00000200:1.0:1767384973.261147:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e61f0be5 00000400:00000010:1.0:1767384973.261148:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e61f0be5. 00000100:00000001:1.0:1767384973.261150:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261151:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261155:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261156:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384973.261158:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261159:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261160:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261161:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b940d17. 00000400:00000200:1.0:1767384973.261163:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001746f737 00000400:00000010:1.0:1767384973.261164:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001746f737. 00000100:00000001:1.0:1767384973.261166:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261167:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261170:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261172:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384973.261173:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261174:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261175:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261176:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054874d70. 00000400:00000200:1.0:1767384973.261177:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000969af93f 00000400:00000010:1.0:1767384973.261178:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000969af93f. 00000100:00000001:1.0:1767384973.261180:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261181:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261184:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261185:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384973.261187:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261188:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261188:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261189:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5585db. 00000400:00000200:1.0:1767384973.261191:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005398b0e4 00000400:00000010:1.0:1767384973.261192:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005398b0e4. 00000100:00000001:1.0:1767384973.261194:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261195:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261198:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261199:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384973.261200:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261201:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261202:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261203:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5131389. 00000400:00000200:1.0:1767384973.261205:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdca4a13 00000400:00000010:1.0:1767384973.261206:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cdca4a13. 00000100:00000001:1.0:1767384973.261207:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261209:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261212:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261214:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384973.261215:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261216:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261216:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261218:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815d042. 00000400:00000200:1.0:1767384973.261219:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000509527a5 00000400:00000010:1.0:1767384973.261220:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000509527a5. 00000100:00000001:1.0:1767384973.261223:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261223:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261227:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261228:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384973.261229:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261230:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261231:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261232:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003373bc9f. 00000400:00000200:1.0:1767384973.261233:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a13ffd 00000400:00000010:1.0:1767384973.261234:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c8a13ffd. 00000100:00000001:1.0:1767384973.261236:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261237:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261240:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261241:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384973.261242:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261243:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261244:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261244:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000132c5b79. 00000400:00000200:1.0:1767384973.261246:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000210f2da1 00000400:00000010:1.0:1767384973.261247:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000210f2da1. 00000100:00000001:1.0:1767384973.261248:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261249:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261252:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261254:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384973.261255:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261256:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261257:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261258:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4ae1905. 00000400:00000200:1.0:1767384973.261259:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ff52b06 00000400:00000010:1.0:1767384973.261261:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005ff52b06. 00000100:00000001:1.0:1767384973.261263:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261263:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261267:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261268:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384973.261269:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261270:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261271:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261272:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092eb1a40. 00000400:00000200:1.0:1767384973.261274:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bf684e1 00000400:00000010:1.0:1767384973.261274:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001bf684e1. 00000100:00000001:1.0:1767384973.261276:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261277:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261281:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261282:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384973.261283:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261284:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261285:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261286:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f89271b3. 00000400:00000200:1.0:1767384973.261287:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f7518eb 00000400:00000010:1.0:1767384973.261288:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004f7518eb. 00000100:00000001:1.0:1767384973.261290:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261290:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261305:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261307:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384973.261309:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261310:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261311:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261312:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003246f5ff. 00000400:00000200:1.0:1767384973.261315:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0cb59a9 00000400:00000010:1.0:1767384973.261316:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e0cb59a9. 00000100:00000001:1.0:1767384973.261319:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261320:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261326:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261327:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384973.261329:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261329:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261330:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261331:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4a3d021. 00000400:00000200:1.0:1767384973.261332:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b746b8 00000400:00000010:1.0:1767384973.261333:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c2b746b8. 00000100:00000001:1.0:1767384973.261335:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261335:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261343:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261344:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384973.261345:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261347:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261348:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261349:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f93e880. 00000400:00000200:1.0:1767384973.261352:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018f44b30 00000400:00000010:1.0:1767384973.261353:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000018f44b30. 00000100:00000001:1.0:1767384973.261355:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261356:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261360:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261362:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384973.261363:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261365:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261365:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261366:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013c4cb93. 00000400:00000200:1.0:1767384973.261368:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c408039 00000400:00000010:1.0:1767384973.261369:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000c408039. 00000100:00000001:1.0:1767384973.261371:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261372:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261376:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261377:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384973.261378:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261379:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261380:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261381:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065e42f9a. 00000400:00000200:1.0:1767384973.261382:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077f53be3 00000400:00000010:1.0:1767384973.261383:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000077f53be3. 00000100:00000001:1.0:1767384973.261385:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261386:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261390:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261391:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384973.261392:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261394:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261395:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261396:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b91f3212. 00000400:00000200:1.0:1767384973.261397:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e9147d9 00000400:00000010:1.0:1767384973.261399:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000e9147d9. 00000100:00000001:1.0:1767384973.261401:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261402:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261405:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261407:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384973.261408:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261409:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261410:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261411:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cc8e674. 00000400:00000200:1.0:1767384973.261412:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e132e093 00000400:00000010:1.0:1767384973.261414:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e132e093. 00000100:00000001:1.0:1767384973.261416:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261417:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261420:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261421:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384973.261422:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261424:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261424:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261425:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f49f25a2. 00000400:00000200:1.0:1767384973.261427:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085859d8f 00000400:00000010:1.0:1767384973.261428:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000085859d8f. 00000100:00000001:1.0:1767384973.261431:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261431:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261435:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261437:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384973.261438:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261439:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261439:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261441:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006acc5955. 00000400:00000200:1.0:1767384973.261442:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc91abed 00000400:00000010:1.0:1767384973.261443:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dc91abed. 00000100:00000001:1.0:1767384973.261445:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261446:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261449:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261451:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384973.261452:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.261453:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.261453:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.261455:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076b87ab5. 00000400:00000200:1.0:1767384973.261456:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c65d999 00000400:00000010:1.0:1767384973.261457:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008c65d999. 00000100:00000001:1.0:1767384973.261459:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.261460:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384973.261463:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.261464:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384973.261466:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384973.261467:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261468:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261470:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261471:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261473:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261474:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261475:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261476:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261477:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261478:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261479:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261480:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261481:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261482:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261483:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261484:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261485:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261486:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261488:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261489:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261490:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261491:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261493:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261494:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261495:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261496:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261498:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261499:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261500:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261501:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261503:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261504:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261506:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261507:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261508:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261509:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261510:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261511:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261512:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261514:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261516:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261517:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261519:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261520:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261522:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261523:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261525:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261526:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261528:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261529:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261531:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261532:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261533:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261534:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261535:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261535:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261536:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261537:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261537:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261538:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261539:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261539:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261544:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261545:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261546:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261547:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261547:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261549:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261550:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261551:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261552:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261554:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261555:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261556:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261557:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261558:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261559:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261560:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261561:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261562:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261563:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261564:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261565:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261565:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261568:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261568:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261569:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261570:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261571:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261572:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261573:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261574:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261575:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261575:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261576:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261577:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261578:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261579:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261580:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261581:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261582:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261583:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261584:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261584:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261585:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261586:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261588:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261589:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261591:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261591:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261593:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261594:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261595:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261596:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261597:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261598:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261599:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261600:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261601:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261601:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261602:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261603:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261604:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261605:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261607:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261607:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.261609:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.261609:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384973.261618:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261619:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001b6cd417. 02000000:00000001:1.0:1767384973.261622:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261624:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092b58560. 02000000:00000001:1.0:1767384973.261626:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261627:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000959def09. 02000000:00000001:1.0:1767384973.261629:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261629:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6b2ac44. 02000000:00000001:1.0:1767384973.261632:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261633:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9101054. 02000000:00000001:1.0:1767384973.261635:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261636:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000003a6f065. 02000000:00000001:1.0:1767384973.261638:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261639:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001e678aaf. 02000000:00000001:1.0:1767384973.261641:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261642:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f59a7a6e. 02000000:00000001:1.0:1767384973.261645:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261646:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 0000000021791a43. 02000000:00000001:1.0:1767384973.261649:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261650:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7beb44. 02000000:00000001:1.0:1767384973.261652:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261653:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000ce04a43e. 02000000:00000001:1.0:1767384973.261655:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261656:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002574fd07. 02000000:00000001:1.0:1767384973.261658:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261659:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000ff5274cb. 02000000:00000001:1.0:1767384973.261660:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261661:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000002805dbb. 02000000:00000001:1.0:1767384973.261663:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261664:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000002d62555c. 02000000:00000001:1.0:1767384973.261667:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261667:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087192b50. 02000000:00000001:1.0:1767384973.261670:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261671:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000084e85a6c. 02000000:00000001:1.0:1767384973.261672:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261673:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c70b0db9. 02000000:00000001:1.0:1767384973.261676:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261677:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e44246bc. 02000000:00000001:1.0:1767384973.261678:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261679:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006466d240. 02000000:00000001:1.0:1767384973.261682:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261683:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f60f60c6. 02000000:00000001:1.0:1767384973.261685:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261686:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759d5eb2. 02000000:00000001:1.0:1767384973.261688:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261689:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006ef3ae25. 02000000:00000001:1.0:1767384973.261691:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261691:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a80f88df. 02000000:00000001:1.0:1767384973.261694:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261694:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008940077a. 02000000:00000001:1.0:1767384973.261696:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261697:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b4506c3. 02000000:00000001:1.0:1767384973.261699:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261700:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000019d20941. 02000000:00000001:1.0:1767384973.261701:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261702:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005147fcda. 02000000:00000001:1.0:1767384973.261705:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261706:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e127855f. 02000000:00000001:1.0:1767384973.261707:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261708:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001112f465. 02000000:00000001:1.0:1767384973.261711:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261711:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000036bc1437. 02000000:00000001:1.0:1767384973.261713:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261713:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8dbbe5d. 02000000:00000001:1.0:1767384973.261715:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261716:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e65a5b52. 02000000:00000001:1.0:1767384973.261718:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261718:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fec36cab. 02000000:00000001:1.0:1767384973.261721:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261722:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003789678f. 02000000:00000001:1.0:1767384973.261724:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261725:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcbb7c90. 02000000:00000001:1.0:1767384973.261729:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261730:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001faf577d. 02000000:00000001:1.0:1767384973.261732:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261734:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004129dc0e. 02000000:00000001:1.0:1767384973.261737:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261738:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b3636f29. 02000000:00000001:1.0:1767384973.261740:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261742:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bec2a4ac. 02000000:00000001:1.0:1767384973.261746:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261747:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000126c1582. 02000000:00000001:1.0:1767384973.261749:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261750:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7804f3c. 02000000:00000001:1.0:1767384973.261752:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261752:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005d26403c. 02000000:00000001:1.0:1767384973.261754:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261754:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e6519eb. 02000000:00000001:1.0:1767384973.261762:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261763:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f3935a3d. 02000000:00000001:1.0:1767384973.261764:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261765:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8420ece. 02000000:00000001:1.0:1767384973.261767:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261768:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000010160e1c. 02000000:00000001:1.0:1767384973.261771:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261772:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e374187. 02000000:00000001:1.0:1767384973.261774:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261775:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009b66beab. 02000000:00000001:1.0:1767384973.261776:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261778:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98a940a. 02000000:00000001:1.0:1767384973.261780:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261780:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b93112c. 02000000:00000001:1.0:1767384973.261783:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261783:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000037f140bb. 02000000:00000001:1.0:1767384973.261785:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261786:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000076a73ef7. 02000000:00000001:1.0:1767384973.261788:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261788:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca708c. 02000000:00000001:1.0:1767384973.261791:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261791:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a775102b. 02000000:00000001:1.0:1767384973.261793:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261794:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047b442e1. 02000000:00000001:1.0:1767384973.261796:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261797:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e805d8de. 02000000:00000001:1.0:1767384973.261798:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261799:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd728439. 02000000:00000001:1.0:1767384973.261802:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261803:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e52e1137. 02000000:00000001:1.0:1767384973.261804:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261805:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092f4ff71. 02000000:00000001:1.0:1767384973.261807:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261808:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001719173a. 02000000:00000001:1.0:1767384973.261809:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261810:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087e34285. 02000000:00000001:1.0:1767384973.261812:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261813:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d9339069. 02000000:00000001:1.0:1767384973.261814:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261815:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004518c7a1. 02000000:00000001:1.0:1767384973.261817:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261818:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ca12827. 02000000:00000001:1.0:1767384973.261820:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261821:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a1bb09cd. 02000000:00000001:1.0:1767384973.261823:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261824:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa6c14e4. 02000000:00000001:1.0:1767384973.261825:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261826:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b104e31. 02000000:00000001:1.0:1767384973.261829:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261829:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009d692e1e. 02000000:00000001:1.0:1767384973.261831:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261832:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4babb07. 02000000:00000001:1.0:1767384973.261835:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261836:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000268b152b. 02000000:00000001:1.0:1767384973.261837:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261838:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000097028746. 02000000:00000001:1.0:1767384973.261840:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261841:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b096f1da. 02000000:00000001:1.0:1767384973.261843:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261844:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ddb00b74. 02000000:00000001:1.0:1767384973.261846:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261846:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000046d13a5e. 02000000:00000001:1.0:1767384973.261848:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261849:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4775bd5. 02000000:00000001:1.0:1767384973.261851:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261852:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000695b5573. 02000000:00000001:1.0:1767384973.261854:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261854:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7d002ef. 02000000:00000001:1.0:1767384973.261857:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261857:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a05ac346. 02000000:00000001:1.0:1767384973.261859:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261860:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d95ed3be. 02000000:00000001:1.0:1767384973.261862:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261862:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082a6abc5. 02000000:00000001:1.0:1767384973.261864:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261865:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081111716. 02000000:00000001:1.0:1767384973.261867:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261868:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001abdaf78. 02000000:00000001:1.0:1767384973.261870:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261871:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000572d6adc. 02000000:00000001:1.0:1767384973.261873:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261873:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006bba96fb. 02000000:00000001:1.0:1767384973.261875:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261876:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026d89a78. 02000000:00000001:1.0:1767384973.261879:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261879:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003ddf692b. 02000000:00000001:1.0:1767384973.261881:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261882:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000263d50bd. 02000000:00000001:1.0:1767384973.261884:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261902:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0fe03a3. 02000000:00000001:1.0:1767384973.261905:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261906:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8c2f1cb. 02000000:00000001:1.0:1767384973.261909:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261910:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000005d9b2346. 02000000:00000001:1.0:1767384973.261912:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261912:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb51c421. 02000000:00000001:1.0:1767384973.261914:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261915:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000012e83526. 02000000:00000001:1.0:1767384973.261917:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261917:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b868ce4. 02000000:00000001:1.0:1767384973.261919:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.261920:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000053309ba7. 02000000:00000001:1.0:1767384973.261922:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.261923:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087fb5669. 00000100:00000010:1.0:1767384973.261926:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d149e529. 00000100:00000010:1.0:1767384973.261954:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4a883ea. 00000100:00000010:1.0:1767384973.261956:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000acabb795. 00000100:00000040:2.0:1767384973.261973:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294962191, at 4294962209 00000100:00000010:2.0:1767384973.261981:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044a4e63c. 00000100:00000010:1.0:1767384973.261982:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f022fb6d. 00000100:00000010:1.0:1767384973.261987:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d86fce4b. 00000100:00000010:1.0:1767384973.262004:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048be8c21. 00000100:00000010:1.0:1767384973.262006:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008c26d931. 00000100:00000010:1.0:1767384973.262022:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3689fdb. 00000100:00000010:1.0:1767384973.262023:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004aa5ce7e. 00000100:00000010:1.0:1767384973.262041:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000426fdb6c. 00000100:00000010:1.0:1767384973.262043:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000033a352a0. 00000100:00000010:1.0:1767384973.262062:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbcd2240. 00000100:00000010:1.0:1767384973.262063:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004523a785. 00000100:00000010:1.0:1767384973.262079:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005ab0b6f. 00000100:00000010:1.0:1767384973.262081:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000003f594bc. 00000100:00000010:1.0:1767384973.262101:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d98a38e4. 00000100:00000010:1.0:1767384973.262102:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f8b5f66d. 00000100:00000010:1.0:1767384973.262135:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9954b60. 00000100:00000010:1.0:1767384973.262137:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007ef17fec. 00000100:00000010:1.0:1767384973.262157:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1469015. 00000100:00000010:1.0:1767384973.262160:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cadcbce4. 00000100:00000010:1.0:1767384973.262180:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c1ed678. 00000100:00000010:1.0:1767384973.262183:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f50e2dbf. 00000100:00000010:1.0:1767384973.262264:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3372eb2. 00000100:00000010:1.0:1767384973.262267:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000335552c. 00000100:00000010:1.0:1767384973.262286:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002accdb19. 00000100:00000010:1.0:1767384973.262287:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000082af6daf. 00000100:00000010:1.0:1767384973.262315:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce18a7d8. 00000100:00000010:1.0:1767384973.262317:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000de6ffc6f. 00000100:00000010:1.0:1767384973.262333:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c74910ba. 00000100:00000010:1.0:1767384973.262335:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a3f87439. 00000100:00000010:1.0:1767384973.262352:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfd5e00c. 00000100:00000010:1.0:1767384973.262353:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005cb988f5. 00000100:00000010:1.0:1767384973.262371:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006101397. 00000100:00000010:1.0:1767384973.262373:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f2378bb8. 00000100:00000010:1.0:1767384973.262389:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5316c21. 00000100:00000010:1.0:1767384973.262407:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000050e8ffde. 00000100:00000010:1.0:1767384973.262436:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1764068. 00000100:00000010:1.0:1767384973.262438:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d63b5244. 00000100:00000010:1.0:1767384973.262464:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5abfad4. 00000100:00000010:1.0:1767384973.262466:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000046b7e1e2. 00000100:00000010:1.0:1767384973.262490:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c853ae25. 00000100:00000010:1.0:1767384973.262492:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004482ab2d. 00000100:00000010:1.0:1767384973.262514:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016421562. 00000100:00000010:1.0:1767384973.262516:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000027321e0c. 00000100:00000010:1.0:1767384973.262541:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ee7425a. 00000100:00000010:1.0:1767384973.262544:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000032571089. 00000100:00000010:1.0:1767384973.262565:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000511d87b6. 00000100:00000010:1.0:1767384973.262567:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000511476e. 00000100:00000010:1.0:1767384973.262589:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089cfa3c9. 00000100:00000010:1.0:1767384973.262591:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000046bbbc84. 00000100:00000010:1.0:1767384973.262612:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af17502a. 00000100:00000010:1.0:1767384973.262614:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007570b98f. 00000100:00000010:1.0:1767384973.262636:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072c66f2f. 00000100:00000010:1.0:1767384973.262638:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f98e7735. 00000100:00000010:1.0:1767384973.262660:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007eb94073. 00000100:00000010:1.0:1767384973.262662:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008d1800c8. 00000100:00000010:1.0:1767384973.262685:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef5d8cc0. 00000100:00000010:1.0:1767384973.262687:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c2fd2118. 00000100:00000010:1.0:1767384973.262709:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058198196. 00000100:00000010:1.0:1767384973.262711:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000075444744. 00000100:00000010:1.0:1767384973.262732:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9ce49db. 00000100:00000010:1.0:1767384973.262734:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000094ae80c0. 00000100:00000010:1.0:1767384973.262753:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000976d437c. 00000100:00000010:1.0:1767384973.262756:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002fe6c324. 00000100:00000010:1.0:1767384973.262775:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000086512b0. 00000100:00000010:1.0:1767384973.262777:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000092e198dc. 00000100:00000010:1.0:1767384973.262795:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe2455c2. 00000100:00000010:1.0:1767384973.262798:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004a9f5a59. 00000100:00000010:1.0:1767384973.262821:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dca9cbaf. 00000100:00000010:1.0:1767384973.262823:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ec4f0a60. 00000100:00000010:1.0:1767384973.262840:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f97d828c. 00000100:00000010:1.0:1767384973.262842:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000628287f. 00000100:00000010:1.0:1767384973.262863:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abeb4671. 00000100:00000010:1.0:1767384973.262865:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004a5ad8b7. 00000100:00000010:1.0:1767384973.262882:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d2355a8. 00000100:00000010:1.0:1767384973.262884:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cfd76fed. 00000100:00000010:1.0:1767384973.262943:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d2b2a70. 00000100:00000010:1.0:1767384973.262946:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000754b0509. 00000100:00000010:1.0:1767384973.262965:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019f62ec5. 00000100:00000010:1.0:1767384973.262969:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000717ed2e0. 00000100:00000010:1.0:1767384973.262985:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a8a1d91. 00000100:00000010:1.0:1767384973.262987:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bb1f909e. 00000100:00000010:1.0:1767384973.263005:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da036967. 00000100:00000010:1.0:1767384973.263007:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000dca3343. 00000100:00000010:1.0:1767384973.263025:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c41c632a. 00000100:00000010:1.0:1767384973.263027:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006315343d. 00000100:00000010:1.0:1767384973.263042:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc0cb3f8. 00000100:00000010:1.0:1767384973.263043:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b39fdde2. 00000100:00000010:1.0:1767384973.263060:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d65511a8. 00000100:00000010:1.0:1767384973.263061:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001df3f5e8. 00000100:00000010:1.0:1767384973.263081:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abb71c49. 00000100:00000010:1.0:1767384973.263083:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e6c109e8. 00000100:00000010:1.0:1767384973.263098:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e7083e6. 00000100:00000010:1.0:1767384973.263099:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008408a98c. 00000100:00000010:1.0:1767384973.263114:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d6ae466. 00000100:00000010:1.0:1767384973.263116:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000004fbe0a6. 00000100:00000010:1.0:1767384973.263130:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f36aa9c4. 00000100:00000010:1.0:1767384973.263132:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000095f9a5e8. 00000100:00000010:1.0:1767384973.263145:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6ff1b2e. 00000100:00000010:1.0:1767384973.263146:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ecdacb2d. 00000100:00000010:1.0:1767384973.263160:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008b21cc2. 00000100:00000010:1.0:1767384973.263162:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000007159e45. 00000100:00000010:1.0:1767384973.263175:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d91b27c7. 00000100:00000010:1.0:1767384973.263176:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000467be792. 00000100:00000010:1.0:1767384973.263189:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d1f25d5. 00000100:00000010:1.0:1767384973.263190:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000062d0dbbc. 00000100:00000010:1.0:1767384973.263204:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009722b13e. 00000100:00000010:1.0:1767384973.263206:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000408f6d82. 00000100:00000010:1.0:1767384973.263219:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009964360a. 00000100:00000010:1.0:1767384973.263221:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e93eead7. 00000100:00000010:1.0:1767384973.263240:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db7d15df. 00000100:00000010:1.0:1767384973.263241:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d6a10947. 00000100:00000010:1.0:1767384973.263259:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dcc876e. 00000100:00000010:1.0:1767384973.263261:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e4ceaeac. 00000100:00000010:1.0:1767384973.263279:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1ca3ab5. 00000100:00000010:1.0:1767384973.263280:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001e31bf67. 00000100:00000010:1.0:1767384973.263310:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6317ce4. 00000100:00000010:1.0:1767384973.263313:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d393ac6d. 00000100:00000010:1.0:1767384973.263327:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4938866. 00000100:00000010:1.0:1767384973.263328:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003ba255a3. 00000100:00000010:1.0:1767384973.263343:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df6e338b. 00000100:00000010:1.0:1767384973.263345:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ee19c306. 00000100:00000010:1.0:1767384973.263358:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006124c977. 00000100:00000010:1.0:1767384973.263360:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000078598694. 00000100:00000010:1.0:1767384973.263377:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2879c47. 00000100:00000010:1.0:1767384973.263378:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000035245693. 00000100:00000010:1.0:1767384973.263395:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087ae96a3. 00000100:00000010:1.0:1767384973.263397:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000f41c8c82. 00000100:00000010:1.0:1767384973.263406:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000af752167. 00000100:00000010:1.0:1767384973.263417:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000004dedbeda. 00000100:00000010:1.0:1767384973.263428:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000ab8c525b. 00000100:00000001:1.0:1767384973.263439:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384973.263440:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263441:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384973.263442:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384973.263443:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000fd619276. 00000100:00000001:1.0:1767384973.263446:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384973.263446:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.263448:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263449:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000892c8c56. 00000100:00000001:1.0:1767384973.263450:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263451:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263452:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000af2279be. 00000100:00000001:1.0:1767384973.263453:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263454:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263455:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000011f20f76. 00000100:00000001:1.0:1767384973.263457:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263458:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263458:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000088ff3451. 00000100:00000001:1.0:1767384973.263460:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263460:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384973.263461:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384973.263462:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f17ad37d. 00000100:00000001:1.0:1767384973.263463:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384973.263463:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.263464:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263465:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000089f74165. 00000100:00000001:1.0:1767384973.263466:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263467:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263467:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000082b44c6d. 00000100:00000001:1.0:1767384973.263468:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263469:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263470:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d87934f9. 00000100:00000001:1.0:1767384973.263471:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384973.263471:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384973.263472:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007caafe1f. 00000100:00000010:1.0:1767384973.263473:0:39776:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000f17a5c53. 00000100:00000001:1.0:1767384973.263475:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384973.263522:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003d968a98. 00000020:00000010:1.0:1767384973.263524:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000070d4fe3f. 00000020:00000010:1.0:1767384973.263526:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c2a63f53. 00000020:00000010:1.0:1767384973.263533:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000fcfbe4ea. 00000020:00000010:1.0:1767384973.263536:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000cd4bda12. 00000020:00000010:1.0:1767384973.263538:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001315ccfb. 00000100:00000010:1.0:1767384973.263552:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e578b05f. 00000100:00000010:1.0:1767384973.263557:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b36d1584. 00000100:00000010:1.0:1767384973.263559:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000006c2709de. 00000100:00000010:1.0:1767384973.263560:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000d05cb13e. 00000100:00000001:1.0:1767384973.263562:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.263563:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384973.263564:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:1.0:1767384973.263567:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384973.263568:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384973.263569:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:1.0:1767384973.263570:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:1.0:1767384973.263571:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:1.0:1767384973.263572:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:1.0:1767384973.263588:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:2.0:1767384973.263611:0:39687:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000062b30181. 00000020:00000010:3.0:1767384973.263617:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005bba08f4. 00000020:00000010:0.0:1767384973.263617:0:16779:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000001e1bc14. 00000040:00000010:2.0:1767384973.263618:0:39687:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073785071. 00000040:00000010:3.0:1767384973.263624:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004e7ae74a. 00000020:00000010:2.0:1767384973.263625:0:39687:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004f5a8bb2. 00000040:00000010:0.0:1767384973.263625:0:16779:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003bb5cc52. 00000020:00000010:3.0:1767384973.263631:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000000193e25. 00000020:00000010:2.0:1767384973.263633:0:39687:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000114f726d. 00000020:00000010:0.0:1767384973.263633:0:16779:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028a0372a. 00000020:00000010:3.0:1767384973.263637:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c93f069. 00000020:00000010:2.0:1767384973.263639:0:39687:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bcb83b15. 00000020:00000010:0.0:1767384973.263639:0:16779:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000b82e7a3. 00000020:00000010:3.0:1767384973.263642:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009e9e3a4c. 80000000:00000010:2.0:1767384973.263645:0:39687:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d15cd76d. 00000020:00000010:0.0:1767384973.263645:0:16779:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002bd0b6ea. 80000000:00000010:3.0:1767384973.263647:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000206d8c9c. 40000000:00000010:2.0:1767384973.263651:0:39687:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000457500c6. 80000000:00000010:0.0:1767384973.263651:0:16779:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ec2491c4. 40000000:00000010:3.0:1767384973.263652:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d0036eac. 00100000:00000010:3.0:1767384973.263658:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000023a5c242. 40000000:00000010:0.0:1767384973.263658:0:16779:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007854203c. 00100000:00000010:2.0:1767384973.263662:0:39687:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1b3a42c. 00100000:00000010:0.0:1767384973.263663:0:16779:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f32c0d9c. 00040000:00000010:3.0:1767384973.263664:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000eb13c992. 00040000:00000010:2.0:1767384973.263668:0:39687:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000463ee9f3. 00040000:00000010:0.0:1767384973.263668:0:16779:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dd09ae19. 00040000:00000010:3.0:1767384973.263669:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000454c39a3. 00080000:00000010:3.0:1767384973.263675:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007ac66d60. 00040000:00000010:2.0:1767384973.263677:0:39687:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004515cb7d. 00040000:00000010:0.0:1767384973.263677:0:16779:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ddafbd8f. 00000004:00000010:3.0:1767384973.263679:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000e341eba. 00080000:00000010:2.0:1767384973.263683:0:39687:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006e5eac43. 00080000:00000010:0.0:1767384973.263683:0:16779:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000021c10ece. 00000020:00000010:3.0:1767384973.263684:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024b514fb. 00000004:00000010:0.0:1767384973.263691:0:16779:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b7298a93. 00000020:00000010:3.0:1767384973.263692:0:16780:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009414fd27. 00000020:00000010:0.0:1767384973.263698:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012549ca3. 00000004:00000010:2.0:1767384973.263699:0:39687:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2b0a478. 00000100:00000010:3.0:1767384973.263701:0:16780:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002d7779f6. 00000020:00000010:2.0:1767384973.263703:0:39687:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015d16865. 00000020:00000010:0.0:1767384973.263704:0:16779:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f64abcd7. 00000100:00100000:3.0:1767384973.263706:0:16780:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000003e91b3b:16780] 1 exiting: rc = 0 00000020:00000010:2.0:1767384973.263709:0:39687:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000076ee656c. 00000100:00000010:0.0:1767384973.263712:0:16779:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f33e6cce. 00000100:00000010:2.0:1767384973.263715:0:39687:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b7cb79cd. 00000100:00100000:0.0:1767384973.263715:0:16779:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [000000005a54d461:16779] 0 exiting: rc = 1 00000100:00100000:2.0:1767384973.263719:0:39687:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [00000000e0c0b457:39687] 2 exiting: rc = 0 00000100:00000010:1.0:1767384973.263742:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005a54d461. 00000100:00000010:1.0:1767384973.263748:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000003e91b3b. 00000100:00000010:1.0:1767384973.263753:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e0c0b457. 00000100:00000001:1.0:1767384973.263757:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384973.263759:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384973.263762:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384973.263765:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263766:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263768:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000104983db. 00000400:00000200:1.0:1767384973.263772:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b477aecd 00000400:00000010:1.0:1767384973.263774:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b477aecd. 00000100:00000001:1.0:1767384973.263776:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263777:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263783:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263785:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384973.263787:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263788:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263789:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263790:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b64f49e4. 00000400:00000200:1.0:1767384973.263791:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031be610e 00000400:00000010:1.0:1767384973.263792:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031be610e. 00000100:00000001:1.0:1767384973.263794:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263795:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263797:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263798:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384973.263799:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263800:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263801:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263802:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3a45aed. 00000400:00000200:1.0:1767384973.263803:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408817f5 00000400:00000010:1.0:1767384973.263804:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000408817f5. 00000100:00000001:1.0:1767384973.263806:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263807:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263809:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263810:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384973.263811:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263812:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263813:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263813:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c88f2eac. 00000400:00000200:1.0:1767384973.263814:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9f318f 00000400:00000010:1.0:1767384973.263815:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe9f318f. 00000100:00000001:1.0:1767384973.263816:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263817:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263819:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263820:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384973.263821:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263822:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263822:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263823:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046dacf32. 00000400:00000200:1.0:1767384973.263824:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2f6c95f 00000400:00000010:1.0:1767384973.263825:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2f6c95f. 00000100:00000001:1.0:1767384973.263826:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263827:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263829:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263830:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384973.263830:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263831:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263832:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263833:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048941a0c. 00000400:00000200:1.0:1767384973.263834:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa57f8df 00000400:00000010:1.0:1767384973.263834:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa57f8df. 00000100:00000001:1.0:1767384973.263836:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263836:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263839:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263839:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384973.263840:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263841:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263842:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263843:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d9570c0. 00000400:00000200:1.0:1767384973.263845:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008645f68a 00000400:00000010:1.0:1767384973.263846:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008645f68a. 00000100:00000001:1.0:1767384973.263847:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263848:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263850:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263851:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384973.263852:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263853:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263853:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263854:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbd761b5. 00000400:00000200:1.0:1767384973.263855:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b7a209 00000400:00000010:1.0:1767384973.263856:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070b7a209. 00000100:00000001:1.0:1767384973.263857:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263857:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263860:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263861:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384973.263861:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263862:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263863:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263863:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004991516f. 00000400:00000200:1.0:1767384973.263864:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fe3f41 00000400:00000010:1.0:1767384973.263865:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7fe3f41. 00000100:00000001:1.0:1767384973.263866:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263867:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263870:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263870:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384973.263871:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263872:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263873:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263873:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee85434e. 00000400:00000200:1.0:1767384973.263874:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab9ae4e1 00000400:00000010:1.0:1767384973.263875:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab9ae4e1. 00000100:00000001:1.0:1767384973.263877:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263877:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263880:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263880:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384973.263882:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263883:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263884:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263950:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006163f4a7. 00000400:00000200:1.0:1767384973.263954:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aa65464 00000400:00000010:1.0:1767384973.263955:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006aa65464. 00000100:00000001:1.0:1767384973.263958:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.263960:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.263966:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.263968:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384973.263971:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.263972:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.263973:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.263974:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005868de11. 00000400:00000200:1.0:1767384973.263976:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ec49e9d 00000400:00000010:1.0:1767384973.264035:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ec49e9d. 00000100:00000001:1.0:1767384973.264038:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264039:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264043:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264044:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384973.264045:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264047:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264048:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264049:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e0d89c9. 00000400:00000200:1.0:1767384973.264052:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000084f9ec7 00000400:00000010:1.0:1767384973.264053:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000084f9ec7. 00000100:00000001:1.0:1767384973.264055:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264055:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264060:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264061:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384973.264062:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264063:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264064:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264065:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fa9bfb4. 00000400:00000200:1.0:1767384973.264066:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046afd6e1 00000400:00000010:1.0:1767384973.264067:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046afd6e1. 00000100:00000001:1.0:1767384973.264069:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264069:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264073:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264074:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384973.264075:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264075:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264076:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264077:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7c0a681. 00000400:00000200:1.0:1767384973.264078:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c7bb5b 00000400:00000010:1.0:1767384973.264079:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079c7bb5b. 00000100:00000001:1.0:1767384973.264080:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264080:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264082:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264100:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384973.264101:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264102:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264103:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264104:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052e5a8d0. 00000400:00000200:1.0:1767384973.264106:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27f7c57 00000400:00000010:1.0:1767384973.264108:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a27f7c57. 00000100:00000001:1.0:1767384973.264110:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264112:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264117:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264118:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384973.264121:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264122:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264123:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264124:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000531e831d. 00000400:00000200:1.0:1767384973.264126:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9972799 00000400:00000010:1.0:1767384973.264127:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9972799. 00000100:00000001:1.0:1767384973.264129:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264130:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264133:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264134:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384973.264136:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264137:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264138:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264138:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c2d6873. 00000400:00000200:1.0:1767384973.264140:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000837034d 00000400:00000010:1.0:1767384973.264141:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000837034d. 00000100:00000001:1.0:1767384973.264143:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264144:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264147:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264148:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384973.264150:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264151:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264152:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264153:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000558278f4. 00000400:00000200:1.0:1767384973.264154:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49afa96 00000400:00000010:1.0:1767384973.264156:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a49afa96. 00000100:00000001:1.0:1767384973.264157:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264158:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264161:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264162:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384973.264164:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264164:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264165:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264166:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000713b7aa1. 00000400:00000200:1.0:1767384973.264168:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd9aacbc 00000400:00000010:1.0:1767384973.264169:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd9aacbc. 00000100:00000001:1.0:1767384973.264170:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264171:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264174:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264175:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384973.264177:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264178:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264178:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264180:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000711f4f2a. 00000400:00000200:1.0:1767384973.264181:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0c56a4 00000400:00000010:1.0:1767384973.264182:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b0c56a4. 00000100:00000001:1.0:1767384973.264184:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264185:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264188:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264189:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384973.264190:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264191:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264192:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264193:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feb00692. 00000400:00000200:1.0:1767384973.264195:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084ddc8ff 00000400:00000010:1.0:1767384973.264196:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084ddc8ff. 00000100:00000001:1.0:1767384973.264197:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264198:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264202:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264203:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384973.264204:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264205:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264206:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264207:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c925b313. 00000400:00000200:1.0:1767384973.264208:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a51da2f 00000400:00000010:1.0:1767384973.264209:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a51da2f. 00000100:00000001:1.0:1767384973.264211:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264211:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264215:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264216:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384973.264217:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264218:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264219:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264220:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef006f5. 00000400:00000200:1.0:1767384973.264221:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cecfb578 00000400:00000010:1.0:1767384973.264222:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cecfb578. 00000100:00000001:1.0:1767384973.264224:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264225:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264228:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264229:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384973.264230:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264232:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264232:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264233:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084963b51. 00000400:00000200:1.0:1767384973.264235:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001058c498 00000400:00000010:1.0:1767384973.264236:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001058c498. 00000100:00000001:1.0:1767384973.264238:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264239:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264242:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264243:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384973.264244:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264246:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264246:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264247:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009223685e. 00000400:00000200:1.0:1767384973.264249:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088394f44 00000400:00000010:1.0:1767384973.264250:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088394f44. 00000100:00000001:1.0:1767384973.264251:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264252:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264255:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264256:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384973.264257:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264258:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264259:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264260:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008316a774. 00000400:00000200:1.0:1767384973.264262:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb58e156 00000400:00000010:1.0:1767384973.264263:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb58e156. 00000100:00000001:1.0:1767384973.264264:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264265:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264268:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264269:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384973.264270:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264271:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264272:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264273:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015b7da3b. 00000400:00000200:1.0:1767384973.264274:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084c3a6d6 00000400:00000010:1.0:1767384973.264276:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084c3a6d6. 00000100:00000001:1.0:1767384973.264277:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264278:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264281:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264282:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384973.264283:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264284:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264285:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264286:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f101bf3e. 00000400:00000200:1.0:1767384973.264287:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfcea947 00000400:00000010:1.0:1767384973.264289:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfcea947. 00000100:00000001:1.0:1767384973.264290:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264291:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264309:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264311:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384973.264312:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264313:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264314:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264316:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b20b895. 00000400:00000200:1.0:1767384973.264318:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000539e4e 00000400:00000010:1.0:1767384973.264319:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000539e4e. 00000100:00000001:1.0:1767384973.264321:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264322:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264325:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264327:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384973.264328:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264329:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264330:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264331:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d1ede9. 00000400:00000200:1.0:1767384973.264332:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000733a86ff 00000400:00000010:1.0:1767384973.264333:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000733a86ff. 00000100:00000001:1.0:1767384973.264335:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264336:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264339:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264340:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384973.264342:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264343:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264344:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264345:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007db6628b. 00000400:00000200:1.0:1767384973.264346:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562a029e 00000400:00000010:1.0:1767384973.264348:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000562a029e. 00000100:00000001:1.0:1767384973.264349:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264350:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264353:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264354:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384973.264355:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264357:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264357:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264358:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deb8dadf. 00000400:00000200:1.0:1767384973.264360:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2faf43d 00000400:00000010:1.0:1767384973.264361:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2faf43d. 00000100:00000001:1.0:1767384973.264365:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264366:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264369:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264371:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384973.264372:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264373:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264374:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264375:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006771286c. 00000400:00000200:1.0:1767384973.264376:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936c3d7b 00000400:00000010:1.0:1767384973.264377:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000936c3d7b. 00000100:00000001:1.0:1767384973.264379:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264379:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264383:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264384:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384973.264385:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264386:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264387:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264388:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1b91c29. 00000400:00000200:1.0:1767384973.264389:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd3db11b 00000400:00000010:1.0:1767384973.264390:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd3db11b. 00000100:00000001:1.0:1767384973.264392:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264392:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264396:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264397:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384973.264398:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264399:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264400:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264401:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e78e2a9. 00000400:00000200:1.0:1767384973.264402:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8ede6b 00000400:00000010:1.0:1767384973.264403:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d8ede6b. 00000100:00000001:1.0:1767384973.264404:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264405:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264409:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264410:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384973.264411:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264412:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264412:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264413:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d5bc3d6. 00000400:00000200:1.0:1767384973.264415:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000431a0424 00000400:00000010:1.0:1767384973.264417:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000431a0424. 00000100:00000001:1.0:1767384973.264418:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264419:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264422:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264423:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384973.264424:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264425:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264426:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264427:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ced98306. 00000400:00000200:1.0:1767384973.264428:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ac94c18 00000400:00000010:1.0:1767384973.264429:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ac94c18. 00000100:00000001:1.0:1767384973.264431:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264432:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264435:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264436:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384973.264437:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264438:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264439:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264440:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf1f70a8. 00000400:00000200:1.0:1767384973.264441:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013eb6641 00000400:00000010:1.0:1767384973.264442:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013eb6641. 00000100:00000001:1.0:1767384973.264444:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264445:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264448:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264449:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384973.264450:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264451:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264452:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264453:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cda2c18d. 00000400:00000200:1.0:1767384973.264454:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6504f9f 00000400:00000010:1.0:1767384973.264455:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6504f9f. 00000100:00000001:1.0:1767384973.264457:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264458:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264461:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264462:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384973.264463:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264464:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264465:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264466:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc22086c. 00000400:00000200:1.0:1767384973.264468:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083266eea 00000400:00000010:1.0:1767384973.264469:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083266eea. 00000100:00000001:1.0:1767384973.264470:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264471:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264475:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264477:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384973.264478:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264479:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264480:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264481:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000620a5bfd. 00000400:00000200:1.0:1767384973.264482:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec0bd08 00000400:00000010:1.0:1767384973.264483:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aec0bd08. 00000100:00000001:1.0:1767384973.264485:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264485:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264489:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264490:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384973.264491:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264492:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264493:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264494:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001d95c35. 00000400:00000200:1.0:1767384973.264495:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e41c30b1 00000400:00000010:1.0:1767384973.264496:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e41c30b1. 00000100:00000001:1.0:1767384973.264498:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264499:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264502:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264503:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384973.264504:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264505:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264506:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264507:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000719fd8c1. 00000400:00000200:1.0:1767384973.264508:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e99e2412 00000400:00000010:1.0:1767384973.264509:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e99e2412. 00000100:00000001:1.0:1767384973.264511:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264512:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264515:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264516:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384973.264518:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264520:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264521:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264522:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042b8e34f. 00000400:00000200:1.0:1767384973.264524:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9b835e6 00000400:00000010:1.0:1767384973.264525:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9b835e6. 00000100:00000001:1.0:1767384973.264526:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264527:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264531:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264532:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384973.264533:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264534:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264535:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264535:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef44324f. 00000400:00000200:1.0:1767384973.264537:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd748e67 00000400:00000010:1.0:1767384973.264538:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd748e67. 00000100:00000001:1.0:1767384973.264540:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264540:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264544:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264545:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384973.264546:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264547:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264548:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264549:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260a0f20. 00000400:00000200:1.0:1767384973.264551:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b70d1b2e 00000400:00000010:1.0:1767384973.264552:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b70d1b2e. 00000100:00000001:1.0:1767384973.264553:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264554:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264557:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264558:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384973.264560:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264561:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264561:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264562:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c6440b. 00000400:00000200:1.0:1767384973.264564:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009640f6f9 00000400:00000010:1.0:1767384973.264565:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009640f6f9. 00000100:00000001:1.0:1767384973.264566:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264567:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264571:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264572:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384973.264573:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264574:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264575:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264576:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c85e724. 00000400:00000200:1.0:1767384973.264578:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f3a83e1 00000400:00000010:1.0:1767384973.264579:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f3a83e1. 00000100:00000001:1.0:1767384973.264580:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264581:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264584:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264586:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384973.264587:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264588:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264588:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264589:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d5e177. 00000400:00000200:1.0:1767384973.264591:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e467f117 00000400:00000010:1.0:1767384973.264592:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e467f117. 00000100:00000001:1.0:1767384973.264593:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264594:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264598:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264599:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384973.264600:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264601:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264602:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264602:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fa17b5. 00000400:00000200:1.0:1767384973.264604:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c2dfbdb 00000400:00000010:1.0:1767384973.264605:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c2dfbdb. 00000100:00000001:1.0:1767384973.264607:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264608:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264611:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264612:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384973.264613:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264614:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264615:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264616:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c35d021. 00000400:00000200:1.0:1767384973.264617:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041beb62a 00000400:00000010:1.0:1767384973.264619:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041beb62a. 00000100:00000001:1.0:1767384973.264621:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264622:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264625:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264626:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384973.264627:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264628:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264629:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264630:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024d72acd. 00000400:00000200:1.0:1767384973.264631:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004def60bc 00000400:00000010:1.0:1767384973.264633:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004def60bc. 00000100:00000001:1.0:1767384973.264634:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264635:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264638:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264639:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384973.264640:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264641:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264642:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264643:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8145238. 00000400:00000200:1.0:1767384973.264644:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab58bf3 00000400:00000010:1.0:1767384973.264645:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab58bf3. 00000100:00000001:1.0:1767384973.264647:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264648:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264651:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264652:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384973.264653:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264654:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264655:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264656:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cba2912. 00000400:00000200:1.0:1767384973.264657:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d6f219e 00000400:00000010:1.0:1767384973.264659:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d6f219e. 00000100:00000001:1.0:1767384973.264660:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264661:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264664:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264665:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384973.264666:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264667:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264668:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264669:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd59c709. 00000400:00000200:1.0:1767384973.264671:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a045a54f 00000400:00000010:1.0:1767384973.264672:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a045a54f. 00000100:00000001:1.0:1767384973.264673:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264674:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264677:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264678:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384973.264680:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264681:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264682:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264682:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f06c73bf. 00000400:00000200:1.0:1767384973.264684:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a62d7c2d 00000400:00000010:1.0:1767384973.264685:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a62d7c2d. 00000100:00000001:1.0:1767384973.264686:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264687:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264691:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264692:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384973.264693:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264694:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264695:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264695:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000554620be. 00000400:00000200:1.0:1767384973.264697:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000130f0d54 00000400:00000010:1.0:1767384973.264698:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000130f0d54. 00000100:00000001:1.0:1767384973.264700:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264701:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264704:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264705:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384973.264706:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264708:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264709:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264709:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020033a2c. 00000400:00000200:1.0:1767384973.264711:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b357e58c 00000400:00000010:1.0:1767384973.264712:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b357e58c. 00000100:00000001:1.0:1767384973.264713:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264714:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264718:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264719:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384973.264720:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264721:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264723:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264724:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067e1d226. 00000400:00000200:1.0:1767384973.264725:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b186d6b 00000400:00000010:1.0:1767384973.264727:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b186d6b. 00000100:00000001:1.0:1767384973.264728:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264729:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264733:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264734:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384973.264735:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264736:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264737:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264738:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b54cb4a1. 00000400:00000200:1.0:1767384973.264739:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dcb7f6 00000400:00000010:1.0:1767384973.264740:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045dcb7f6. 00000100:00000001:1.0:1767384973.264742:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264742:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264746:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264747:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384973.264748:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264749:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264750:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264751:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000749f2590. 00000400:00000200:1.0:1767384973.264752:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d3b0ae7 00000400:00000010:1.0:1767384973.264753:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d3b0ae7. 00000100:00000001:1.0:1767384973.264755:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264756:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264759:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264760:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384973.264761:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264763:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264764:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264764:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000580fdbf8. 00000400:00000200:1.0:1767384973.264766:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b02ec77 00000400:00000010:1.0:1767384973.264767:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b02ec77. 00000100:00000001:1.0:1767384973.264768:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264769:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264773:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264774:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384973.264775:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384973.264776:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384973.264777:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384973.264778:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e66182a. 00000400:00000200:1.0:1767384973.264780:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f90cd8c 00000400:00000010:1.0:1767384973.264781:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f90cd8c. 00000100:00000001:1.0:1767384973.264782:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384973.264783:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384973.264786:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384973.264788:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384973.264789:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384973.264790:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264791:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264793:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264794:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264795:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264796:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264797:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264798:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264799:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264800:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264801:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264802:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264803:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264804:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264805:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264806:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264807:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264808:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264809:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264810:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264811:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264811:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264813:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264813:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264814:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264815:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264817:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264818:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264820:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264821:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264822:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264823:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264824:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264825:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264826:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264827:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264828:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264829:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264830:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264831:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264832:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264833:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264834:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264835:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264836:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264837:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264838:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264838:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264840:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264840:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264841:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264842:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264843:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264844:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264845:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264846:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264847:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264848:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264849:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264850:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264851:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264852:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264853:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264854:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264855:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264855:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264856:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264858:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264859:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264860:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264861:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264862:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264864:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264865:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264866:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264867:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264868:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264868:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264869:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264870:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264871:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264872:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264873:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264874:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264875:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264876:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264877:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264878:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264879:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264880:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264881:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264882:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264883:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264884:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264945:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264946:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264947:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264948:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264949:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264949:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264950:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264951:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264951:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264952:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264953:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264953:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264954:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264955:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264956:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264957:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264958:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264959:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264960:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264960:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264961:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264962:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264963:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264963:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264964:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264964:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264965:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264966:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264967:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264967:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264968:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264969:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384973.264969:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384973.264970:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384973.264971:0:39776:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.264972:0:39776:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000179eac2a. 02000000:00000001:1.0:1767384973.264974:0:39776:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384973.264975:0:39776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff6b914f. 00000100:00000010:1.0:1767384973.264978:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000189450d8. 00000100:00000010:1.0:1767384973.264980:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014454316. 00000100:00000010:1.0:1767384973.264981:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c864cbcc. 00000100:00000010:1.0:1767384973.264982:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075fde48e. 00000100:00000010:1.0:1767384973.264983:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000075f95260. 00000100:00000010:1.0:1767384973.264985:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bad7ec37. 00000100:00000010:1.0:1767384973.264986:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006704846e. 00000100:00000010:1.0:1767384973.264987:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f35981e. 00000100:00000010:1.0:1767384973.264988:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001300105a. 00000100:00000010:1.0:1767384973.264990:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092c57f2a. 00000100:00000010:1.0:1767384973.264991:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008e3f1744. 00000100:00000010:1.0:1767384973.264993:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb5b648b. 00000100:00000010:1.0:1767384973.264994:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc93204a. 00000100:00000010:1.0:1767384973.264996:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d73fddce. 00000100:00000010:1.0:1767384973.264997:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000645e4798. 00000100:00000010:1.0:1767384973.265004:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e30a3f8. 00000100:00000010:1.0:1767384973.265006:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000082b41dbd. 00000100:00000010:1.0:1767384973.265008:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007556b7f3. 00000100:00000010:1.0:1767384973.265009:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000055217eba. 00000100:00000010:1.0:1767384973.265011:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca1a3db8. 00000100:00000010:1.0:1767384973.265012:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084c7c376. 00000100:00000010:1.0:1767384973.265014:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e707383d. 00000100:00000010:1.0:1767384973.265015:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c458f974. 00000100:00000010:1.0:1767384973.265016:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa58bfda. 00000100:00000010:1.0:1767384973.265017:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000419b6d8d. 00000100:00000010:1.0:1767384973.265019:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e63ae609. 00000100:00000010:1.0:1767384973.265020:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3c6ea7d. 00000100:00000010:1.0:1767384973.265021:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000339a04f. 00000100:00000010:1.0:1767384973.265022:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c6b54707. 00000100:00000010:1.0:1767384973.265024:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025c6a7b1. 00000100:00000010:1.0:1767384973.265025:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e654ae05. 00000100:00000010:1.0:1767384973.265027:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f76fb904. 00000100:00000010:1.0:1767384973.265029:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000751e9440. 00000100:00000010:1.0:1767384973.265030:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006342578e. 00000100:00000010:1.0:1767384973.265031:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000002fd6dc9. 00000100:00000010:1.0:1767384973.265033:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009730e525. 00000100:00000010:1.0:1767384973.265034:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6668dc2. 00000100:00000010:1.0:1767384973.265035:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061157179. 00000100:00000010:1.0:1767384973.265036:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d0667982. 00000100:00000010:1.0:1767384973.265047:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dadac21. 00000100:00000010:1.0:1767384973.265049:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000033d1b00. 00000100:00000010:1.0:1767384973.265051:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008496da0d. 00000100:00000010:1.0:1767384973.265052:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d82515bd. 00000100:00000010:1.0:1767384973.265054:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051d12991. 00000100:00000010:1.0:1767384973.265055:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000016bd4e9b. 00000100:00000010:1.0:1767384973.265058:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdbf173b. 00000100:00000010:1.0:1767384973.265059:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000496b2b30. 00000100:00000010:1.0:1767384973.265061:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0fcc4eb. 00000100:00000010:1.0:1767384973.265062:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a9063834. 00000100:00000010:1.0:1767384973.265064:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000590b3efe. 00000100:00000010:1.0:1767384973.265065:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000932cb7b8. 00000100:00000010:1.0:1767384973.265067:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046798722. 00000100:00000010:1.0:1767384973.265068:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000497f3d20. 00000100:00000010:1.0:1767384973.265069:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e30db2eb. 00000100:00000010:1.0:1767384973.265070:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059b0de0b. 00000100:00000010:1.0:1767384973.265072:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b17d814. 00000100:00000010:1.0:1767384973.265073:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c618a34. 00000100:00000010:1.0:1767384973.265074:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070c16c78. 00000100:00000010:1.0:1767384973.265075:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008801b902. 00000100:00000010:1.0:1767384973.265077:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032b83200. 00000100:00000010:1.0:1767384973.265078:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af320205. 00000100:00000010:1.0:1767384973.265080:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3bfeb59. 00000100:00000010:1.0:1767384973.265081:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e0fd36b. 00000100:00000010:1.0:1767384973.265093:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000344e6bcd. 00000100:00000010:1.0:1767384973.265094:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e8108fa. 00000100:00000010:1.0:1767384973.265096:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056f981cb. 00000100:00000010:1.0:1767384973.265097:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb30a3d6. 00000100:00000010:1.0:1767384973.265099:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078b5aa42. 00000100:00000010:1.0:1767384973.265100:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d7c6fb89. 00000100:00000010:1.0:1767384973.265102:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000851c72c2. 00000100:00000010:1.0:1767384973.265103:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ade7d647. 00000100:00000010:1.0:1767384973.265105:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090f224de. 00000100:00000010:1.0:1767384973.265106:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007012b8f2. 00000100:00000010:1.0:1767384973.265107:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c61d641. 00000100:00000010:1.0:1767384973.265108:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000033ac77a4. 00000100:00000010:1.0:1767384973.265109:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c61303d6. 00000100:00000010:1.0:1767384973.265110:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004a9c3cfc. 00000100:00000010:1.0:1767384973.265112:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2040a47. 00000100:00000010:1.0:1767384973.265113:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d5071068. 00000100:00000010:1.0:1767384973.265115:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035233c59. 00000100:00000010:1.0:1767384973.265116:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057d129d6. 00000100:00000010:1.0:1767384973.265118:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018d8684d. 00000100:00000010:1.0:1767384973.265119:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aaf8b05b. 00000100:00000010:1.0:1767384973.265120:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008be1a3e2. 00000100:00000010:1.0:1767384973.265121:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006db1122b. 00000100:00000010:1.0:1767384973.265123:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b16d4ba. 00000100:00000010:1.0:1767384973.265124:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000197312f6. 00000100:00000010:1.0:1767384973.265134:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c38af0c4. 00000100:00000010:1.0:1767384973.265136:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e948fef. 00000100:00000010:1.0:1767384973.265137:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fa9ab7f. 00000100:00000010:1.0:1767384973.265138:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9ec8cc8. 00000100:00000010:1.0:1767384973.265140:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012cf9faa. 00000100:00000010:1.0:1767384973.265141:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003612b141. 00000100:00000010:1.0:1767384973.265142:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ee671c2. 00000100:00000010:1.0:1767384973.265143:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f058d74. 00000100:00000010:1.0:1767384973.265145:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004af2bb84. 00000100:00000010:1.0:1767384973.265146:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000090309413. 00000100:00000010:1.0:1767384973.265148:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7cba5d2. 00000100:00000010:1.0:1767384973.265150:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a732bc5. 00000100:00000010:1.0:1767384973.265151:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e07d915a. 00000100:00000010:1.0:1767384973.265152:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ffdd9e3. 00000100:00000010:1.0:1767384973.265154:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8915d06. 00000100:00000010:1.0:1767384973.265155:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011adafab. 00000100:00000010:1.0:1767384973.265156:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9bdc052. 00000100:00000010:1.0:1767384973.265157:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c1642c73. 00000100:00000010:1.0:1767384973.265159:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6ed04d9. 00000100:00000010:1.0:1767384973.265160:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f91b03a5. 00000100:00000010:1.0:1767384973.265161:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091d916bb. 00000100:00000010:1.0:1767384973.265162:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf03e680. 00000100:00000010:1.0:1767384973.265164:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1cc69da. 00000100:00000010:1.0:1767384973.265165:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d00d9005. 00000100:00000010:1.0:1767384973.265176:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097bdab37. 00000100:00000010:1.0:1767384973.265178:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003dd99e0b. 00000100:00000010:1.0:1767384973.265179:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3b781db. 00000100:00000010:1.0:1767384973.265195:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000035df9318. 00000100:00000010:1.0:1767384973.265197:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6b423a7. 00000100:00000010:1.0:1767384973.265198:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b793ca8. 00000100:00000010:1.0:1767384973.265200:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a20b8b67. 00000100:00000010:1.0:1767384973.265201:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000bcc6220. 00000100:00000010:1.0:1767384973.265203:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ef4354e. 00000100:00000010:1.0:1767384973.265204:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000612fcf30. 00000100:00000010:1.0:1767384973.265205:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d9661bc. 00000100:00000010:1.0:1767384973.265206:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c6f4028. 00000100:00000010:1.0:1767384973.265208:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007210487c. 00000100:00000010:1.0:1767384973.265209:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000223900a6. 00000100:00000010:1.0:1767384973.265211:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001587fa49. 00000100:00000010:1.0:1767384973.265212:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa595d67. 00000100:00000010:1.0:1767384973.265217:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030dd8ff3. 00000100:00000010:0.0:1767384973.265289:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000377c85df. 00000100:00000010:0.0:1767384973.265318:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a474f1cf. 00000100:00000010:0.0:1767384973.265342:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000054976be5. 00000100:00000001:0.0:1767384973.265353:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384973.265355:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.265357:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.265359:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.265361:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a75ded97. 00000100:00000001:0.0:1767384973.265366:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.265368:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.265370:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.265372:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ce8d11d3. 00000100:00000001:0.0:1767384973.265377:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.265378:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.265380:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f2bdef0b. 00000100:00000001:0.0:1767384973.265384:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.265386:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.265387:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004d6a3bc5. 00000100:00000001:0.0:1767384973.265391:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.265392:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.265394:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000031f780d. 00000100:00000001:0.0:1767384973.265397:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384973.265582:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e9e660fa. 00000020:00000010:0.0:1767384973.265586:0:39776:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f3e66c6b. 00000020:00000010:0.0:1767384973.265590:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000001410cce4. 00000020:00000010:0.0:1767384973.265593:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fa9df651. 00000100:00000010:0.0:1767384973.265611:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000f21b15c7. 00000100:00000010:0.0:1767384973.265619:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000007737fe8f. 00000100:00000010:0.0:1767384973.265621:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f55948cf. 00000100:00000010:0.0:1767384973.265628:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000062df6277. 00000100:00000001:0.0:1767384973.265630:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.265632:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384973.265633:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:0.0:1767384973.265635:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384973.265637:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384973.265638:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:0.0:1767384973.265639:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:0.0:1767384973.265641:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:0.0:1767384973.265661:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:1.0:1767384973.265678:0:16781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f26cd19c. 00000040:00000010:1.0:1767384973.265684:0:16781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a6fb9c8. 00000020:00000010:1.0:1767384973.265688:0:16781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009c42ba93. 00000020:00000010:1.0:1767384973.265692:0:16781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f20937f8. 00000020:00000010:2.0:1767384973.265695:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009aa57cb8. 00000020:00000010:1.0:1767384973.265696:0:16781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007c386e85. 80000000:00000010:1.0:1767384973.265723:0:16781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000095f007a8. 00000040:00000010:2.0:1767384973.265725:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a1165443. 40000000:00000010:1.0:1767384973.265727:0:16781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000003342979. 00000020:00000010:2.0:1767384973.265732:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000041587409. 00100000:00000010:1.0:1767384973.265733:0:16781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000079a3352c. 00040000:00000010:1.0:1767384973.265740:0:16781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047fad718. 00000020:00000010:2.0:1767384973.265741:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005bad07b0. 00040000:00000010:1.0:1767384973.265743:0:16781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000057cbb4f0. 00000020:00000010:2.0:1767384973.265747:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f4831dee. 00080000:00000010:1.0:1767384973.265748:0:16781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002580391d. 80000000:00000010:2.0:1767384973.265753:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c912bdac. 00000004:00000010:1.0:1767384973.265754:0:16781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000062b0428f. 40000000:00000010:2.0:1767384973.265760:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003eefaeea. 00002000:00000010:1.0:1767384973.265761:0:16781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e3060b4f. 00100000:00000010:2.0:1767384973.265767:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000812c3dd. 00000020:00000010:1.0:1767384973.265767:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9cadec8. 00000020:00000010:1.0:1767384973.265773:0:16781:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009958c1b6. 00040000:00000010:2.0:1767384973.265774:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d5ec7cee. 00040000:00000010:2.0:1767384973.265779:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000372bc8c5. 00000100:00000010:1.0:1767384973.265780:0:16781:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c3519491. 00080000:00000010:2.0:1767384973.265782:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b4eb693. 00000100:00100000:1.0:1767384973.265784:0:16781:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000b8004312:16781] 0 exiting: rc = 1 00000004:00000010:2.0:1767384973.265787:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003395f000. 00002000:00000010:2.0:1767384973.265791:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000afca53e3. 00000020:00000010:2.0:1767384973.265794:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df6bd410. 00000020:00000010:2.0:1767384973.265798:0:16782:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055a15aa3. 00000100:00000010:2.0:1767384973.265802:0:16782:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000926669db. 00000100:00100000:2.0:1767384973.265805:0:16782:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [00000000d2da024d:16782] 1 exiting: rc = 0 00000100:00000010:0.0:1767384973.265836:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b8004312. 00000100:00000010:0.0:1767384973.265841:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d2da024d. 00000100:00000001:0.0:1767384973.265844:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384973.265845:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384973.265848:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:0.0:1767384973.265851:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.265853:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.265855:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa4df92. 00000400:00000200:0.0:1767384973.265858:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c00b73c 00000400:00000010:0.0:1767384973.265860:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009c00b73c. 00000100:00000001:0.0:1767384973.265863:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.265864:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.265870:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.265872:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384973.265873:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.265875:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.265876:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.265878:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3d9733. 00000400:00000200:0.0:1767384973.265880:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055a63426 00000400:00000010:0.0:1767384973.265882:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000055a63426. 00010000:00000010:3.1:1767384973.265923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005088b20b. 00010000:00000010:3.1:1767384973.265933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c9ce792. 00010000:00000010:3.1:1767384973.265939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000469ceba. 00010000:00000010:3.1:1767384973.265946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004f4079af. 00010000:00000010:3.1:1767384973.265952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000098f29938. 00010000:00000010:3.1:1767384973.265956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b9931bdd. 00010000:00000010:3.1:1767384973.265962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000067bfa64a. 00010000:00000010:3.1:1767384973.265968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000059232d92. 00000100:00000001:0.0:1767384973.266014:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266016:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266021:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266023:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384973.266025:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266027:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266029:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266031:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c25d792b. 00000400:00000200:0.0:1767384973.266033:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c7a605a 00000400:00000010:0.0:1767384973.266035:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009c7a605a. 00000100:00000001:0.0:1767384973.266038:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266039:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266043:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266044:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384973.266045:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266046:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266047:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266048:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009734b9d7. 00000400:00000200:0.0:1767384973.266049:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d0636b6 00000400:00000010:0.0:1767384973.266050:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001d0636b6. 00000100:00000001:0.0:1767384973.266052:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266053:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266055:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266056:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384973.266057:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266058:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266059:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266060:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc987a7. 00000400:00000200:0.0:1767384973.266061:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045192494 00000400:00000010:0.0:1767384973.266062:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000045192494. 00000100:00000001:0.0:1767384973.266081:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266082:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266085:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266086:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384973.266087:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266088:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266089:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266090:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a993353. 00000400:00000200:0.0:1767384973.266091:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0542952 00000400:00000010:0.0:1767384973.266092:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e0542952. 00000100:00000001:0.0:1767384973.266095:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266096:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266099:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266100:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384973.266101:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266102:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266103:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266104:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b23cb405. 00000400:00000200:0.0:1767384973.266106:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddc8341 00000400:00000010:0.0:1767384973.266107:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dddc8341. 00000100:00000001:0.0:1767384973.266109:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266109:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266113:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266114:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384973.266115:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266116:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266117:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266118:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008570ebfb. 00000400:00000200:0.0:1767384973.266120:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053e6441e 00000400:00000010:0.0:1767384973.266121:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000053e6441e. 00000100:00000001:0.0:1767384973.266123:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266124:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266128:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266129:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384973.266130:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266131:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266132:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266133:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fba7b70d. 00000400:00000200:0.0:1767384973.266135:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009ba60a5 00000400:00000010:0.0:1767384973.266136:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000009ba60a5. 00000100:00000001:0.0:1767384973.266154:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266156:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266159:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266160:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384973.266161:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266163:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266164:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266165:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005313a7d4. 00000400:00000200:0.0:1767384973.266167:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e10da82 00000400:00000010:0.0:1767384973.266168:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001e10da82. 00000100:00000001:0.0:1767384973.266171:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266172:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266175:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266176:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384973.266177:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266178:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266179:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266180:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e369a30. 00000400:00000200:0.0:1767384973.266181:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002096a015 00000400:00000010:0.0:1767384973.266182:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002096a015. 00000100:00000001:0.0:1767384973.266184:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266185:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266188:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266189:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384973.266190:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266191:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266192:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266193:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c26c00. 00000400:00000200:0.0:1767384973.266194:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7ab44b8 00000400:00000010:0.0:1767384973.266195:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e7ab44b8. 00000100:00000001:0.0:1767384973.266197:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266198:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266202:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266203:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384973.266204:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266205:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266206:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266207:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bcce019. 00000400:00000200:0.0:1767384973.266209:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000916ea8fb 00000400:00000010:0.0:1767384973.266210:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000916ea8fb. 00000100:00000001:0.0:1767384973.266212:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266213:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266216:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266234:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384973.266235:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266237:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266238:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266239:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2341e5d. 00000400:00000200:0.0:1767384973.266240:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b91ef9b 00000400:00000010:0.0:1767384973.266242:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001b91ef9b. 00000100:00000001:0.0:1767384973.266244:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266245:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266250:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266251:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384973.266252:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266254:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266255:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266256:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000929876d6. 00000400:00000200:0.0:1767384973.266258:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a570496 00000400:00000010:0.0:1767384973.266259:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008a570496. 00000100:00000001:0.0:1767384973.266261:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266262:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266266:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266268:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384973.266269:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266270:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266271:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266272:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a71022f8. 00000400:00000200:0.0:1767384973.266274:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fe50dd2 00000400:00000010:0.0:1767384973.266276:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002fe50dd2. 00000100:00000001:0.0:1767384973.266279:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266280:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266284:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266286:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384973.266287:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266289:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266290:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266291:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078b4dd78. 00000400:00000200:0.0:1767384973.266317:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049e9a6b1 00000400:00000010:0.0:1767384973.266319:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000049e9a6b1. 00000100:00000001:0.0:1767384973.266322:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266324:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266344:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266345:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384973.266346:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266348:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266349:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266350:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbc4b40c. 00000400:00000200:0.0:1767384973.266352:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004372dacc 00000400:00000010:0.0:1767384973.266353:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004372dacc. 00000100:00000001:0.0:1767384973.266355:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266356:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266359:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266360:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384973.266361:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266362:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266363:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266364:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075ecaafa. 00000400:00000200:0.0:1767384973.266365:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0e40d3f 00000400:00000010:0.0:1767384973.266367:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f0e40d3f. 00000100:00000001:0.0:1767384973.266368:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266369:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266372:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266373:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384973.266374:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266376:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266376:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266378:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098217b92. 00000400:00000200:0.0:1767384973.266379:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8a1f608 00000400:00000010:0.0:1767384973.266381:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b8a1f608. 00000100:00000001:0.0:1767384973.266383:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266384:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266387:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266388:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384973.266389:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266391:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266408:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266410:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a5b8cf1. 00000400:00000200:0.0:1767384973.266412:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fb8d79c 00000400:00000010:0.0:1767384973.266413:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000fb8d79c. 00000100:00000001:0.0:1767384973.266434:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266435:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266440:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266441:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384973.266442:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266444:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266445:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266447:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050c1d74d. 00000400:00000200:0.0:1767384973.266448:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071e80b2b 00000400:00000010:0.0:1767384973.266450:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000071e80b2b. 00000100:00000001:0.0:1767384973.266452:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266453:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266458:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266459:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384973.266461:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266462:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266464:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266465:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084619dcf. 00000400:00000200:0.0:1767384973.266467:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cffdeb55 00000400:00000010:0.0:1767384973.266468:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cffdeb55. 00000100:00000001:0.0:1767384973.266471:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266472:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266476:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266477:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384973.266479:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266480:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266482:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266483:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae49df4. 00000400:00000200:0.0:1767384973.266485:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000156ed130 00000400:00000010:0.0:1767384973.266487:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000156ed130. 00000100:00000001:0.0:1767384973.266489:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266490:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266494:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266496:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384973.266497:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266498:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266499:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266501:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9c3cfda. 00000400:00000200:0.0:1767384973.266502:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f47d6b4e 00000400:00000010:0.0:1767384973.266504:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f47d6b4e. 00000100:00000001:0.0:1767384973.266507:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266508:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266512:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266513:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384973.266514:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266516:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266517:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266518:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004686023a. 00000400:00000200:0.0:1767384973.266520:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f86e770e 00000400:00000010:0.0:1767384973.266521:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f86e770e. 00000100:00000001:0.0:1767384973.266524:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266525:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266529:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266530:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384973.266531:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266533:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266534:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266535:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d50c96bb. 00000400:00000200:0.0:1767384973.266536:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039d62008 00000400:00000010:0.0:1767384973.266538:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000039d62008. 00000100:00000001:0.0:1767384973.266541:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266542:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266546:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266548:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384973.266549:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266551:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266552:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266553:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebb8b3fb. 00000400:00000200:0.0:1767384973.266555:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c29031f 00000400:00000010:0.0:1767384973.266556:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002c29031f. 00000100:00000001:0.0:1767384973.266559:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266560:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266564:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266565:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384973.266566:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266568:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266569:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266570:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061a496c1. 00000400:00000200:0.0:1767384973.266572:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000854099fa 00000400:00000010:0.0:1767384973.266573:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000854099fa. 00000100:00000001:0.0:1767384973.266577:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266578:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266582:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266583:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384973.266584:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266586:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266587:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266588:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ec7e229. 00000400:00000200:0.0:1767384973.266589:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ce232bb 00000400:00000010:0.0:1767384973.266591:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001ce232bb. 00000100:00000001:0.0:1767384973.266593:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266594:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266599:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266600:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384973.266601:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266603:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266604:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266605:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004676661b. 00000400:00000200:0.0:1767384973.266606:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d9bf4be 00000400:00000010:0.0:1767384973.266608:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006d9bf4be. 00000100:00000001:0.0:1767384973.266611:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266612:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266617:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266618:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384973.266620:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266621:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266622:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266624:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da3f5f0b. 00000400:00000200:0.0:1767384973.266625:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf131506 00000400:00000010:0.0:1767384973.266627:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bf131506. 00000100:00000001:0.0:1767384973.266630:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266630:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266634:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266636:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384973.266637:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266638:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266639:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266640:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9dea7d7. 00000400:00000200:0.0:1767384973.266642:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000722e09a5 00000400:00000010:0.0:1767384973.266643:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000722e09a5. 00000100:00000001:0.0:1767384973.266663:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266664:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266669:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266670:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384973.266671:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266673:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266674:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266675:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c23a394. 00000400:00000200:0.0:1767384973.266677:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e53cc59 00000400:00000010:0.0:1767384973.266679:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008e53cc59. 00000100:00000001:0.0:1767384973.266682:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266683:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266687:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266689:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384973.266690:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266692:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266693:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266695:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002c602f9. 00000400:00000200:0.0:1767384973.266697:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1c84fda 00000400:00000010:0.0:1767384973.266699:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e1c84fda. 00000100:00000001:0.0:1767384973.266702:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266703:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266707:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266708:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384973.266710:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266711:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266712:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266714:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11adc5a. 00000400:00000200:0.0:1767384973.266716:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948e18a1 00000400:00000010:0.0:1767384973.266717:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000948e18a1. 00000100:00000001:0.0:1767384973.266720:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266721:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266725:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266726:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384973.266727:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266729:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266730:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266731:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000266277a4. 00000400:00000200:0.0:1767384973.266733:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2b7424d 00000400:00000010:0.0:1767384973.266734:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b2b7424d. 00000100:00000001:0.0:1767384973.266737:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266738:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266742:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266744:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384973.266745:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266747:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266748:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266749:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4f425d6. 00000400:00000200:0.0:1767384973.266751:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeabb0bb 00000400:00000010:0.0:1767384973.266753:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aeabb0bb. 00000100:00000001:0.0:1767384973.266755:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266756:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266761:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266762:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384973.266763:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266765:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266766:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266768:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e69465c8. 00000400:00000200:0.0:1767384973.266770:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2256f5a 00000400:00000010:0.0:1767384973.266772:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f2256f5a. 00000100:00000001:0.0:1767384973.266775:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266776:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266780:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266781:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384973.266783:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266784:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266785:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266786:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da95a39. 00000400:00000200:0.0:1767384973.266788:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6243c29 00000400:00000010:0.0:1767384973.266790:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b6243c29. 00000100:00000001:0.0:1767384973.266792:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266793:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266797:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266799:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384973.266800:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266801:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266802:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266804:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091261708. 00000400:00000200:0.0:1767384973.266805:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9ab0e6e 00000400:00000010:0.0:1767384973.266807:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b9ab0e6e. 00000100:00000001:0.0:1767384973.266809:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266810:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266814:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266816:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384973.266817:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266818:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266820:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266821:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f026522a. 00000400:00000200:0.0:1767384973.266822:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072712627 00000400:00000010:0.0:1767384973.266824:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000072712627. 00000100:00000001:0.0:1767384973.266826:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266827:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266831:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266832:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384973.266834:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266836:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266837:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266838:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a99ae648. 00000400:00000200:0.0:1767384973.266840:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4a1d6f 00000400:00000010:0.0:1767384973.266842:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002c4a1d6f. 00000100:00000001:0.0:1767384973.266844:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266846:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266850:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266851:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384973.266852:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266854:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266855:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266856:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000051916c4. 00000400:00000200:0.0:1767384973.266857:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f960e151 00000400:00000010:0.0:1767384973.266859:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f960e151. 00000100:00000001:0.0:1767384973.266862:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266862:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266866:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266868:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384973.266869:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266871:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266872:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266873:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e05124c2. 00000400:00000200:0.0:1767384973.266874:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d9a47e3 00000400:00000010:0.0:1767384973.266876:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002d9a47e3. 00000100:00000001:0.0:1767384973.266899:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266902:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266914:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266969:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384973.266972:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.266974:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.266975:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.266977:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fe33199. 00000400:00000200:0.0:1767384973.266980:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009365093 00000400:00000010:0.0:1767384973.266981:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000009365093. 00000100:00000001:0.0:1767384973.266986:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.266987:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.266994:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.266997:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384973.266999:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267001:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267002:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267004:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3b090e. 00000400:00000200:0.0:1767384973.267006:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a59c2c 00000400:00000010:0.0:1767384973.267008:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000059a59c2c. 00000100:00000001:0.0:1767384973.267011:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267012:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267015:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267016:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384973.267017:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267018:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267019:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267020:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a56fa243. 00000400:00000200:0.0:1767384973.267021:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0388f8f 00000400:00000010:0.0:1767384973.267022:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c0388f8f. 00000100:00000001:0.0:1767384973.267023:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267024:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267026:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267027:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384973.267028:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267029:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267029:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267030:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da00255a. 00000400:00000200:0.0:1767384973.267031:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000debce7f4 00000400:00000010:0.0:1767384973.267032:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000debce7f4. 00000100:00000001:0.0:1767384973.267034:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267052:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267055:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267056:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384973.267058:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267059:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267060:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267061:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a07d5816. 00000400:00000200:0.0:1767384973.267062:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e6c426 00000400:00000010:0.0:1767384973.267063:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000032e6c426. 00000100:00000001:0.0:1767384973.267065:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267067:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267070:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267071:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384973.267072:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267074:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267075:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267076:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000707fbbd3. 00000400:00000200:0.0:1767384973.267077:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070ffd806 00000400:00000010:0.0:1767384973.267078:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000070ffd806. 00000100:00000001:0.0:1767384973.267080:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267081:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267084:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267085:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384973.267086:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267087:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267088:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267089:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002899a6f8. 00000400:00000200:0.0:1767384973.267090:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003638c8b8 00000400:00000010:0.0:1767384973.267091:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003638c8b8. 00000100:00000001:0.0:1767384973.267093:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267094:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267097:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267098:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384973.267099:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267101:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267117:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267119:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008792092b. 00000400:00000200:0.0:1767384973.267121:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041c4b0cb 00000400:00000010:0.0:1767384973.267122:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000041c4b0cb. 00000100:00000001:0.0:1767384973.267125:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267126:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267130:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267132:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384973.267133:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267135:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267136:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267137:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002308cad2. 00000400:00000200:0.0:1767384973.267139:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091f8fffa 00000400:00000010:0.0:1767384973.267141:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000091f8fffa. 00000100:00000001:0.0:1767384973.267143:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267144:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267148:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267150:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384973.267151:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267153:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267154:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267155:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076185102. 00000400:00000200:0.0:1767384973.267157:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fe29933 00000400:00000010:0.0:1767384973.267158:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007fe29933. 00000100:00000001:0.0:1767384973.267161:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267162:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267166:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267168:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384973.267169:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267170:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267171:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267172:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9518587. 00000400:00000200:0.0:1767384973.267174:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd27ff67 00000400:00000010:0.0:1767384973.267176:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fd27ff67. 00000100:00000001:0.0:1767384973.267178:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267179:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267184:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267185:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384973.267186:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267188:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267189:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267190:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007baca7b. 00000400:00000200:0.0:1767384973.267191:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c8c542 00000400:00000010:0.0:1767384973.267193:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000029c8c542. 00000100:00000001:0.0:1767384973.267215:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267217:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267222:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267223:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384973.267224:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267226:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267227:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267229:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024a888ea. 00000400:00000200:0.0:1767384973.267231:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7ce13a2 00000400:00000010:0.0:1767384973.267233:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e7ce13a2. 00000100:00000001:0.0:1767384973.267236:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267237:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267242:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267243:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384973.267244:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267246:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267247:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267248:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c641413b. 00000400:00000200:0.0:1767384973.267250:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4ba2ccf 00000400:00000010:0.0:1767384973.267251:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e4ba2ccf. 00000100:00000001:0.0:1767384973.267254:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267255:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267259:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267260:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384973.267261:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267263:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267264:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267265:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092da9af9. 00000400:00000200:0.0:1767384973.267267:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000078844a0 00000400:00000010:0.0:1767384973.267268:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000078844a0. 00000100:00000001:0.0:1767384973.267271:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267272:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267276:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267277:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384973.267278:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267280:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267281:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267282:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003855165. 00000400:00000200:0.0:1767384973.267283:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ba5907 00000400:00000010:0.0:1767384973.267285:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b0ba5907. 00000100:00000001:0.0:1767384973.267288:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267289:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267315:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267318:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384973.267320:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267323:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267324:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267325:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2300d58. 00000400:00000200:0.0:1767384973.267328:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019c4409f 00000400:00000010:0.0:1767384973.267330:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000019c4409f. 00000100:00000001:0.0:1767384973.267333:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267334:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267339:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267340:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384973.267342:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267343:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267344:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267345:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a1ec72d. 00000400:00000200:0.0:1767384973.267347:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fff22ace 00000400:00000010:0.0:1767384973.267348:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fff22ace. 00000100:00000001:0.0:1767384973.267352:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267353:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267357:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267358:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384973.267359:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.267361:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.267362:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.267364:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cf8254a. 00000400:00000200:0.0:1767384973.267365:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed1cd06f 00000400:00000010:0.0:1767384973.267367:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ed1cd06f. 00000100:00000001:0.0:1767384973.267369:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.267371:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384973.267375:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.267376:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384973.267377:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.267379:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267380:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267383:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267384:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267385:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267386:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267387:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267389:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267391:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267392:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267394:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267395:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267396:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267397:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267399:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267400:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267401:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267402:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267403:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267405:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267406:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267407:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267408:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267409:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267410:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267411:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267413:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267414:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267415:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267416:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267417:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267418:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267420:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267421:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267422:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267423:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267424:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267425:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267426:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267427:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267429:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267430:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267431:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267432:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267433:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267434:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267436:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267437:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267438:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267440:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267441:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267442:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267444:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267445:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267446:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267447:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267449:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267450:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267451:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267452:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267453:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267454:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267455:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267456:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267458:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267459:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267460:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267461:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267462:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267463:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267465:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267466:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267467:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267468:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267469:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267470:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267471:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267473:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267474:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267475:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267476:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267477:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267478:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267479:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267481:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267482:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267483:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267484:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267486:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267487:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267489:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267490:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267491:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267493:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267494:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267495:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267496:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267497:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267499:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267500:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267501:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267502:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267503:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267504:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267505:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267506:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267508:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267509:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267510:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267511:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267512:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267513:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267515:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267516:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267517:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267518:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267519:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267520:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267522:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267523:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267524:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267525:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267526:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267527:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267528:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267529:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.267531:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.267532:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384973.267535:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a3c5dd52. 00000100:00000010:0.0:1767384973.267623:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e985084b. 00000100:00000010:0.0:1767384973.267627:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000270811f. 00000100:00000010:0.0:1767384973.267713:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa307cdc. 00000100:00000010:0.0:1767384973.267716:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000045d49c8b. 00000100:00000010:0.0:1767384973.267824:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083d4746b. 00000100:00000010:0.0:1767384973.267827:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ba197d00. 00000100:00000010:0.0:1767384973.268390:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d940574. 00000100:00000010:0.0:1767384973.268395:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003f4e4089. 00000100:00000010:0.0:1767384973.268702:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d84c025. 00000100:00000010:0.0:1767384973.268707:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c3cc37d6. 00000100:00000010:0.0:1767384973.268769:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036d26f37. 00000100:00000010:0.0:1767384973.268771:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005a18377e. 00000100:00000010:0.0:1767384973.268828:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cad657c. 00000100:00000010:0.0:1767384973.268830:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000063076358. 00000100:00000010:0.0:1767384973.268887:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092ff94e1. 00000100:00000010:0.0:1767384973.268891:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008bd3f0d9. 00000100:00000010:0.0:1767384973.269022:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8fc5fbc. 00000100:00000010:0.0:1767384973.269025:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b47c999c. 00000100:00000010:0.0:1767384973.269079:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095258313. 00000100:00000010:0.0:1767384973.269080:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000086de84e4. 00000100:00000010:0.0:1767384973.269124:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000835f3383. 00000100:00000010:0.0:1767384973.269126:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000073574c9a. 00000100:00000010:0.0:1767384973.269171:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066d20b30. 00000100:00000010:0.0:1767384973.269173:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000010327f4. 00000100:00000010:0.0:1767384973.269210:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ed9bc16. 00000100:00000010:0.0:1767384973.269211:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000078d2ec13. 00000100:00000010:0.0:1767384973.269247:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f23596c. 00000100:00000010:0.0:1767384973.269248:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000069d4326a. 00000100:00000010:0.0:1767384973.269313:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001132e338. 00000100:00000010:0.0:1767384973.269316:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c8d5b652. 00000100:00000010:0.0:1767384973.269401:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003909b63. 00000100:00000010:0.0:1767384973.269404:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e0ed60f1. 00000100:00000010:0.0:1767384973.269476:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041ce7261. 00000100:00000010:0.0:1767384973.269479:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b9ef0d0c. 00000100:00000010:0.0:1767384973.269543:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e64bf24. 00000100:00000010:0.0:1767384973.269545:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005175f681. 00000100:00000010:0.0:1767384973.269626:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040dc0cfd. 00000100:00000010:0.0:1767384973.269628:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006a3e3c94. 00000100:00000010:0.0:1767384973.269705:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b998f89a. 00000100:00000010:0.0:1767384973.269707:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000362af679. 00000100:00000010:0.0:1767384973.269780:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092481e08. 00000100:00000010:0.0:1767384973.269782:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000055be085a. 00000100:00000010:0.0:1767384973.269856:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7aa4613. 00000100:00000010:0.0:1767384973.269858:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d70e3c33. 00000100:00000010:0.0:1767384973.269992:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000acecd2. 00000100:00000010:0.0:1767384973.269999:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000097d04033. 00000100:00000010:0.0:1767384973.270049:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f325f5b8. 00000100:00000010:0.0:1767384973.270050:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000461e43b6. 00000100:00000010:0.0:1767384973.270099:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e89313f. 00000100:00000010:0.0:1767384973.270101:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005d7ab366. 00000100:00000010:0.0:1767384973.270150:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030d15c98. 00000100:00000010:0.0:1767384973.270151:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d1b2a284. 00000100:00000010:0.0:1767384973.270202:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d27ed3c7. 00000100:00000010:0.0:1767384973.270204:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000114ddda1. 00000100:00000010:0.0:1767384973.270255:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000029b085e. 00000100:00000010:0.0:1767384973.270256:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005162349a. 00000100:00000010:0.0:1767384973.270312:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5c0326f. 00000100:00000010:0.0:1767384973.270315:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ee788bde. 00000100:00000010:0.0:1767384973.270403:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033b617d9. 00000100:00000010:0.0:1767384973.270405:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000019d67bdf. 00000100:00000010:0.0:1767384973.270478:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc2c2fb5. 00000100:00000010:0.0:1767384973.270480:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000cf0bdc0. 00000100:00000010:0.0:1767384973.270567:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d148bacf. 00000100:00000010:0.0:1767384973.270570:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000080252f88. 00000100:00000010:0.0:1767384973.270640:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc25b0e2. 00000100:00000010:0.0:1767384973.270642:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004886f077. 00000100:00000010:0.0:1767384973.270717:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000781c5ec6. 00000100:00000010:0.0:1767384973.270719:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ac93b7a4. 00000100:00000010:0.0:1767384973.270789:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007f2b758. 00000100:00000010:0.0:1767384973.270792:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000009fa7854. 00000100:00000010:0.0:1767384973.270853:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004be773ac. 00000100:00000010:0.0:1767384973.270856:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a914063e. 00000100:00000010:0.0:1767384973.270988:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dfafe0f. 00000100:00000010:0.0:1767384973.270991:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000afd75be3. 00000100:00000010:0.0:1767384973.271041:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017a55bf0. 00000100:00000010:0.0:1767384973.271043:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a0891cdf. 00000100:00000010:0.0:1767384973.271084:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000733c092e. 00000100:00000010:0.0:1767384973.271085:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e9d534ee. 00000100:00000010:0.0:1767384973.271125:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007890ac17. 00000100:00000010:0.0:1767384973.271127:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000878228d4. 00000100:00000010:0.0:1767384973.271168:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d1d7ad3. 00000100:00000010:0.0:1767384973.271169:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005fc6b253. 00000100:00000010:0.0:1767384973.271218:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032a5fd42. 00000100:00000010:0.0:1767384973.271220:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009e2bd65b. 00000100:00000010:0.0:1767384973.271262:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001961a72f. 00000100:00000010:0.0:1767384973.271264:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001b212620. 00000100:00000010:0.0:1767384973.271317:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e2d6994. 00000100:00000010:0.0:1767384973.271320:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000088c7e87f. 00000100:00000010:0.0:1767384973.271394:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b23245a. 00000100:00000010:0.0:1767384973.271396:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c8ea53f8. 00000100:00000010:0.0:1767384973.271451:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000453f7a9b. 00000100:00000010:0.0:1767384973.271453:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000051680150. 00000100:00000010:0.0:1767384973.271510:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1b9ffbf. 00000100:00000010:0.0:1767384973.271512:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a7eed9f2. 00000100:00000010:0.0:1767384973.271595:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005990e908. 00000100:00000010:0.0:1767384973.271598:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000006c37406. 00000100:00000010:0.0:1767384973.271667:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aee6867. 00000100:00000010:0.0:1767384973.271670:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000054ba1ae7. 00000100:00000010:0.0:1767384973.271737:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e1558ea. 00000100:00000010:0.0:1767384973.271739:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001196f478. 00000100:00000010:0.0:1767384973.271802:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8547df9. 00000100:00000010:0.0:1767384973.271805:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000515b7af5. 00000100:00000010:0.0:1767384973.271876:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000deea8ae4. 00000100:00000010:0.0:1767384973.271879:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009b2eaed6. 00000100:00000010:0.0:1767384973.272007:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f4c661e. 00000100:00000010:0.0:1767384973.272010:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a9793fbc. 00000100:00000010:0.0:1767384973.272052:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009815eab5. 00000100:00000010:0.0:1767384973.272053:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000af62c41d. 00000100:00000010:0.0:1767384973.272096:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a353f26. 00000100:00000010:0.0:1767384973.272098:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000084e1306c. 00000100:00000010:0.0:1767384973.272142:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000517339d6. 00000100:00000010:0.0:1767384973.272144:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004efb459d. 00000100:00000010:0.0:1767384973.272190:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aac99504. 00000100:00000010:0.0:1767384973.272191:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000c59a1af. 00000100:00000010:0.0:1767384973.272237:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067f76b5e. 00000100:00000010:0.0:1767384973.272239:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d4833ca8. 00000100:00000010:0.0:1767384973.272280:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8f959d8. 00000100:00000010:0.0:1767384973.272282:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000e0597f5. 00000100:00000010:0.0:1767384973.272347:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba9290dd. 00000100:00000010:0.0:1767384973.272350:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bff1adf5. 00000100:00000010:0.0:1767384973.272397:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007eff499a. 00000100:00000010:0.0:1767384973.272398:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d9a8f2f5. 00000100:00000010:0.0:1767384973.272454:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4e851d6. 00000100:00000010:0.0:1767384973.272456:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003ff7861a. 00000100:00000010:0.0:1767384973.272496:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007493da47. 00000100:00000010:0.0:1767384973.272497:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b9789f3b. 00000100:00000010:0.0:1767384973.272536:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac9616f3. 00000100:00000010:0.0:1767384973.272762:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000001ced92ad. 00000100:00000010:0.0:1767384973.272768:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000b173b0b. 00000100:00000001:0.0:1767384973.272773:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384973.272774:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.272775:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.272776:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.272777:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000bc6c05e1. 00000100:00000001:0.0:1767384973.272779:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.272780:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.272781:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.272782:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dc45be04. 00000100:00000001:0.0:1767384973.272783:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.272784:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.272785:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000619e0288. 00000100:00000001:0.0:1767384973.272786:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.272787:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.272788:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000934e8ed6. 00000100:00000001:0.0:1767384973.272789:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.272790:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.272790:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dd0dd760. 00000100:00000001:0.0:1767384973.272791:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384973.272836:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f4770fda. 00000020:00000010:0.0:1767384973.272840:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006e2b1b93. 00000100:00000010:0.0:1767384973.272853:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a258ce6f. 00000100:00000010:0.0:1767384973.272859:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001402a6a4. 00000100:00000010:0.0:1767384973.272861:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000007d544196. 00000100:00000010:0.0:1767384973.272862:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b3e8dc98. 00000100:00000001:0.0:1767384973.272863:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.272865:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384973.272866:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:0.0:1767384973.272867:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384973.272868:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384973.272869:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:0.0:1767384973.272870:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:0.0:1767384973.272872:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000020:00000010:3.0:1767384973.272913:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dbf5e4a4. 00000100:00000040:0.0:1767384973.272914:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000040:00000010:3.0:1767384973.272921:0:16784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004763e90e. 00000020:00000010:3.0:1767384973.272925:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b22f16cb. 00000020:00000010:3.0:1767384973.272929:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000050e0758c. 00000020:00000010:3.0:1767384973.272933:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d35ff4fe. 00000020:00000010:2.0:1767384973.272934:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051bdd6ca. 80000000:00000010:3.0:1767384973.272936:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000067ec094b. 40000000:00000010:3.0:1767384973.272942:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015f32330. 00000040:00000010:2.0:1767384973.272942:0:16783:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b648a3b7. 00000020:00000010:2.0:1767384973.272947:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001d1112dc. 00000020:00000010:2.0:1767384973.272952:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001bd5309e. 00100000:00000010:3.0:1767384973.272954:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000680ec07b. 00000020:00000010:2.0:1767384973.272958:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008ed3aa7c. 00040000:00000010:3.0:1767384973.272959:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005969dfc7. 00040000:00000010:3.0:1767384973.272963:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000252625b4. 80000000:00000010:2.0:1767384973.272966:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d79f027a. 00080000:00000010:3.0:1767384973.272967:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000864a180c. 40000000:00000010:2.0:1767384973.272971:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000272106d9. 00000004:00000010:3.0:1767384973.272972:0:16784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000057da938. 00000020:00000010:3.0:1767384973.272978:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2fa29fa. 00100000:00000010:2.0:1767384973.272979:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cefd1cce. 00000020:00000010:3.0:1767384973.272982:0:16784:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a81e40e4. 00000100:00000010:3.0:1767384973.272985:0:16784:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cd696926. 00000100:00100000:3.0:1767384973.272992:0:16784:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [000000003b34b408:16784] 1 exiting: rc = 0 00040000:00000010:2.0:1767384973.272993:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a99a097. 00040000:00000010:2.0:1767384973.272999:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000955e6a63. 00080000:00000010:2.0:1767384973.273002:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004b39ebcd. 00000004:00000010:2.0:1767384973.273006:0:16783:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000601ddfda. 00000020:00000010:2.0:1767384973.273010:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f9e9ed9. 00000020:00000010:2.0:1767384973.273015:0:16783:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000029552a16. 00000100:00000010:2.0:1767384973.273025:0:16783:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ba0b07c8. 00000100:00000040:0.0:1767384973.273026:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #0 00000100:00100000:2.0:1767384973.273029:0:16783:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000d1549822:16783] 0 exiting: rc = 1 00000100:00000010:0.0:1767384973.273047:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d1549822. 00000100:00000010:0.0:1767384973.273052:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003b34b408. 00000100:00000001:0.0:1767384973.273055:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384973.273057:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384973.273059:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:0.0:1767384973.273062:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273064:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273066:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009caeafbc. 00000400:00000200:0.0:1767384973.273068:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000becd93ca 00000400:00000010:0.0:1767384973.273070:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000becd93ca. 00000100:00000001:0.0:1767384973.273072:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273074:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273079:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273081:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384973.273083:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273084:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273085:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273087:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2a200af. 00000400:00000200:0.0:1767384973.273089:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9e7f44 00000400:00000010:0.0:1767384973.273091:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9e7f44. 00000100:00000001:0.0:1767384973.273093:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273094:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273099:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273100:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384973.273101:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273103:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273103:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273105:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1b41b82. 00000400:00000200:0.0:1767384973.273107:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9035eb3 00000400:00000010:0.0:1767384973.273108:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9035eb3. 00000100:00000001:0.0:1767384973.273110:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273111:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273115:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273116:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384973.273116:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273118:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273119:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273120:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f530354. 00000400:00000200:0.0:1767384973.273121:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c57c4f3 00000400:00000010:0.0:1767384973.273122:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c57c4f3. 00000100:00000001:0.0:1767384973.273124:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273125:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273127:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273128:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384973.273129:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273130:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273130:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273131:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fb5276f. 00000400:00000200:0.0:1767384973.273132:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe8e52cb 00000400:00000010:0.0:1767384973.273148:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe8e52cb. 00000100:00000001:0.0:1767384973.273151:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273152:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273155:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273156:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384973.273157:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273158:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273159:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273160:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053a151e6. 00000400:00000200:0.0:1767384973.273161:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000571c3df5 00000400:00000010:0.0:1767384973.273162:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000571c3df5. 00000100:00000001:0.0:1767384973.273164:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273164:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273168:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273169:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384973.273170:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273171:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273172:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273173:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f33c88f6. 00000400:00000200:0.0:1767384973.273174:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017bd367e 00000400:00000010:0.0:1767384973.273175:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017bd367e. 00000100:00000001:0.0:1767384973.273176:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273177:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273180:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273181:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384973.273182:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273184:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273185:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273186:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010968c76. 00000400:00000200:0.0:1767384973.273187:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb22e5b2 00000400:00000010:0.0:1767384973.273189:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb22e5b2. 00000100:00000001:0.0:1767384973.273190:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273191:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273194:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273195:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384973.273196:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273198:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273215:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273216:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fc69099. 00000400:00000200:0.0:1767384973.273218:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000532ba00b 00000400:00000010:0.0:1767384973.273219:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000532ba00b. 00000100:00000001:0.0:1767384973.273220:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273221:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273225:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273226:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384973.273227:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273228:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273229:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273230:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002883030c. 00000400:00000200:0.0:1767384973.273232:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003163ee49 00000400:00000010:0.0:1767384973.273233:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003163ee49. 00000100:00000001:0.0:1767384973.273235:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273235:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273239:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273240:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384973.273241:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273243:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273244:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273245:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b726046. 00000400:00000200:0.0:1767384973.273246:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3b8613c 00000400:00000010:0.0:1767384973.273247:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3b8613c. 00000100:00000001:0.0:1767384973.273249:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273250:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273253:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273255:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384973.273256:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273258:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273259:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273260:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc7c75e2. 00000400:00000200:0.0:1767384973.273261:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a9865e5 00000400:00000010:0.0:1767384973.273263:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a9865e5. 00000100:00000001:0.0:1767384973.273264:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273265:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273268:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273270:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384973.273271:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273272:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273273:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273274:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080cb1ecb. 00000400:00000200:0.0:1767384973.273275:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccee9c81 00000400:00000010:0.0:1767384973.273277:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccee9c81. 00000100:00000001:0.0:1767384973.273278:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273279:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273282:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273283:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384973.273285:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273286:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273287:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273288:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f29707f1. 00000400:00000200:0.0:1767384973.273289:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589dbf7d 00000400:00000010:0.0:1767384973.273290:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589dbf7d. 00000100:00000001:0.0:1767384973.273292:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273314:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273319:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273320:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384973.273322:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273323:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273324:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273325:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000052c8f72. 00000400:00000200:0.0:1767384973.273327:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034764668 00000400:00000010:0.0:1767384973.273329:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034764668. 00000100:00000001:0.0:1767384973.273330:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273331:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273335:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273337:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384973.273338:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273339:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273340:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273341:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083e50a62. 00000400:00000200:0.0:1767384973.273343:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e185c9db 00000400:00000010:0.0:1767384973.273344:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e185c9db. 00000100:00000001:0.0:1767384973.273346:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273347:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273350:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273351:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384973.273352:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273354:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273354:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273356:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb6502d7. 00000400:00000200:0.0:1767384973.273357:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e13174 00000400:00000010:0.0:1767384973.273358:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6e13174. 00000100:00000001:0.0:1767384973.273360:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273361:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273364:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273365:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384973.273367:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273368:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273369:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273370:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdad44ee. 00000400:00000200:0.0:1767384973.273371:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc2769d3 00000400:00000010:0.0:1767384973.273372:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc2769d3. 00000100:00000001:0.0:1767384973.273374:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273375:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273379:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273380:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384973.273381:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273382:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273383:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273384:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ff644e7. 00000400:00000200:0.0:1767384973.273386:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c7f11c4 00000400:00000010:0.0:1767384973.273387:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c7f11c4. 00000100:00000001:0.0:1767384973.273389:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273390:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273394:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273395:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384973.273397:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273398:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273399:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273399:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002641a47d. 00000400:00000200:0.0:1767384973.273401:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a30f1b15 00000400:00000010:0.0:1767384973.273402:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a30f1b15. 00000100:00000001:0.0:1767384973.273404:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273404:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273408:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273409:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384973.273410:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273411:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273412:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273413:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038614eef. 00000400:00000200:0.0:1767384973.273415:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cbc7c4d 00000400:00000010:0.0:1767384973.273416:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cbc7c4d. 00000100:00000001:0.0:1767384973.273417:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273418:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273422:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273423:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384973.273424:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273425:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273426:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273427:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f70faad. 00000400:00000200:0.0:1767384973.273428:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005253ce2 00000400:00000010:0.0:1767384973.273430:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005253ce2. 00000100:00000001:0.0:1767384973.273431:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273432:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273436:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273437:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384973.273438:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273439:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273440:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273442:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544221d9. 00000400:00000200:0.0:1767384973.273443:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae61d3a2 00000400:00000010:0.0:1767384973.273444:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae61d3a2. 00000100:00000001:0.0:1767384973.273446:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273447:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273451:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273452:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384973.273453:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273454:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273455:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273456:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000befa2882. 00000400:00000200:0.0:1767384973.273457:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b318513 00000400:00000010:0.0:1767384973.273458:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b318513. 00000100:00000001:0.0:1767384973.273460:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273461:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273464:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273465:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384973.273467:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273468:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273468:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273469:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000272246de. 00000400:00000200:0.0:1767384973.273471:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019469fd4 00000400:00000010:0.0:1767384973.273472:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019469fd4. 00000100:00000001:0.0:1767384973.273473:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273474:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273478:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273479:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384973.273480:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273481:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273482:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273483:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037558197. 00000400:00000200:0.0:1767384973.273484:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000326e8b6a 00000400:00000010:0.0:1767384973.273486:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000326e8b6a. 00000100:00000001:0.0:1767384973.273487:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273488:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273492:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273493:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384973.273495:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273496:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273497:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273498:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c38284ae. 00000400:00000200:0.0:1767384973.273500:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000176df29a 00000400:00000010:0.0:1767384973.273501:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000176df29a. 00000100:00000001:0.0:1767384973.273503:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273504:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273507:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273508:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384973.273509:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273510:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273511:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273512:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e649bd. 00000400:00000200:0.0:1767384973.273513:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e51079ad 00000400:00000010:0.0:1767384973.273515:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e51079ad. 00000100:00000001:0.0:1767384973.273516:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273517:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273520:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273521:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384973.273523:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273524:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273525:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273526:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044fb8aa9. 00000400:00000200:0.0:1767384973.273527:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d32cb2f 00000400:00000010:0.0:1767384973.273528:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d32cb2f. 00000100:00000001:0.0:1767384973.273530:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273531:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273534:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273535:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384973.273536:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273537:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273538:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273539:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e77cb298. 00000400:00000200:0.0:1767384973.273541:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bdbdfd 00000400:00000010:0.0:1767384973.273542:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bdbdfd. 00000100:00000001:0.0:1767384973.273543:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273544:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273548:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273550:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384973.273551:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273552:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273553:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273554:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000930f3800. 00000400:00000200:0.0:1767384973.273555:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a69bdf5d 00000400:00000010:0.0:1767384973.273556:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a69bdf5d. 00000100:00000001:0.0:1767384973.273558:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273558:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273562:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273563:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384973.273564:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273565:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273566:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273567:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052bfff4d. 00000400:00000200:0.0:1767384973.273569:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac0d306 00000400:00000010:0.0:1767384973.273570:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ac0d306. 00000100:00000001:0.0:1767384973.273571:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273572:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273575:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273576:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384973.273578:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273579:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273579:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273580:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e661ab93. 00000400:00000200:0.0:1767384973.273582:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049f0a588 00000400:00000010:0.0:1767384973.273583:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049f0a588. 00000100:00000001:0.0:1767384973.273584:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273585:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273588:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273590:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384973.273591:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273592:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273593:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273593:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063414d9a. 00000400:00000200:0.0:1767384973.273595:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e34efc77 00000400:00000010:0.0:1767384973.273596:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e34efc77. 00000100:00000001:0.0:1767384973.273598:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273599:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273603:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273604:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384973.273605:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273606:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273607:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273608:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cd4f40e. 00000400:00000200:0.0:1767384973.273609:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001120e058 00000400:00000010:0.0:1767384973.273611:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001120e058. 00000100:00000001:0.0:1767384973.273612:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273613:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273617:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273618:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384973.273619:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273620:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273621:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273622:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d6af529. 00000400:00000200:0.0:1767384973.273623:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000747e0164 00000400:00000010:0.0:1767384973.273624:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000747e0164. 00000100:00000001:0.0:1767384973.273626:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273626:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273630:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273631:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384973.273632:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273633:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273634:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273635:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6d04440. 00000400:00000200:0.0:1767384973.273637:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de05482 00000400:00000010:0.0:1767384973.273638:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009de05482. 00000100:00000001:0.0:1767384973.273639:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273640:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273644:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273645:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384973.273646:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273647:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273648:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273649:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b30dd72b. 00000400:00000200:0.0:1767384973.273651:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0351483 00000400:00000010:0.0:1767384973.273652:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0351483. 00000100:00000001:0.0:1767384973.273653:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273654:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273658:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273659:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384973.273660:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273661:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273662:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273663:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e750a051. 00000400:00000200:0.0:1767384973.273664:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000822167b 00000400:00000010:0.0:1767384973.273665:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000822167b. 00000100:00000001:0.0:1767384973.273667:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273668:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273671:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273672:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384973.273673:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273674:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273675:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273676:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000755fa465. 00000400:00000200:0.0:1767384973.273678:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb41cad4 00000400:00000010:0.0:1767384973.273679:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb41cad4. 00000100:00000001:0.0:1767384973.273680:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273681:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273684:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273685:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384973.273687:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273688:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273688:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273689:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eb1942d. 00000400:00000200:0.0:1767384973.273691:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000894f9b89 00000400:00000010:0.0:1767384973.273692:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000894f9b89. 00000100:00000001:0.0:1767384973.273693:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273694:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273698:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273699:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384973.273700:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273701:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273702:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273703:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c52da022. 00000400:00000200:0.0:1767384973.273704:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4da3180 00000400:00000010:0.0:1767384973.273706:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4da3180. 00000100:00000001:0.0:1767384973.273707:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273708:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273711:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273712:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384973.273714:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273715:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273715:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273716:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000742ad910. 00000400:00000200:0.0:1767384973.273718:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f757f9f 00000400:00000010:0.0:1767384973.273719:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f757f9f. 00000100:00000001:0.0:1767384973.273720:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273721:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273725:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273726:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384973.273727:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273728:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273729:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273730:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2cf73d8. 00000400:00000200:0.0:1767384973.273731:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005e6f21d 00000400:00000010:0.0:1767384973.273732:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005e6f21d. 00000100:00000001:0.0:1767384973.273734:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273735:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273738:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273739:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384973.273740:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273742:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273742:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273743:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000456e1750. 00000400:00000200:0.0:1767384973.273745:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c20814d3 00000400:00000010:0.0:1767384973.273746:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c20814d3. 00000100:00000001:0.0:1767384973.273747:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273748:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273752:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273753:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384973.273754:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273755:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273756:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273757:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cbcbc7d. 00000400:00000200:0.0:1767384973.273759:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084297936 00000400:00000010:0.0:1767384973.273760:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084297936. 00000100:00000001:0.0:1767384973.273761:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273762:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273766:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273767:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384973.273768:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273769:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273770:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273771:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d60763a4. 00000400:00000200:0.0:1767384973.273772:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000899af241 00000400:00000010:0.0:1767384973.273773:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000899af241. 00000100:00000001:0.0:1767384973.273775:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273775:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273779:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273780:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384973.273781:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273782:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273783:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273784:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fef1ec95. 00000400:00000200:0.0:1767384973.273785:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa7c9c0d 00000400:00000010:0.0:1767384973.273786:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa7c9c0d. 00000100:00000001:0.0:1767384973.273788:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273789:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273792:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273794:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384973.273795:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273796:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273797:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273797:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023af3479. 00000400:00000200:0.0:1767384973.273799:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc607910 00000400:00000010:0.0:1767384973.273800:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc607910. 00000100:00000001:0.0:1767384973.273802:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273803:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273806:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273808:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384973.273809:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273810:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273811:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273811:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001c799ea. 00000400:00000200:0.0:1767384973.273813:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e91bb5ed 00000400:00000010:0.0:1767384973.273814:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e91bb5ed. 00000100:00000001:0.0:1767384973.273815:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273816:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273820:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273821:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384973.273822:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273823:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273824:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273825:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d8bbb67. 00000400:00000200:0.0:1767384973.273826:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562759a4 00000400:00000010:0.0:1767384973.273828:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000562759a4. 00000100:00000001:0.0:1767384973.273829:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273830:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273833:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273834:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384973.273836:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273837:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273837:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273838:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009499528b. 00000400:00000200:0.0:1767384973.273840:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5f33d2 00000400:00000010:0.0:1767384973.273841:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5f33d2. 00000100:00000001:0.0:1767384973.273842:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273843:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273847:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273848:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384973.273849:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273850:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273851:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273852:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000070eff31. 00000400:00000200:0.0:1767384973.273853:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4960fc2 00000400:00000010:0.0:1767384973.273855:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4960fc2. 00000100:00000001:0.0:1767384973.273856:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273857:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273861:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273862:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384973.273863:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273864:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273865:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273866:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e816ac4. 00000400:00000200:0.0:1767384973.273867:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d8af829 00000400:00000010:0.0:1767384973.273868:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d8af829. 00000100:00000001:0.0:1767384973.273870:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273871:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273874:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273875:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384973.273876:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273878:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273878:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273879:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2c4e883. 00000400:00000200:0.0:1767384973.273881:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013317427 00000400:00000010:0.0:1767384973.273882:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013317427. 00000100:00000001:0.0:1767384973.273883:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.273983:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.273991:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.273993:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384973.273994:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.273996:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.273997:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.273999:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771837c1. 00000400:00000200:0.0:1767384973.274001:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f0a261f 00000400:00000010:0.0:1767384973.274002:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f0a261f. 00000100:00000001:0.0:1767384973.274005:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274006:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274009:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274011:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384973.274012:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274013:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274015:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274016:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001580991e. 00000400:00000200:0.0:1767384973.274018:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3b50af 00000400:00000010:0.0:1767384973.274019:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a3b50af. 00000100:00000001:0.0:1767384973.274022:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274023:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274027:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274029:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384973.274031:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274032:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274033:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274035:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009081e2cd. 00000400:00000200:0.0:1767384973.274037:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78d45c6 00000400:00000010:0.0:1767384973.274038:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b78d45c6. 00000100:00000001:0.0:1767384973.274041:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274042:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274046:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274047:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384973.274049:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274050:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274052:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274053:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002de08585. 00000400:00000200:0.0:1767384973.274054:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000480a29a4 00000400:00000010:0.0:1767384973.274055:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000480a29a4. 00000100:00000001:0.0:1767384973.274057:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274058:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274061:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274062:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384973.274062:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274063:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274064:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274065:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a064ec31. 00000400:00000200:0.0:1767384973.274066:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098ff665b 00000400:00000010:0.0:1767384973.274066:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098ff665b. 00000100:00000001:0.0:1767384973.274067:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274068:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274071:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274071:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384973.274073:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274074:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274075:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274076:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdaad661. 00000400:00000200:0.0:1767384973.274077:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8636be7 00000400:00000010:0.0:1767384973.274078:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8636be7. 00000100:00000001:0.0:1767384973.274096:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274097:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274101:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274102:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384973.274103:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274104:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274105:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274106:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dda7a0a. 00000400:00000200:0.0:1767384973.274107:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e9f8c99 00000400:00000010:0.0:1767384973.274108:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e9f8c99. 00000100:00000001:0.0:1767384973.274110:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274111:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274115:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274116:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384973.274117:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274118:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274119:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274120:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041f19643. 00000400:00000200:0.0:1767384973.274121:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b660f72f 00000400:00000010:0.0:1767384973.274122:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b660f72f. 00000100:00000001:0.0:1767384973.274124:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274125:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274128:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274129:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384973.274130:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.274131:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274132:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274133:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ba2fb9f. 00000400:00000200:0.0:1767384973.274135:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000613891a1 00000400:00000010:0.0:1767384973.274136:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000613891a1. 00000100:00000001:0.0:1767384973.274137:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274138:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384973.274142:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.274143:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384973.274145:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.274147:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274148:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274150:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274151:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274152:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274153:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274154:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274155:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274156:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274157:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274158:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274159:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274160:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274161:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274162:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274163:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274164:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274165:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274166:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274167:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274168:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274169:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274170:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274171:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274172:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274173:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274174:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274175:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274176:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274177:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274178:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274179:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274180:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274181:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274182:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274183:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274184:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274186:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274187:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274188:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274189:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274191:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274192:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274193:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274194:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274195:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274196:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274197:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274198:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274199:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274200:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274201:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274202:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274203:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274204:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274205:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274206:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274207:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274208:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274209:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274210:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274211:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274212:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274213:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274214:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274215:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274216:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274217:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274218:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274219:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274220:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274221:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274222:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274223:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274224:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274225:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274226:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274228:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274229:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274230:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274232:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274233:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274234:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274235:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274236:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274237:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274238:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274239:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274240:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274241:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274242:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274243:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274244:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274245:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274246:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274247:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274248:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274249:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274250:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274251:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274252:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274253:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274254:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274255:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274256:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274257:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274258:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274259:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274260:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274261:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274262:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274263:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274264:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274265:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274266:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274267:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274268:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274270:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274271:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274272:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274274:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274275:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274276:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274277:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274278:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274279:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.274280:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.274281:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384973.274283:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005b6cb67e. 00000100:00000010:0.0:1767384973.274287:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084b9ec42. 00000100:00000010:0.0:1767384973.274288:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000199b0835. 00000100:00000010:0.0:1767384973.274291:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dcba7023. 00000100:00000010:0.0:1767384973.274310:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e377143. 00000100:00000010:0.0:1767384973.274313:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e413ccd. 00000100:00000010:0.0:1767384973.274315:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000ea0237. 00000100:00000010:0.0:1767384973.274317:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f6d8161. 00000100:00000010:0.0:1767384973.274319:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001067ad7a. 00000100:00000010:0.0:1767384973.274321:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079bcc21f. 00000100:00000010:0.0:1767384973.274323:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ed4d700. 00000100:00000010:0.0:1767384973.274325:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080bdb9fe. 00000100:00000010:0.0:1767384973.274328:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0d1c59b. 00000100:00000010:0.0:1767384973.274330:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a5e1cd1. 00000100:00000010:0.0:1767384973.274331:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086eebb8e. 00000100:00000010:0.0:1767384973.274333:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ded3b038. 00000100:00000010:0.0:1767384973.274335:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007057f7a7. 00000100:00000010:0.0:1767384973.274337:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bac0f01. 00000100:00000010:0.0:1767384973.274338:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3843557. 00000100:00000010:0.0:1767384973.274340:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012ee2e3a. 00000100:00000010:0.0:1767384973.274341:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ec6f7fd. 00000100:00000010:0.0:1767384973.274343:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2a26fa4. 00000100:00000010:0.0:1767384973.274345:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098c7423f. 00000100:00000010:0.0:1767384973.274347:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000704e9237. 00000100:00000010:0.0:1767384973.274349:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000052198dd. 00000100:00000010:0.0:1767384973.274352:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026d64af5. 00000100:00000010:0.0:1767384973.274354:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000827594ca. 00000100:00000010:0.0:1767384973.274356:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077ee1536. 00000100:00000010:0.0:1767384973.274357:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002acc9a6a. 00000100:00000010:0.0:1767384973.274359:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b4c062f. 00000100:00000010:0.0:1767384973.274360:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b287e16c. 00000100:00000010:0.0:1767384973.274362:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f664571. 00000100:00000010:0.0:1767384973.274364:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f80ae8d0. 00000100:00000010:0.0:1767384973.274365:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d74b0463. 00000100:00000010:0.0:1767384973.274367:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000064c0e2b. 00000100:00000010:0.0:1767384973.274369:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005104b02a. 00000100:00000010:0.0:1767384973.274370:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015747d03. 00000100:00000010:0.0:1767384973.274372:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9965c07. 00000100:00000010:0.0:1767384973.274374:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000042a04b9b. 00000100:00000010:0.0:1767384973.274376:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048cf3a15. 00000100:00000010:0.0:1767384973.274377:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000076d462e3. 00000100:00000010:0.0:1767384973.274379:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e69c56d. 00000100:00000010:0.0:1767384973.274381:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002534c9fa. 00000100:00000010:0.0:1767384973.274383:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000800a0d09. 00000100:00000010:0.0:1767384973.274385:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d4bc3d62. 00000100:00000010:0.0:1767384973.274387:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb48e942. 00000100:00000010:0.0:1767384973.274388:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f378cdf8. 00000100:00000010:0.0:1767384973.274390:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ea3e8b8. 00000100:00000010:0.0:1767384973.274392:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005dbdf3ab. 00000100:00000010:0.0:1767384973.274394:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004cf21d2. 00000100:00000010:0.0:1767384973.274396:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034b3d5cb. 00000100:00000010:0.0:1767384973.274398:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e68c8be0. 00000100:00000010:0.0:1767384973.274400:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ec3d980. 00000100:00000010:0.0:1767384973.274402:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000679de510. 00000100:00000010:0.0:1767384973.274404:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ebcc78e. 00000100:00000010:0.0:1767384973.274406:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cc35393. 00000100:00000010:0.0:1767384973.274408:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e583fb1d. 00000100:00000010:0.0:1767384973.274411:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8a688f5. 00000100:00000010:0.0:1767384973.274413:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f6d7ee6a. 00000100:00000010:0.0:1767384973.274415:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5768bd7. 00000100:00000010:0.0:1767384973.274417:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000de9e1ed3. 00000100:00000010:0.0:1767384973.274419:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011ba9557. 00000100:00000010:0.0:1767384973.274421:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c76aa3ae. 00000100:00000010:0.0:1767384973.274423:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015de9433. 00000100:00000010:0.0:1767384973.274425:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007763dbb0. 00000100:00000010:0.0:1767384973.274426:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099813fb0. 00000100:00000010:0.0:1767384973.274428:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003a902cb. 00000100:00000010:0.0:1767384973.274431:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d07397f. 00000100:00000010:0.0:1767384973.274432:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e64f9b6d. 00000100:00000010:0.0:1767384973.274434:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f56cfb5e. 00000100:00000010:0.0:1767384973.274436:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004ad36e5. 00000100:00000010:0.0:1767384973.274438:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000957851bd. 00000100:00000010:0.0:1767384973.274439:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e50f950. 00000100:00000010:0.0:1767384973.274441:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055aa1aa7. 00000100:00000010:0.0:1767384973.274443:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f9e0a9f. 00000100:00000010:0.0:1767384973.274445:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005da95814. 00000100:00000010:0.0:1767384973.274446:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef7925fd. 00000100:00000010:0.0:1767384973.274449:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000060144b. 00000100:00000010:0.0:1767384973.274450:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f50ce220. 00000100:00000010:0.0:1767384973.274452:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d87fda8a. 00000100:00000010:0.0:1767384973.274454:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9d30c39. 00000100:00000010:0.0:1767384973.274456:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa3d2830. 00000100:00000010:0.0:1767384973.274457:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cf35f0e1. 00000100:00000010:0.0:1767384973.274460:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000249b4e82. 00000100:00000010:0.0:1767384973.274461:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d3af8cc4. 00000100:00000010:0.0:1767384973.274463:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000222f66a. 00000100:00000010:0.0:1767384973.274465:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b28f1247. 00000100:00000010:0.0:1767384973.274468:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1b38027. 00000100:00000010:0.0:1767384973.274470:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095a88baa. 00000100:00000010:0.0:1767384973.274472:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c708a80d. 00000100:00000010:0.0:1767384973.274474:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082afc2b4. 00000100:00000010:0.0:1767384973.274475:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc047c23. 00000100:00000010:0.0:1767384973.274477:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000062dbf008. 00000100:00000010:0.0:1767384973.274479:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcccb755. 00000100:00000010:0.0:1767384973.274481:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079c78a8d. 00000100:00000010:0.0:1767384973.274482:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041dae21c. 00000100:00000010:0.0:1767384973.274484:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014e66bd8. 00000100:00000010:0.0:1767384973.274486:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001be0b008. 00000100:00000010:0.0:1767384973.274488:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be3484a2. 00000100:00000010:0.0:1767384973.274490:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d2f0e90. 00000100:00000010:0.0:1767384973.274491:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e311ec8. 00000100:00000010:0.0:1767384973.274493:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000726fcc20. 00000100:00000010:0.0:1767384973.274495:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dacb41b5. 00000100:00000010:0.0:1767384973.274497:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007f09dc1. 00000100:00000010:0.0:1767384973.274498:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5e301a7. 00000100:00000010:0.0:1767384973.274500:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf41b59c. 00000100:00000010:0.0:1767384973.274502:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ec042af. 00000100:00000010:0.0:1767384973.274504:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0003c4e. 00000100:00000010:0.0:1767384973.274506:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b383e453. 00000100:00000010:0.0:1767384973.274508:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbbbcefc. 00000100:00000010:0.0:1767384973.274509:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000097b71f3b. 00000100:00000010:0.0:1767384973.274512:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020e94b1d. 00000100:00000010:0.0:1767384973.274513:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005cd64714. 00000100:00000010:0.0:1767384973.274516:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cba6c35. 00000100:00000010:0.0:1767384973.274517:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000451aa555. 00000100:00000010:0.0:1767384973.274519:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003fa9b3b. 00000100:00000010:0.0:1767384973.274520:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c9438ea. 00000100:00000010:0.0:1767384973.274522:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb43145a. 00000100:00000010:0.0:1767384973.274524:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008901b6b7. 00000100:00000010:0.0:1767384973.274526:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b7e8d2f. 00000100:00000010:0.0:1767384973.274528:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ce50615. 00000100:00000010:0.0:1767384973.274531:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007390360c. 00000100:00000010:0.0:1767384973.274532:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1988618. 00000100:00000010:0.0:1767384973.274534:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a6285d8. 00000100:00000010:0.0:1767384973.274536:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074c83fd7. 00000100:00000010:0.0:1767384973.274538:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001fcecb6b. 00000100:00000010:0.0:1767384973.274540:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a66aa731. 00000100:00000010:0.0:1767384973.274542:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057a24ce3. 00000100:00000010:0.0:1767384973.274557:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005d7749a4. 00000100:00000010:0.0:1767384973.274561:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000007df376fe. 00000100:00000001:0.0:1767384973.274563:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384973.274565:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.274566:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.274568:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.274569:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000032311f8c. 00000100:00000001:0.0:1767384973.274572:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.274573:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.274575:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.274576:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000097992ee7. 00000100:00000001:0.0:1767384973.274578:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.274579:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.274580:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eee36eee. 00000100:00000001:0.0:1767384973.274581:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.274583:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.274584:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d0b06fd1. 00000100:00000001:0.0:1767384973.274585:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.274586:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.274588:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000800c52ab. 00000100:00000001:0.0:1767384973.274589:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384973.274652:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000088cb14d5. 00000020:00000010:0.0:1767384973.274655:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f0b60e3b. 00000100:00000010:0.0:1767384973.274674:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000aee03403. 00000100:00000010:0.0:1767384973.274682:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f4c19795. 00000100:00000010:0.0:1767384973.274685:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005dc486e9. 00000100:00000010:0.0:1767384973.274688:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000560b4e28. 00000100:00000001:0.0:1767384973.274690:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.274692:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384973.274693:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:0.0:1767384973.274695:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384973.274697:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384973.274698:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:0.0:1767384973.274700:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:0.0:1767384973.274702:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:0.0:1767384973.274722:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:3.0:1767384973.274741:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f460c774. 00000040:00000010:3.0:1767384973.274749:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000473ba241. 00000020:00000010:3.0:1767384973.274768:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006fa8a107. 00000020:00000010:1.0:1767384973.274769:0:16785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c80d1340. 00000020:00000010:3.0:1767384973.274771:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d331ef37. 00000040:00000010:1.0:1767384973.274779:0:16785:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004370a473. 00000020:00000010:3.0:1767384973.274780:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bc0d96a. 00000020:00000010:1.0:1767384973.274787:0:16785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000094b72a81. 80000000:00000010:3.0:1767384973.274788:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e5c0517c. 40000000:00000010:3.0:1767384973.274796:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f17f88b. 00000020:00000010:1.0:1767384973.274796:0:16785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed167208. 00100000:00000010:3.0:1767384973.274805:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d84120a3. 00000020:00000010:1.0:1767384973.274805:0:16785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001d3544b7. 00040000:00000010:3.0:1767384973.274814:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004a78a736. 80000000:00000010:1.0:1767384973.274814:0:16785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000241f75f. 40000000:00000010:1.0:1767384973.274822:0:16785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000afc6d2b5. 00040000:00000010:3.0:1767384973.274823:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092c3997c. 00080000:00000010:3.0:1767384973.274831:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6b1d0db. 00100000:00000010:1.0:1767384973.274831:0:16785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000cc5549b. 00000004:00000010:3.0:1767384973.274840:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d2649fdb. 00040000:00000010:1.0:1767384973.274840:0:16785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001f23d899. 00040000:00000010:1.0:1767384973.274849:0:16785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008dd58d72. 00002000:00000010:3.0:1767384973.274850:0:16786:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ab1244e5. 00080000:00000010:1.0:1767384973.274857:0:16785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000060b2e623. 00000020:00000010:3.0:1767384973.274858:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000933cd1f1. 00000004:00000010:1.0:1767384973.274866:0:16785:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000013d25f86. 00000020:00000010:3.0:1767384973.274867:0:16786:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003882450a. 00002000:00000010:1.0:1767384973.274873:0:16785:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006478fc0e. 00000100:00000010:3.0:1767384973.274876:0:16786:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005dcd7e1e. 00000020:00000010:1.0:1767384973.274879:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006571876e. 00000100:00100000:3.0:1767384973.274882:0:16786:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000001cee13ee:16786] 1 exiting: rc = 0 00000020:00000010:1.0:1767384973.274886:0:16785:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003c84764e. 00000100:00000010:1.0:1767384973.274893:0:16785:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c035f152. 00000100:00100000:1.0:1767384973.274895:0:16785:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000052d39f6b:16785] 0 exiting: rc = 1 00000100:00000010:0.0:1767384973.274959:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000052d39f6b. 00000100:00000010:0.0:1767384973.274966:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001cee13ee. 00000100:00000001:0.0:1767384973.274970:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384973.274972:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384973.274976:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:0.0:1767384973.274980:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.274982:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.274985:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7593374. 00000400:00000200:0.0:1767384973.274989:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ce6ca56 00000400:00000010:0.0:1767384973.274991:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ce6ca56. 00000100:00000001:0.0:1767384973.274995:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.274997:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275000:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275001:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384973.275003:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275004:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275005:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275006:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037dd0833. 00000400:00000200:0.0:1767384973.275007:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000890df23c 00000400:00000010:0.0:1767384973.275008:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000890df23c. 00000100:00000001:0.0:1767384973.275009:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275010:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275012:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275013:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384973.275014:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275016:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275017:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275018:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b10613. 00000400:00000200:0.0:1767384973.275019:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe34b0e1 00000400:00000010:0.0:1767384973.275019:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe34b0e1. 00000100:00000001:0.0:1767384973.275021:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275021:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275040:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275041:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384973.275043:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275044:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275045:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275047:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062819cca. 00000400:00000200:0.0:1767384973.275048:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022d3184b 00000400:00000010:0.0:1767384973.275049:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022d3184b. 00000100:00000001:0.0:1767384973.275051:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275051:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275054:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275055:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384973.275057:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275057:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275058:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275059:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000451a0c6. 00000400:00000200:0.0:1767384973.275060:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d63576c 00000400:00000010:0.0:1767384973.275061:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d63576c. 00000100:00000001:0.0:1767384973.275063:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275064:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275067:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275068:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384973.275069:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275070:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275071:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275072:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000087b05ac. 00000400:00000200:0.0:1767384973.275073:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000353e5f8f 00000400:00000010:0.0:1767384973.275074:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000353e5f8f. 00000100:00000001:0.0:1767384973.275076:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275076:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275079:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275080:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384973.275081:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275083:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275084:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275085:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448fc7a8. 00000400:00000200:0.0:1767384973.275086:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dba66100 00000400:00000010:0.0:1767384973.275087:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dba66100. 00000100:00000001:0.0:1767384973.275106:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275107:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275111:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275113:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384973.275114:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275115:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275116:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275117:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc800d3. 00000400:00000200:0.0:1767384973.275119:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8603e05 00000400:00000010:0.0:1767384973.275120:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8603e05. 00000100:00000001:0.0:1767384973.275122:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275123:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275126:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275127:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384973.275128:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275129:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275130:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275131:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000493b30bc. 00000400:00000200:0.0:1767384973.275133:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061ece11e 00000400:00000010:0.0:1767384973.275134:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061ece11e. 00000100:00000001:0.0:1767384973.275135:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275136:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275140:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275141:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384973.275142:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275143:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275144:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275145:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5156e46. 00000400:00000200:0.0:1767384973.275146:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fefa386d 00000400:00000010:0.0:1767384973.275148:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fefa386d. 00000100:00000001:0.0:1767384973.275149:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275150:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275153:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275155:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384973.275156:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275157:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275158:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275159:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a82994. 00000400:00000200:0.0:1767384973.275161:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c662a7d 00000400:00000010:0.0:1767384973.275162:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c662a7d. 00000100:00000001:0.0:1767384973.275163:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275164:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275168:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275169:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384973.275170:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275171:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275172:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275173:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037f1e0d5. 00000400:00000200:0.0:1767384973.275174:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059fb71ec 00000400:00000010:0.0:1767384973.275176:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059fb71ec. 00000100:00000001:0.0:1767384973.275177:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275178:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275181:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275182:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384973.275184:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275185:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275185:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275187:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b64c0be2. 00000400:00000200:0.0:1767384973.275188:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9a4ba99 00000400:00000010:0.0:1767384973.275189:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9a4ba99. 00000100:00000001:0.0:1767384973.275191:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275191:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275195:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275196:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384973.275197:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275198:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275199:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275200:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da0db05. 00000400:00000200:0.0:1767384973.275202:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154ccf10 00000400:00000010:0.0:1767384973.275203:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154ccf10. 00000100:00000001:0.0:1767384973.275204:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275205:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275209:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275210:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384973.275211:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275213:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275213:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275215:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a52613f. 00000400:00000200:0.0:1767384973.275216:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b4a4911 00000400:00000010:0.0:1767384973.275217:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b4a4911. 00000100:00000001:0.0:1767384973.275219:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275220:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275223:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275224:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384973.275225:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275226:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275227:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275228:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015fe5499. 00000400:00000200:0.0:1767384973.275229:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f416410 00000400:00000010:0.0:1767384973.275231:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f416410. 00000100:00000001:0.0:1767384973.275232:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275233:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275236:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275237:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384973.275239:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275240:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275240:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275241:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ae69875. 00000400:00000200:0.0:1767384973.275243:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041fbd49c 00000400:00000010:0.0:1767384973.275244:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041fbd49c. 00000100:00000001:0.0:1767384973.275245:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275246:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275250:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275251:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384973.275252:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275253:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275254:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275255:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec9be21c. 00000400:00000200:0.0:1767384973.275256:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d03e191 00000400:00000010:0.0:1767384973.275257:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d03e191. 00000100:00000001:0.0:1767384973.275259:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275260:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275263:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275265:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384973.275266:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275267:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275268:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275269:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035a8a24d. 00000400:00000200:0.0:1767384973.275270:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093d5a729 00000400:00000010:0.0:1767384973.275272:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093d5a729. 00000100:00000001:0.0:1767384973.275273:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275274:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275277:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275278:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384973.275280:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275281:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275281:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275282:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000644c0149. 00000400:00000200:0.0:1767384973.275284:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4cae1f4 00000400:00000010:0.0:1767384973.275285:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4cae1f4. 00000100:00000001:0.0:1767384973.275287:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275287:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275291:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275292:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384973.275315:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275317:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275318:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275319:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a9f5fd6. 00000400:00000200:0.0:1767384973.275322:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e882af22 00000400:00000010:0.0:1767384973.275323:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e882af22. 00000100:00000001:0.0:1767384973.275325:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275326:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275330:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275331:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384973.275332:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275333:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275334:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275335:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b56312f6. 00000400:00000200:0.0:1767384973.275337:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5d4cf2c 00000400:00000010:0.0:1767384973.275355:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5d4cf2c. 00000100:00000001:0.0:1767384973.275356:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275358:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275361:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275361:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384973.275362:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275363:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275364:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275365:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bbdf570. 00000400:00000200:0.0:1767384973.275366:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa2e77ab 00000400:00000010:0.0:1767384973.275367:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa2e77ab. 00000100:00000001:0.0:1767384973.275368:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275368:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275371:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275372:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384973.275372:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275373:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275374:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275374:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080aaed57. 00000400:00000200:0.0:1767384973.275375:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059849070 00000400:00000010:0.0:1767384973.275376:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059849070. 00000100:00000001:0.0:1767384973.275377:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275378:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275380:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275381:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384973.275382:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275382:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275383:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275384:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008879514. 00000400:00000200:0.0:1767384973.275384:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009858811e 00000400:00000010:0.0:1767384973.275385:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009858811e. 00000100:00000001:0.0:1767384973.275386:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275387:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275389:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275390:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384973.275391:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275391:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275392:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275393:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc5ca352. 00000400:00000200:0.0:1767384973.275394:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c2ee67c 00000400:00000010:0.0:1767384973.275395:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c2ee67c. 00000100:00000001:0.0:1767384973.275396:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275397:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275400:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275401:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384973.275402:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275403:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275403:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275404:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029b32e42. 00000400:00000200:0.0:1767384973.275405:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea209484 00000400:00000010:0.0:1767384973.275406:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea209484. 00000100:00000001:0.0:1767384973.275407:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275407:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275410:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275410:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384973.275411:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275412:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275412:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275413:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d4ca56a. 00000400:00000200:0.0:1767384973.275414:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2b77172 00000400:00000010:0.0:1767384973.275415:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2b77172. 00000100:00000001:0.0:1767384973.275416:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275417:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275419:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275420:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384973.275420:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275421:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275422:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275422:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008554699a. 00000400:00000200:0.0:1767384973.275423:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef3376c 00000400:00000010:0.0:1767384973.275424:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef3376c. 00000100:00000001:0.0:1767384973.275425:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275426:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275428:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275429:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384973.275429:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275430:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275431:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275432:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d480cb60. 00000400:00000200:0.0:1767384973.275433:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046c1b7b9 00000400:00000010:0.0:1767384973.275434:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046c1b7b9. 00000100:00000001:0.0:1767384973.275435:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275436:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275438:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275439:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384973.275440:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275441:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275441:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275442:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b63f270. 00000400:00000200:0.0:1767384973.275443:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015012bfa 00000400:00000010:0.0:1767384973.275444:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015012bfa. 00000100:00000001:0.0:1767384973.275445:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275445:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275447:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275448:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384973.275449:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275449:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275450:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275451:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc1cc53. 00000400:00000200:0.0:1767384973.275452:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc34f7ad 00000400:00000010:0.0:1767384973.275452:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc34f7ad. 00000100:00000001:0.0:1767384973.275453:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275454:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275456:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275457:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384973.275458:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275459:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275459:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275460:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd3c3878. 00000400:00000200:0.0:1767384973.275461:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005444232e 00000400:00000010:0.0:1767384973.275462:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005444232e. 00000100:00000001:0.0:1767384973.275462:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275463:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275465:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275466:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384973.275467:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275468:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275469:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275469:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97f0bdf. 00000400:00000200:0.0:1767384973.275470:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a2ee20c 00000400:00000010:0.0:1767384973.275471:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a2ee20c. 00000100:00000001:0.0:1767384973.275472:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275473:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275475:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275476:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384973.275476:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275477:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275478:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275478:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe1dcf1. 00000400:00000200:0.0:1767384973.275479:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4b0a2d4 00000400:00000010:0.0:1767384973.275480:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e4b0a2d4. 00000100:00000001:0.0:1767384973.275481:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275482:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275484:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275485:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384973.275486:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275486:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275487:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275487:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075d19b0a. 00000400:00000200:0.0:1767384973.275488:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd594f79 00000400:00000010:0.0:1767384973.275489:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd594f79. 00000100:00000001:0.0:1767384973.275490:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275491:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275493:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275494:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384973.275495:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275496:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275496:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275497:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000726769f6. 00000400:00000200:0.0:1767384973.275498:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910108a9 00000400:00000010:0.0:1767384973.275499:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000910108a9. 00000100:00000001:0.0:1767384973.275500:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275500:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275503:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275504:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384973.275505:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275506:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275506:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275507:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2beaebb. 00000400:00000200:0.0:1767384973.275508:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d64187b0 00000400:00000010:0.0:1767384973.275508:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d64187b0. 00000100:00000001:0.0:1767384973.275509:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275510:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275512:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275513:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384973.275514:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275515:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275515:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275516:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb57cfe3. 00000400:00000200:0.0:1767384973.275517:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8b69384 00000400:00000010:0.0:1767384973.275518:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8b69384. 00000100:00000001:0.0:1767384973.275519:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275520:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275522:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275523:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384973.275523:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275524:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275525:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275525:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088f31be2. 00000400:00000200:0.0:1767384973.275526:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096409373 00000400:00000010:0.0:1767384973.275527:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096409373. 00000100:00000001:0.0:1767384973.275528:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275528:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275531:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275532:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384973.275532:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275533:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275534:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275534:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e3fd7. 00000400:00000200:0.0:1767384973.275535:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009beb9e7c 00000400:00000010:0.0:1767384973.275536:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009beb9e7c. 00000100:00000001:0.0:1767384973.275537:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275538:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275540:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275541:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384973.275542:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275542:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275543:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275544:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d541715a. 00000400:00000200:0.0:1767384973.275544:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c41a8945 00000400:00000010:0.0:1767384973.275545:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c41a8945. 00000100:00000001:0.0:1767384973.275546:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275547:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275549:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275550:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384973.275551:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275551:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275552:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275552:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc25b53. 00000400:00000200:0.0:1767384973.275553:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda724e3 00000400:00000010:0.0:1767384973.275554:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda724e3. 00000100:00000001:0.0:1767384973.275555:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275556:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275558:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275559:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384973.275559:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275560:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275561:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275561:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a2a7a56. 00000400:00000200:0.0:1767384973.275562:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcf116f4 00000400:00000010:0.0:1767384973.275563:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcf116f4. 00000100:00000001:0.0:1767384973.275564:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275564:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275567:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275568:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384973.275568:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275569:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275570:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275570:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001906e753. 00000400:00000200:0.0:1767384973.275572:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dafb1805 00000400:00000010:0.0:1767384973.275572:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dafb1805. 00000100:00000001:0.0:1767384973.275573:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275574:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275576:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275577:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384973.275578:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275578:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275579:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275580:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed04d0fc. 00000400:00000200:0.0:1767384973.275581:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001054d047 00000400:00000010:0.0:1767384973.275581:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001054d047. 00000100:00000001:0.0:1767384973.275582:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275583:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275585:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275586:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384973.275587:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275587:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275588:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275589:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b021f9a4. 00000400:00000200:0.0:1767384973.275589:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfca5ffa 00000400:00000010:0.0:1767384973.275590:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cfca5ffa. 00000100:00000001:0.0:1767384973.275591:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275592:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275594:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275595:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384973.275596:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275596:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275597:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275598:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1505521. 00000400:00000200:0.0:1767384973.275599:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000539c5e36 00000400:00000010:0.0:1767384973.275599:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000539c5e36. 00000100:00000001:0.0:1767384973.275600:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275601:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275603:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275604:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384973.275605:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275606:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275607:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275607:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000864e6e5d. 00000400:00000200:0.0:1767384973.275608:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa862a2 00000400:00000010:0.0:1767384973.275609:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa862a2. 00000100:00000001:0.0:1767384973.275610:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275611:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275613:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275614:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384973.275614:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275615:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275616:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275616:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4a20734. 00000400:00000200:0.0:1767384973.275617:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000324d1202 00000400:00000010:0.0:1767384973.275618:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000324d1202. 00000100:00000001:0.0:1767384973.275619:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275620:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275622:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275623:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384973.275623:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275624:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275625:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275625:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4fdbe21. 00000400:00000200:0.0:1767384973.275626:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000497c4b97 00000400:00000010:0.0:1767384973.275627:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000497c4b97. 00000100:00000001:0.0:1767384973.275628:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275629:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275631:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275632:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384973.275633:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275633:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275634:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275634:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d217363d. 00000400:00000200:0.0:1767384973.275635:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0fd527 00000400:00000010:0.0:1767384973.275636:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0fd527. 00000100:00000001:0.0:1767384973.275637:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275638:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275640:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275641:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384973.275642:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275643:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275643:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275644:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4da6d25. 00000400:00000200:0.0:1767384973.275645:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088c67a3c 00000400:00000010:0.0:1767384973.275645:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088c67a3c. 00000100:00000001:0.0:1767384973.275646:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275647:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275649:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275650:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384973.275651:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275651:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275652:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275653:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a882b04d. 00000400:00000200:0.0:1767384973.275654:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e2c888 00000400:00000010:0.0:1767384973.275654:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013e2c888. 00000100:00000001:0.0:1767384973.275655:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275656:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275658:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275659:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384973.275660:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275660:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275661:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275662:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026fc296d. 00000400:00000200:0.0:1767384973.275663:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000221e2b83 00000400:00000010:0.0:1767384973.275663:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000221e2b83. 00000100:00000001:0.0:1767384973.275664:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275665:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275667:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275668:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384973.275669:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275669:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275670:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275671:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060ed3283. 00000400:00000200:0.0:1767384973.275672:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402e03f 00000400:00000010:0.0:1767384973.275672:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402e03f. 00000100:00000001:0.0:1767384973.275673:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275674:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275677:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275677:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384973.275678:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275679:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275680:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275680:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043e141f9. 00000400:00000200:0.0:1767384973.275681:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccea22c5 00000400:00000010:0.0:1767384973.275682:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccea22c5. 00000100:00000001:0.0:1767384973.275683:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275684:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275686:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275687:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384973.275688:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275688:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275689:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275689:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000048c809f. 00000400:00000200:0.0:1767384973.275690:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cca44f64 00000400:00000010:0.0:1767384973.275691:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cca44f64. 00000100:00000001:0.0:1767384973.275692:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275693:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275695:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275696:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384973.275697:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275697:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275698:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275699:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb872967. 00000400:00000200:0.0:1767384973.275700:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b8917f 00000400:00000010:0.0:1767384973.275700:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b8917f. 00000100:00000001:0.0:1767384973.275701:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275702:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275704:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275705:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384973.275706:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275706:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275707:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275708:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc0fa9e9. 00000400:00000200:0.0:1767384973.275709:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fd1b53a 00000400:00000010:0.0:1767384973.275710:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fd1b53a. 00000100:00000001:0.0:1767384973.275711:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275711:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275714:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275714:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384973.275715:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275716:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275716:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275717:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8ccfd7f. 00000400:00000200:0.0:1767384973.275718:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078317f2c 00000400:00000010:0.0:1767384973.275719:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078317f2c. 00000100:00000001:0.0:1767384973.275720:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275720:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275723:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275723:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384973.275724:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275725:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275725:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275726:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057f83594. 00000400:00000200:0.0:1767384973.275727:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d30f30 00000400:00000010:0.0:1767384973.275727:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d30f30. 00000100:00000001:0.0:1767384973.275728:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275729:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275731:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275732:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384973.275733:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275734:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275734:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275735:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ef90f5a. 00000400:00000200:0.0:1767384973.275736:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006432ca87 00000400:00000010:0.0:1767384973.275736:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006432ca87. 00000100:00000001:0.0:1767384973.275737:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275738:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275740:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275741:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384973.275742:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.275743:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.275743:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.275744:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e38ecfc. 00000400:00000200:0.0:1767384973.275745:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a33eb 00000400:00000010:0.0:1767384973.275746:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a33eb. 00000100:00000001:0.0:1767384973.275747:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.275748:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384973.275750:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.275751:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384973.275751:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.275753:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275753:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275755:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275755:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275756:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275757:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275757:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275758:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275759:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275759:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275760:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275761:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275761:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275762:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275763:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275763:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275764:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275765:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275766:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275767:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275767:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275768:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275769:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275770:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275771:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275771:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275772:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275773:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275774:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275774:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275775:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275776:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275777:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275778:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275778:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275779:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275780:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275781:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275782:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275782:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275783:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275784:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275784:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275785:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275786:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275786:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275787:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275788:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275788:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275789:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275790:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275790:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275791:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275792:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275792:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275793:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275794:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275794:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275795:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275796:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275796:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275797:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275798:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275798:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275799:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275800:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275800:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275801:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275802:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275802:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275803:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275804:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275805:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275806:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275807:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275807:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275808:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275809:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275810:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275811:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275811:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275812:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275813:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275813:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275814:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275815:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275815:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275816:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275817:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275817:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275818:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275824:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275825:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275825:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275826:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275826:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275827:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275828:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275829:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275829:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275830:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275830:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275831:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275832:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275833:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275833:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275834:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275834:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275835:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275836:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275837:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275838:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275839:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275840:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275841:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275841:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275842:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275843:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275844:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275844:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275845:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275846:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275847:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275847:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275848:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275848:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.275849:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.275850:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384973.275851:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077fc4d17. 00000100:00000010:0.0:1767384973.275853:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000875375c1. 00000100:00000010:0.0:1767384973.275855:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060c3ad00. 00000100:00000010:0.0:1767384973.275856:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088fe2cfc. 00000100:00000010:0.0:1767384973.275857:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b694b05b. 00000100:00000010:0.0:1767384973.275858:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a01af30f. 00000100:00000010:0.0:1767384973.275877:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009cab0dd. 00000100:00000010:0.0:1767384973.275879:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000814aa9d5. 00000100:00000010:0.0:1767384973.275881:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005193fba3. 00000100:00000010:0.0:1767384973.275882:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1a27780. 00000100:00000010:0.0:1767384973.275883:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000605f3d63. 00000100:00000010:0.0:1767384973.275885:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058e0a4e7. 00000100:00000010:0.0:1767384973.275887:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000917703b5. 00000100:00000010:0.0:1767384973.275889:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf93779f. 00000100:00000010:0.0:1767384973.275891:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef965a90. 00000100:00000010:0.0:1767384973.275894:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ed90ed4. 00000100:00000010:0.0:1767384973.275896:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000872f0f88. 00000100:00000010:0.0:1767384973.275899:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fe4ccea. 00000100:00000010:0.0:1767384973.276022:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016446dde. 00000100:00000010:0.0:1767384973.276025:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034fbf0fd. 00000100:00000010:0.0:1767384973.276027:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012be812b. 00000100:00000010:0.0:1767384973.276028:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007320eba6. 00000100:00000010:0.0:1767384973.276029:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045130f23. 00000100:00000010:0.0:1767384973.276046:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d38950c. 00000100:00000010:0.0:1767384973.276048:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036e05b6d. 00000100:00000010:0.0:1767384973.276050:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ad0059e. 00000100:00000010:0.0:1767384973.276051:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ec4e037. 00000100:00000010:0.0:1767384973.276053:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6338ab9. 00000100:00000010:0.0:1767384973.276054:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004d88943. 00000100:00000010:0.0:1767384973.276056:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d446a13c. 00000100:00000010:0.0:1767384973.276057:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2f98b71. 00000100:00000010:0.0:1767384973.276061:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4df89a0. 00000100:00000010:0.0:1767384973.276062:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018ef0a5a. 00000100:00000010:0.0:1767384973.276064:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cfff582. 00000100:00000010:0.0:1767384973.276066:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056d95722. 00000100:00000010:0.0:1767384973.276067:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094f1d4fc. 00000100:00000010:0.0:1767384973.276069:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc83d4f9. 00000100:00000010:0.0:1767384973.276071:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0e5458e. 00000100:00000010:0.0:1767384973.276072:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000370c149c. 00000100:00000010:0.0:1767384973.276074:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3132979. 00000100:00000010:0.0:1767384973.276076:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd80b0be. 00000100:00000010:0.0:1767384973.276078:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b28fc480. 00000100:00000010:0.0:1767384973.276080:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012397b8d. 00000100:00000010:0.0:1767384973.276081:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010224337. 00000100:00000010:0.0:1767384973.276083:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007847700c. 00000100:00000010:0.0:1767384973.276085:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a21fc0e. 00000100:00000010:0.0:1767384973.276086:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4325f80. 00000100:00000010:0.0:1767384973.276088:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a94e6e07. 00000100:00000010:0.0:1767384973.276089:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009f63c2f7. 00000100:00000010:0.0:1767384973.276091:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d98e8a49. 00000100:00000010:0.0:1767384973.276092:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fcd4b838. 00000100:00000010:0.0:1767384973.276094:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbf61c58. 00000100:00000010:0.0:1767384973.276112:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfa77409. 00000100:00000010:0.0:1767384973.276114:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a237cff. 00000100:00000010:0.0:1767384973.276115:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c1cd4f6. 00000100:00000010:0.0:1767384973.276118:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005aea1b9. 00000100:00000010:0.0:1767384973.276119:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f347597e. 00000100:00000010:0.0:1767384973.276122:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef23c7e3. 00000100:00000010:0.0:1767384973.276123:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c10293a. 00000100:00000010:0.0:1767384973.276125:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abad2dc7. 00000100:00000010:0.0:1767384973.276127:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a676ab46. 00000100:00000010:0.0:1767384973.276129:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8e21174. 00000100:00000010:0.0:1767384973.276131:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004bf2aa06. 00000100:00000010:0.0:1767384973.276133:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066aba2b6. 00000100:00000010:0.0:1767384973.276134:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c31d93ef. 00000100:00000010:0.0:1767384973.276136:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d7ef341. 00000100:00000010:0.0:1767384973.276137:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000047c83f63. 00000100:00000010:0.0:1767384973.276139:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eea08e45. 00000100:00000010:0.0:1767384973.276141:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e5a2cfb. 00000100:00000010:0.0:1767384973.276143:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab7476e0. 00000100:00000010:0.0:1767384973.276145:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fadefafd. 00000100:00000010:0.0:1767384973.276147:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe3badc0. 00000100:00000010:0.0:1767384973.276148:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ae0bb3b. 00000100:00000010:0.0:1767384973.276150:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b368bc1. 00000100:00000010:0.0:1767384973.276152:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005a29d1c6. 00000100:00000010:0.0:1767384973.276153:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b016a7c9. 00000100:00000010:0.0:1767384973.276155:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f127bb50. 00000100:00000010:0.0:1767384973.276166:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ca46be5. 00000100:00000010:0.0:1767384973.276168:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f38b5818. 00000100:00000010:0.0:1767384973.276170:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b399b2c. 00000100:00000010:0.0:1767384973.276172:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e6de2dd8. 00000100:00000010:0.0:1767384973.276173:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc20e82a. 00000100:00000010:0.0:1767384973.276175:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e713acc4. 00000100:00000010:0.0:1767384973.276177:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f6f39a6. 00000100:00000010:0.0:1767384973.276179:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090e1befc. 00000100:00000010:0.0:1767384973.276182:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b949a89. 00000100:00000010:0.0:1767384973.276183:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002de6e2ea. 00000100:00000010:0.0:1767384973.276185:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f24b987d. 00000100:00000010:0.0:1767384973.276187:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000870d938c. 00000100:00000010:0.0:1767384973.276189:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000119fa7ef. 00000100:00000010:0.0:1767384973.276190:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e723640c. 00000100:00000010:0.0:1767384973.276192:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000207b25cb. 00000100:00000010:0.0:1767384973.276194:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005ca087a. 00000100:00000010:0.0:1767384973.276196:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f785db23. 00000100:00000010:0.0:1767384973.276197:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008b955fe3. 00000100:00000010:0.0:1767384973.276199:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c61aae5. 00000100:00000010:0.0:1767384973.276200:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a255b0e. 00000100:00000010:0.0:1767384973.276202:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f74e48d. 00000100:00000010:0.0:1767384973.276204:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9131ce7. 00000100:00000010:0.0:1767384973.276206:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000120c8894. 00000100:00000010:0.0:1767384973.276207:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5e775a2. 00000100:00000010:0.0:1767384973.276209:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d7d2a95. 00000100:00000010:0.0:1767384973.276211:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2627977. 00000100:00000010:0.0:1767384973.276213:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d52bf96. 00000100:00000010:0.0:1767384973.276214:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000569ca7c7. 00000100:00000010:0.0:1767384973.276216:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046ccc3cf. 00000100:00000010:0.0:1767384973.276218:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d07bafa3. 00000100:00000010:0.0:1767384973.276220:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4232eb2. 00000100:00000010:0.0:1767384973.276222:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090c1aaad. 00000100:00000010:0.0:1767384973.276225:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000688b2d36. 00000100:00000010:0.0:1767384973.276227:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035bfad6e. 00000100:00000010:0.0:1767384973.276229:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025db222d. 00000100:00000010:0.0:1767384973.276230:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001c16fdb. 00000100:00000010:0.0:1767384973.276232:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5d89f9b. 00000100:00000010:0.0:1767384973.276234:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000038cfd585. 00000100:00000010:0.0:1767384973.276236:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0b46af6. 00000100:00000010:0.0:1767384973.276237:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0273fe1. 00000100:00000010:0.0:1767384973.276239:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c893ba9. 00000100:00000010:0.0:1767384973.276241:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000508ce051. 00000100:00000010:0.0:1767384973.276243:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddac9c1b. 00000100:00000010:0.0:1767384973.276245:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014aed664. 00000100:00000010:0.0:1767384973.276247:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008be1adec. 00000100:00000010:0.0:1767384973.276249:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004cad051b. 00000100:00000010:0.0:1767384973.276251:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000265ed079. 00000100:00000010:0.0:1767384973.276253:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008cab802f. 00000100:00000010:0.0:1767384973.276255:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4fa6b55. 00000100:00000010:0.0:1767384973.276256:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002986ee6. 00000100:00000010:0.0:1767384973.276258:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f83fb65. 00000100:00000010:0.0:1767384973.276289:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000008fa908fb. 00000100:00000010:0.0:1767384973.276310:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005f2808f1. 00000100:00000001:0.0:1767384973.276314:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384973.276315:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.276317:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.276318:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.276319:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000008901443b. 00000100:00000001:0.0:1767384973.276322:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.276323:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.276325:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.276326:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000031677ad9. 00000100:00000001:0.0:1767384973.276329:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.276330:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.276331:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005cdcb1cf. 00000100:00000001:0.0:1767384973.276333:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.276334:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.276335:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a3751577. 00000100:00000001:0.0:1767384973.276336:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.276337:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.276338:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e92692c5. 00000100:00000001:0.0:1767384973.276340:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384973.276403:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f3ee6412. 00000020:00000010:0.0:1767384973.276407:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000843960ea. 00000100:00000010:0.0:1767384973.276426:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b0e208a9. 00000100:00000010:0.0:1767384973.276435:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000aaa7157f. 00000100:00000010:0.0:1767384973.276437:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000dae67158. 00000100:00000010:0.0:1767384973.276445:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003cafca77. 00000100:00000001:0.0:1767384973.276447:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.276449:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384973.276451:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:0.0:1767384973.276453:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384973.276454:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384973.276456:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:0.0:1767384973.276457:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:0.0:1767384973.276459:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:0.0:1767384973.276480:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:3.0:1767384973.276496:0:16788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c057a1a2. 00000040:00000010:3.0:1767384973.276504:0:16788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d50b5254. 00000020:00000010:3.0:1767384973.276523:0:16788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a30d2274. 00000020:00000010:3.0:1767384973.276527:0:16788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f06670f3. 00000020:00000010:3.0:1767384973.276532:0:16788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d8b09a7e. 00000020:00000010:1.0:1767384973.276532:0:16787:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c3f45ef8. 00000040:00000010:1.0:1767384973.276542:0:16787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ed46a57. 80000000:00000010:3.0:1767384973.276543:0:16788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e83be14c. 40000000:00000010:3.0:1767384973.276551:0:16788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007781c480. 00000020:00000010:1.0:1767384973.276551:0:16787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ec1e6ce7. 00000020:00000010:1.0:1767384973.276560:0:16787:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ff70293c. 00100000:00000010:3.0:1767384973.276561:0:16788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060dc3d4f. 00000020:00000010:1.0:1767384973.276566:0:16787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000031e5b539. 80000000:00000010:1.0:1767384973.276571:0:16787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009772abb5. 00040000:00000010:3.0:1767384973.276575:0:16788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001ba8cdfd. 40000000:00000010:1.0:1767384973.276576:0:16787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000412bd8b2. 00040000:00000010:3.0:1767384973.276584:0:16788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b458b5fa. 00100000:00000010:1.0:1767384973.276585:0:16787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000046e928a7. 00080000:00000010:3.0:1767384973.276593:0:16788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e78f9e67. 00040000:00000010:1.0:1767384973.276594:0:16787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000684824d9. 00000004:00000010:3.0:1767384973.276602:0:16788:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f780864e. 00040000:00000010:1.0:1767384973.276603:0:16787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003540ca88. 00002000:00000010:3.0:1767384973.276612:0:16788:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e58fa5eb. 00080000:00000010:1.0:1767384973.276613:0:16787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000014f37641. 00000020:00000010:3.0:1767384973.276622:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e20bab9. 00000004:00000010:1.0:1767384973.276622:0:16787:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000015e18f82. 00002000:00000010:1.0:1767384973.276631:0:16787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000076c18337. 00000020:00000010:3.0:1767384973.276632:0:16788:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004b3339e7. 00000020:00000010:1.0:1767384973.276634:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e1f0a78. 00000100:00000010:3.0:1767384973.276641:0:16788:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008086cd33. 00000020:00000010:1.0:1767384973.276642:0:16787:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000010be3c49. 00000100:00100000:3.0:1767384973.276650:0:16788:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000a6927796:16788] 1 exiting: rc = 0 00000100:00000010:1.0:1767384973.276652:0:16787:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008ff620bf. 00000100:00100000:1.0:1767384973.276659:0:16787:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [000000008bb38245:16787] 0 exiting: rc = 1 00000100:00000010:0.0:1767384973.276683:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008bb38245. 00000100:00000010:0.0:1767384973.276690:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a6927796. 00000100:00000001:0.0:1767384973.276697:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384973.276698:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384973.276701:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:0.0:1767384973.276704:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276706:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276709:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044edf784. 00000400:00000200:0.0:1767384973.276714:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b1cb0fb 00000400:00000010:0.0:1767384973.276716:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b1cb0fb. 00000100:00000001:0.0:1767384973.276720:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276721:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276730:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276732:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384973.276734:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276736:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276738:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276740:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82f4507. 00000400:00000200:0.0:1767384973.276743:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db559294 00000400:00000010:0.0:1767384973.276744:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db559294. 00000100:00000001:0.0:1767384973.276746:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276747:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276750:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276751:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384973.276752:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276753:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276754:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276756:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000637a4c5f. 00000400:00000200:0.0:1767384973.276757:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c907c5a 00000400:00000010:0.0:1767384973.276758:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c907c5a. 00000100:00000001:0.0:1767384973.276759:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276760:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276763:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276764:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384973.276765:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276766:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276767:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276768:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e30c29d5. 00000400:00000200:0.0:1767384973.276769:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000206e76f4 00000400:00000010:0.0:1767384973.276770:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000206e76f4. 00000100:00000001:0.0:1767384973.276771:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276772:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276775:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276776:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384973.276777:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276778:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276779:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276780:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086616764. 00000400:00000200:0.0:1767384973.276782:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0e201d0 00000400:00000010:0.0:1767384973.276782:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0e201d0. 00000100:00000001:0.0:1767384973.276784:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276785:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276788:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276789:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384973.276790:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276791:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276791:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276792:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024575965. 00000400:00000200:0.0:1767384973.276794:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000026741ee 00000400:00000010:0.0:1767384973.276795:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000026741ee. 00000100:00000001:0.0:1767384973.276796:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276797:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276800:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276801:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384973.276802:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276804:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276805:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276805:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef993958. 00000400:00000200:0.0:1767384973.276807:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079e92b06 00000400:00000010:0.0:1767384973.276808:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079e92b06. 00000100:00000001:0.0:1767384973.276809:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276810:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276813:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276814:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384973.276815:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276816:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276817:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276818:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5e0a831. 00000400:00000200:0.0:1767384973.276819:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000058a2650 00000400:00000010:0.0:1767384973.276820:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000058a2650. 00000100:00000001:0.0:1767384973.276822:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276822:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276825:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276826:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384973.276827:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276829:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276829:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276830:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083e8a288. 00000400:00000200:0.0:1767384973.276832:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cf42858 00000400:00000010:0.0:1767384973.276833:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cf42858. 00000100:00000001:0.0:1767384973.276834:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276835:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276838:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276839:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384973.276840:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276841:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276842:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276843:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bac9d2a4. 00000400:00000200:0.0:1767384973.276844:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1defbab 00000400:00000010:0.0:1767384973.276845:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1defbab. 00000100:00000001:0.0:1767384973.276846:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276847:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276850:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276852:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384973.276853:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276854:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276855:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276857:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ae16ffa. 00000400:00000200:0.0:1767384973.276858:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008277e7e3 00000400:00000010:0.0:1767384973.276859:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008277e7e3. 00000100:00000001:0.0:1767384973.276861:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276862:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276865:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276866:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384973.276867:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276868:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276868:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276869:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a8d3fb. 00000400:00000200:0.0:1767384973.276871:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ae3dab 00000400:00000010:0.0:1767384973.276872:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ae3dab. 00000100:00000001:0.0:1767384973.276873:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276874:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276877:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276878:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384973.276879:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276880:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276881:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276882:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aadbc2d. 00000400:00000200:0.0:1767384973.276883:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89b18f9 00000400:00000010:0.0:1767384973.276909:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89b18f9. 00000100:00000001:0.0:1767384973.276914:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276916:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276924:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276926:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384973.276928:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276930:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276931:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276933:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f68b98f. 00000400:00000200:0.0:1767384973.276936:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb79b393 00000400:00000010:0.0:1767384973.276937:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb79b393. 00000100:00000001:0.0:1767384973.276940:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276942:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276962:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276963:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384973.276965:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276967:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276967:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276968:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000601fa703. 00000400:00000200:0.0:1767384973.276970:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e14597 00000400:00000010:0.0:1767384973.276971:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081e14597. 00000100:00000001:0.0:1767384973.276972:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276973:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276976:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276977:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384973.276977:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276978:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276979:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276980:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9edb130. 00000400:00000200:0.0:1767384973.276981:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921c912b 00000400:00000010:0.0:1767384973.276982:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000921c912b. 00000100:00000001:0.0:1767384973.276983:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276983:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276986:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276986:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384973.276987:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276988:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276989:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276989:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a08a0a9b. 00000400:00000200:0.0:1767384973.276990:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000664b2c46 00000400:00000010:0.0:1767384973.276991:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000664b2c46. 00000100:00000001:0.0:1767384973.276992:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.276993:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.276995:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.276996:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384973.276997:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.276997:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.276998:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.276998:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000be0ef4a. 00000400:00000200:0.0:1767384973.276999:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b141bc1 00000400:00000010:0.0:1767384973.277001:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b141bc1. 00000100:00000001:0.0:1767384973.277002:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277003:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277005:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277006:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384973.277008:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277009:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277009:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277010:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b41e15e6. 00000400:00000200:0.0:1767384973.277011:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b87bf79 00000400:00000010:0.0:1767384973.277012:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b87bf79. 00000100:00000001:0.0:1767384973.277013:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277013:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277016:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277016:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384973.277017:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277018:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277018:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277019:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c15182d2. 00000400:00000200:0.0:1767384973.277020:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c27f857 00000400:00000010:0.0:1767384973.277021:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c27f857. 00000100:00000001:0.0:1767384973.277022:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277022:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277025:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277026:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384973.277026:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277027:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277028:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277028:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000818cfff1. 00000400:00000200:0.0:1767384973.277029:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d0bf6d1 00000400:00000010:0.0:1767384973.277030:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d0bf6d1. 00000100:00000001:0.0:1767384973.277031:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277032:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277034:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277035:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384973.277036:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277037:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277037:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277038:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f648ab6. 00000400:00000200:0.0:1767384973.277040:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b0bf957 00000400:00000010:0.0:1767384973.277041:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b0bf957. 00000100:00000001:0.0:1767384973.277042:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277043:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277045:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277046:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384973.277047:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277048:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277048:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277049:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c97ef6f. 00000400:00000200:0.0:1767384973.277050:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dab9e5ef 00000400:00000010:0.0:1767384973.277050:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dab9e5ef. 00000100:00000001:0.0:1767384973.277051:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277052:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277054:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277055:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384973.277056:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277057:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277057:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277058:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b137e31. 00000400:00000200:0.0:1767384973.277059:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000475ab2d4 00000400:00000010:0.0:1767384973.277059:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000475ab2d4. 00000100:00000001:0.0:1767384973.277061:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277061:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277063:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277064:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384973.277065:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277066:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277066:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277067:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9cdacef. 00000400:00000200:0.0:1767384973.277068:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079cf55e8 00000400:00000010:0.0:1767384973.277068:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079cf55e8. 00000100:00000001:0.0:1767384973.277069:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277070:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277072:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277073:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384973.277074:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277075:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277076:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277077:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041f49128. 00000400:00000200:0.0:1767384973.277078:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005daca083 00000400:00000010:0.0:1767384973.277079:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005daca083. 00000100:00000001:0.0:1767384973.277080:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277081:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277083:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277084:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384973.277085:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277086:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277086:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277087:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a15080b5. 00000400:00000200:0.0:1767384973.277088:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d722f33b 00000400:00000010:0.0:1767384973.277088:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d722f33b. 00000100:00000001:0.0:1767384973.277089:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277090:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277092:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277093:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384973.277094:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277094:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277095:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277096:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c01c377. 00000400:00000200:0.0:1767384973.277097:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc1dc98f 00000400:00000010:0.0:1767384973.277097:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc1dc98f. 00000100:00000001:0.0:1767384973.277098:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277099:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277101:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277102:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384973.277103:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277103:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277104:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277105:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000423edf81. 00000400:00000200:0.0:1767384973.277106:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000950e5f01 00000400:00000010:0.0:1767384973.277106:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000950e5f01. 00000100:00000001:0.0:1767384973.277107:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277108:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277110:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277112:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384973.277113:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277114:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277114:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277115:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008037fd89. 00000400:00000200:0.0:1767384973.277117:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fefb25 00000400:00000010:0.0:1767384973.277117:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7fefb25. 00000100:00000001:0.0:1767384973.277118:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277119:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277121:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277122:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384973.277123:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277124:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277125:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277125:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdb3abce. 00000400:00000200:0.0:1767384973.277126:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d96208a7 00000400:00000010:0.0:1767384973.277127:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d96208a7. 00000100:00000001:0.0:1767384973.277128:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277128:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277131:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277131:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384973.277132:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277133:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277134:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277134:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077bcc7fa. 00000400:00000200:0.0:1767384973.277135:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf4a5f38 00000400:00000010:0.0:1767384973.277136:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf4a5f38. 00000100:00000001:0.0:1767384973.277137:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277138:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277140:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277141:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384973.277141:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277142:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277143:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277143:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036ca4390. 00000400:00000200:0.0:1767384973.277144:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093f69de8 00000400:00000010:0.0:1767384973.277145:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093f69de8. 00000100:00000001:0.0:1767384973.277146:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277148:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277150:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277151:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384973.277151:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277152:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277153:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277153:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014457cb0. 00000400:00000200:0.0:1767384973.277154:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d38681 00000400:00000010:0.0:1767384973.277155:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d38681. 00000100:00000001:0.0:1767384973.277156:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277157:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277159:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277160:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384973.277161:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277162:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277162:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277163:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001db694d6. 00000400:00000200:0.0:1767384973.277164:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006e9fc40 00000400:00000010:0.0:1767384973.277164:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006e9fc40. 00000100:00000001:0.0:1767384973.277165:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277166:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277169:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277169:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384973.277170:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277171:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277171:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277172:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068980086. 00000400:00000200:0.0:1767384973.277173:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a90f8b5 00000400:00000010:0.0:1767384973.277174:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a90f8b5. 00000100:00000001:0.0:1767384973.277175:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277175:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277177:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277178:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384973.277179:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277180:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277180:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277181:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c67d6b6. 00000400:00000200:0.0:1767384973.277182:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023f82a6b 00000400:00000010:0.0:1767384973.277183:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023f82a6b. 00000100:00000001:0.0:1767384973.277184:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277185:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277187:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277188:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384973.277188:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277189:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277190:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277190:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ddf94a1. 00000400:00000200:0.0:1767384973.277191:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebe95e79 00000400:00000010:0.0:1767384973.277192:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ebe95e79. 00000100:00000001:0.0:1767384973.277193:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277193:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277196:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277196:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384973.277197:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277198:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277199:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277199:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f075b16d. 00000400:00000200:0.0:1767384973.277200:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066286cb8 00000400:00000010:0.0:1767384973.277201:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066286cb8. 00000100:00000001:0.0:1767384973.277202:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277202:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277205:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277205:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384973.277206:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277207:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277208:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277208:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df08754. 00000400:00000200:0.0:1767384973.277209:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000869307dd 00000400:00000010:0.0:1767384973.277210:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000869307dd. 00000100:00000001:0.0:1767384973.277211:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277212:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277214:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277215:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384973.277216:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277216:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277217:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277218:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f1a3e1c. 00000400:00000200:0.0:1767384973.277219:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000456b62ff 00000400:00000010:0.0:1767384973.277220:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000456b62ff. 00000100:00000001:0.0:1767384973.277221:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277221:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277224:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277225:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384973.277225:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277226:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277226:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277227:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5cbfc7f. 00000400:00000200:0.0:1767384973.277228:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000135a029c 00000400:00000010:0.0:1767384973.277229:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000135a029c. 00000100:00000001:0.0:1767384973.277230:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277231:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277233:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277234:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384973.277234:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277235:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277236:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277236:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd0d98d8. 00000400:00000200:0.0:1767384973.277237:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007537306b 00000400:00000010:0.0:1767384973.277238:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007537306b. 00000100:00000001:0.0:1767384973.277239:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277240:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277242:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277243:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384973.277244:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277244:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277245:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277245:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d6e8ece. 00000400:00000200:0.0:1767384973.277246:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68d42dd 00000400:00000010:0.0:1767384973.277247:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68d42dd. 00000100:00000001:0.0:1767384973.277248:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277249:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277251:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277252:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384973.277252:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277254:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277254:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277255:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e12b2f1. 00000400:00000200:0.0:1767384973.277256:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c1d13af 00000400:00000010:0.0:1767384973.277257:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c1d13af. 00000100:00000001:0.0:1767384973.277258:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277258:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277261:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277261:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384973.277262:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277263:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277263:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277264:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008860b16a. 00000400:00000200:0.0:1767384973.277265:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001de221aa 00000400:00000010:0.0:1767384973.277266:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001de221aa. 00000100:00000001:0.0:1767384973.277267:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277267:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277269:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277270:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384973.277271:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277272:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277272:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277273:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000675cabe2. 00000400:00000200:0.0:1767384973.277274:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dadc7c21 00000400:00000010:0.0:1767384973.277275:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dadc7c21. 00000100:00000001:0.0:1767384973.277276:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277276:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277278:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277279:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384973.277280:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277281:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277281:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277282:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034939ede. 00000400:00000200:0.0:1767384973.277283:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e9231d1 00000400:00000010:0.0:1767384973.277284:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e9231d1. 00000100:00000001:0.0:1767384973.277285:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277285:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277288:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277289:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384973.277290:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277290:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277291:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277291:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ae935dd. 00000400:00000200:0.0:1767384973.277306:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5b4fcea 00000400:00000010:0.0:1767384973.277308:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5b4fcea. 00000100:00000001:0.0:1767384973.277309:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277310:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277312:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277313:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384973.277314:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277315:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277315:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277316:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070f9ad24. 00000400:00000200:0.0:1767384973.277317:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070a19253 00000400:00000010:0.0:1767384973.277318:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070a19253. 00000100:00000001:0.0:1767384973.277319:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277320:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277339:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277340:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384973.277341:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277343:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277344:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277345:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000814cdcff. 00000400:00000200:0.0:1767384973.277346:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df454347 00000400:00000010:0.0:1767384973.277347:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df454347. 00000100:00000001:0.0:1767384973.277349:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277350:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277353:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277354:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384973.277356:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277357:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277358:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277359:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f19c737. 00000400:00000200:0.0:1767384973.277360:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9117f31 00000400:00000010:0.0:1767384973.277361:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9117f31. 00000100:00000001:0.0:1767384973.277363:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277364:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277368:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277370:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384973.277371:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277372:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277373:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277374:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec4f65db. 00000400:00000200:0.0:1767384973.277376:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069135425 00000400:00000010:0.0:1767384973.277377:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069135425. 00000100:00000001:0.0:1767384973.277379:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277380:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277383:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277384:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384973.277385:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277386:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277387:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277388:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033921d58. 00000400:00000200:0.0:1767384973.277390:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007902dd82 00000400:00000010:0.0:1767384973.277391:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007902dd82. 00000100:00000001:0.0:1767384973.277392:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277393:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277397:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277398:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384973.277399:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277400:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277401:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277402:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b96e86. 00000400:00000200:0.0:1767384973.277403:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072f54254 00000400:00000010:0.0:1767384973.277404:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072f54254. 00000100:00000001:0.0:1767384973.277406:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277407:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277410:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277411:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384973.277412:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277413:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277414:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277415:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000856e481f. 00000400:00000200:0.0:1767384973.277416:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073eec71d 00000400:00000010:0.0:1767384973.277418:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073eec71d. 00000100:00000001:0.0:1767384973.277420:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277421:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277424:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277425:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384973.277426:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277427:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277428:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277429:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009665d828. 00000400:00000200:0.0:1767384973.277431:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047823728 00000400:00000010:0.0:1767384973.277432:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047823728. 00000100:00000001:0.0:1767384973.277433:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277434:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277437:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277439:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384973.277440:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277441:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277442:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277442:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcdaf288. 00000400:00000200:0.0:1767384973.277444:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bb1c72e 00000400:00000010:0.0:1767384973.277445:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bb1c72e. 00000100:00000001:0.0:1767384973.277447:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277447:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277451:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277452:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384973.277453:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277454:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277455:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277456:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c76d6ce9. 00000400:00000200:0.0:1767384973.277457:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f90dee 00000400:00000010:0.0:1767384973.277458:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f90dee. 00000100:00000001:0.0:1767384973.277460:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277461:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277464:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277465:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384973.277467:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277467:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277468:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277470:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc3272f. 00000400:00000200:0.0:1767384973.277472:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c0e7f70 00000400:00000010:0.0:1767384973.277473:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c0e7f70. 00000100:00000001:0.0:1767384973.277474:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277475:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277478:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277480:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384973.277481:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277482:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277483:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277484:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a54a6a81. 00000400:00000200:0.0:1767384973.277485:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ca61fc0 00000400:00000010:0.0:1767384973.277486:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ca61fc0. 00000100:00000001:0.0:1767384973.277488:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277488:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277492:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277493:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384973.277494:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277495:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277496:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277497:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f2c3012. 00000400:00000200:0.0:1767384973.277498:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003756c35c 00000400:00000010:0.0:1767384973.277499:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003756c35c. 00000100:00000001:0.0:1767384973.277501:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277502:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277505:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277506:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384973.277507:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277508:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277509:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277510:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015a06c60. 00000400:00000200:0.0:1767384973.277512:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000061a94a5 00000400:00000010:0.0:1767384973.277513:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000061a94a5. 00000100:00000001:0.0:1767384973.277514:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277515:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277519:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277520:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384973.277521:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.277523:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.277524:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.277525:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be168f25. 00000400:00000200:0.0:1767384973.277526:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008164d4ab 00000400:00000010:0.0:1767384973.277527:0:39776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008164d4ab. 00000100:00000001:0.0:1767384973.277529:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.277530:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384973.277533:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.277534:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384973.277535:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.277537:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277538:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277540:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277541:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277542:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277543:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277544:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277545:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277546:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277547:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277548:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277549:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277550:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277551:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277552:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277553:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277554:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277556:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277557:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277558:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277559:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277560:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277561:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277562:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277563:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277564:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277565:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277566:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277567:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277568:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277570:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277571:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277572:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277573:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277574:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277575:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277576:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277577:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277578:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277579:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277580:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277581:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277582:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277583:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277584:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277585:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277586:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277587:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277588:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277589:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277590:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277591:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277592:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277593:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277594:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277595:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277596:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277597:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277598:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277599:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277600:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277601:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277602:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277603:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277604:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277605:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277606:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277607:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277608:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277609:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277611:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277612:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277613:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277614:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277615:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277617:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277618:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277619:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277620:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277621:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277622:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277623:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277624:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277625:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277626:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277627:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277628:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277629:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277630:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277631:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277632:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277633:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277634:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277635:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277636:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277637:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277638:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277639:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277640:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277641:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277642:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277643:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277644:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277645:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277646:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277647:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277648:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277649:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277650:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277651:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277653:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277654:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277655:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277656:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277657:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277659:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277660:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277661:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277662:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277663:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277664:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277665:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277666:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277667:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277668:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277669:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.277670:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.277671:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384973.277672:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000553a2c46. 00000100:00000010:0.0:1767384973.277675:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f8fb454. 00000100:00000010:0.0:1767384973.277677:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f83bb7eb. 00000100:00000010:0.0:1767384973.277679:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064d6ac5a. 00000100:00000010:0.0:1767384973.277681:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e9334334. 00000100:00000010:0.0:1767384973.277683:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a683d5c0. 00000100:00000010:0.0:1767384973.277684:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000715bdc64. 00000100:00000010:0.0:1767384973.277706:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053089eb7. 00000100:00000010:0.0:1767384973.277709:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a500bd53. 00000100:00000010:0.0:1767384973.277710:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043ff126b. 00000100:00000010:0.0:1767384973.277712:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ad4eaa5. 00000100:00000010:0.0:1767384973.277714:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d005936a. 00000100:00000010:0.0:1767384973.277715:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f41b08ab. 00000100:00000010:0.0:1767384973.277717:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ef758e1. 00000100:00000010:0.0:1767384973.277719:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b2a075db. 00000100:00000010:0.0:1767384973.277721:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8cfb6f6. 00000100:00000010:0.0:1767384973.277723:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055ce055b. 00000100:00000010:0.0:1767384973.277724:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b330055b. 00000100:00000010:0.0:1767384973.277727:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c73d693. 00000100:00000010:0.0:1767384973.277729:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aec3dcde. 00000100:00000010:0.0:1767384973.277730:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a89c2873. 00000100:00000010:0.0:1767384973.277732:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc93042c. 00000100:00000010:0.0:1767384973.277734:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be0512d4. 00000100:00000010:0.0:1767384973.277736:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac1fcdb6. 00000100:00000010:0.0:1767384973.277737:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfa38101. 00000100:00000010:0.0:1767384973.277739:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a58b97f. 00000100:00000010:0.0:1767384973.277741:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ad1cb2a. 00000100:00000010:0.0:1767384973.277742:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000beb6c681. 00000100:00000010:0.0:1767384973.277744:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b6468c2. 00000100:00000010:0.0:1767384973.277746:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f75222b. 00000100:00000010:0.0:1767384973.277747:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008bb2bcea. 00000100:00000010:0.0:1767384973.277749:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003b7747e. 00000100:00000010:0.0:1767384973.277751:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000000c5de1. 00000100:00000010:0.0:1767384973.277752:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038ffa0bf. 00000100:00000010:0.0:1767384973.277754:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000160e6722. 00000100:00000010:0.0:1767384973.277756:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000f72476. 00000100:00000010:0.0:1767384973.277757:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb16dd79. 00000100:00000010:0.0:1767384973.277759:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac5a4029. 00000100:00000010:0.0:1767384973.277761:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028ff67fe. 00000100:00000010:0.0:1767384973.277763:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000559cd164. 00000100:00000010:0.0:1767384973.277764:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000059fe8fdf. 00000100:00000010:0.0:1767384973.277766:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049e43fb7. 00000100:00000010:0.0:1767384973.277768:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095284cc8. 00000100:00000010:0.0:1767384973.277769:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c42fc0bf. 00000100:00000010:0.0:1767384973.277771:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fabd708a. 00000100:00000010:0.0:1767384973.277773:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006370de8. 00000100:00000010:0.0:1767384973.277774:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1b81154. 00000100:00000010:0.0:1767384973.277776:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1def42b. 00000100:00000010:0.0:1767384973.277778:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba74ac51. 00000100:00000010:0.0:1767384973.277780:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000756d15a1. 00000100:00000010:0.0:1767384973.277781:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000043eb7265. 00000100:00000010:0.0:1767384973.277784:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087bcb2aa. 00000100:00000010:0.0:1767384973.277785:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f36a34c4. 00000100:00000010:0.0:1767384973.277787:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f4f1476. 00000100:00000010:0.0:1767384973.277789:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000be6c468. 00000100:00000010:0.0:1767384973.277804:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea9dcb31. 00000100:00000010:0.0:1767384973.277806:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a395286. 00000100:00000010:0.0:1767384973.277808:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a3fb370. 00000100:00000010:0.0:1767384973.277810:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a76557b. 00000100:00000010:0.0:1767384973.277812:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b843130. 00000100:00000010:0.0:1767384973.277813:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ad1cf246. 00000100:00000010:0.0:1767384973.277815:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e374b0be. 00000100:00000010:0.0:1767384973.277818:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000097028e2f. 00000100:00000010:0.0:1767384973.277819:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008723442b. 00000100:00000010:0.0:1767384973.277821:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7255dd1. 00000100:00000010:0.0:1767384973.277823:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4ca9821. 00000100:00000010:0.0:1767384973.277825:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f52c94fa. 00000100:00000010:0.0:1767384973.277826:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4a475db. 00000100:00000010:0.0:1767384973.277828:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c864ac6c. 00000100:00000010:0.0:1767384973.277830:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000424ca3c7. 00000100:00000010:0.0:1767384973.277832:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d06ee854. 00000100:00000010:0.0:1767384973.277834:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016de446a. 00000100:00000010:0.0:1767384973.277835:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c7f8fc98. 00000100:00000010:0.0:1767384973.277837:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002325b9a2. 00000100:00000010:0.0:1767384973.277839:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e47cf5a5. 00000100:00000010:0.0:1767384973.277841:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f03b291. 00000100:00000010:0.0:1767384973.277842:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e92b1bff. 00000100:00000010:0.0:1767384973.277844:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f6383c2. 00000100:00000010:0.0:1767384973.277846:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d204a997. 00000100:00000010:0.0:1767384973.277847:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be4bb088. 00000100:00000010:0.0:1767384973.277849:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f49af774. 00000100:00000010:0.0:1767384973.277851:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000700a8636. 00000100:00000010:0.0:1767384973.277852:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3ffd28d. 00000100:00000010:0.0:1767384973.277854:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fa70e1a. 00000100:00000010:0.0:1767384973.277856:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ff82260. 00000100:00000010:0.0:1767384973.277858:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000770d9527. 00000100:00000010:0.0:1767384973.277860:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ca323954. 00000100:00000010:0.0:1767384973.277862:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000564901b7. 00000100:00000010:0.0:1767384973.277863:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ebc39585. 00000100:00000010:0.0:1767384973.277865:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8115925. 00000100:00000010:0.0:1767384973.277867:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001eebca73. 00000100:00000010:0.0:1767384973.277869:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f8a269b. 00000100:00000010:0.0:1767384973.277870:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060af466c. 00000100:00000010:0.0:1767384973.277872:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3dfe2f2. 00000100:00000010:0.0:1767384973.277874:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070cc7af8. 00000100:00000010:0.0:1767384973.277875:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0753544. 00000100:00000010:0.0:1767384973.277877:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eec1b46b. 00000100:00000010:0.0:1767384973.277879:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de4ad6ea. 00000100:00000010:0.0:1767384973.277880:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cab74496. 00000100:00000010:0.0:1767384973.277882:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d03c6bae. 00000100:00000010:0.0:1767384973.277884:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000126ee753. 00000100:00000010:0.0:1767384973.277885:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010bee6ae. 00000100:00000010:0.0:1767384973.277888:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e10b741. 00000100:00000010:0.0:1767384973.277949:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f35c79d. 00000100:00000010:0.0:1767384973.277954:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e1255a1. 00000100:00000010:0.0:1767384973.277956:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063b51b0f. 00000100:00000010:0.0:1767384973.277959:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000240d6eb9. 00000100:00000010:0.0:1767384973.277961:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000c752da. 00000100:00000010:0.0:1767384973.277962:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d70c716. 00000100:00000010:0.0:1767384973.277964:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043eb51b4. 00000100:00000010:0.0:1767384973.277966:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1854021. 00000100:00000010:0.0:1767384973.277968:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dec2e01b. 00000100:00000010:0.0:1767384973.277970:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008dc6c593. 00000100:00000010:0.0:1767384973.277972:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a683cde. 00000100:00000010:0.0:1767384973.277974:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c81969e. 00000100:00000010:0.0:1767384973.277976:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000602587d4. 00000100:00000010:0.0:1767384973.277977:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c8f38c8. 00000100:00000010:0.0:1767384973.277980:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d434d7a. 00000100:00000010:0.0:1767384973.277982:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031e59980. 00000100:00000010:0.0:1767384973.277984:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d84660f7. 00000100:00000010:0.0:1767384973.277986:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009f67156e. 00000100:00000010:0.0:1767384973.277988:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4df0f22. 00000100:00000010:0.0:1767384973.277990:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088a66f15. 00000100:00000010:0.0:1767384973.277992:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d555cc0. 00000100:00000010:0.0:1767384973.277994:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d832af4. 00000100:00000010:0.0:1767384973.277996:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044e9f782. 00000100:00000010:0.0:1767384973.277999:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000058e974ff. 00000100:00000010:0.0:1767384973.278001:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085743fb8. 00000100:00000010:0.0:1767384973.278003:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005be4f747. 00000100:00000010:0.0:1767384973.278006:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000028e618e5. 00000100:00000001:0.0:1767384973.278008:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384973.278010:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.278011:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.278012:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.278012:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000aae50b87. 00000100:00000001:0.0:1767384973.278015:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.278015:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.278017:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.278017:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000021f5a96c. 00000100:00000001:0.0:1767384973.278019:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.278020:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.278021:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ecb054dc. 00000100:00000001:0.0:1767384973.278022:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.278023:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.278023:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000035cc3589. 00000100:00000001:0.0:1767384973.278024:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.278025:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.278026:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001f29809b. 00000100:00000001:0.0:1767384973.278027:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384973.278099:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000085781b83. 00000020:00000010:0.0:1767384973.278102:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000017b4e676. 00000100:00000010:0.0:1767384973.278119:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e4905190. 00000100:00000010:0.0:1767384973.278127:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000007e2e68cd. 00000100:00000010:0.0:1767384973.278129:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009590b0d3. 00000100:00000010:0.0:1767384973.278136:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000664a3707. 00000100:00000001:0.0:1767384973.278138:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.278141:0:39776:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384973.278142:0:39776:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:0.0:1767384973.278144:0:39776:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384973.278145:0:39776:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384973.278146:0:39776:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:0.0:1767384973.278148:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:0.0:1767384973.278149:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:0.0:1767384973.278150:0:39776:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:0.0:1767384973.278173:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:3.0:1767384973.278207:0:16791:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000004b980a7. 00000040:00000010:3.0:1767384973.278215:0:16791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f7003a3f. 00000020:00000010:3.0:1767384973.278218:0:16791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009e209370. 00000020:00000010:1.0:1767384973.278219:0:16790:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dc8d09f4. 00000020:00000010:3.0:1767384973.278221:0:16791:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022dbac39. 00000020:00000010:2.0:1767384973.278223:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c52b35b. 00000020:00000010:3.0:1767384973.278227:0:16791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000020ff554e. 00000040:00000010:1.0:1767384973.278227:0:16790:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001d1fc547. 00000040:00000010:2.0:1767384973.278230:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f1c6465c. 00000020:00000010:1.0:1767384973.278232:0:16790:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ab5262bd. 80000000:00000010:3.0:1767384973.278234:0:16791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000204d665f. 00000020:00000010:2.0:1767384973.278236:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007dd4d696. 00000020:00000010:1.0:1767384973.278238:0:16790:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c64d4e7. 40000000:00000010:3.0:1767384973.278240:0:16791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023ec77fc. 00000020:00000010:2.0:1767384973.278242:0:16789:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002c89c009. 00000020:00000010:1.0:1767384973.278243:0:16790:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000741b9bf1. 00100000:00000010:3.0:1767384973.278245:0:16791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bd5ab43a. 00000020:00000010:2.0:1767384973.278250:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000acd27146. 80000000:00000010:1.0:1767384973.278250:0:16790:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f1a5e4b. 00040000:00000010:3.0:1767384973.278251:0:16791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c13f6c8f. 80000000:00000010:2.0:1767384973.278256:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a8914a84. 00040000:00000010:3.0:1767384973.278258:0:16791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c6bb03a3. 40000000:00000010:1.0:1767384973.278258:0:16790:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001d12d535. 40000000:00000010:2.0:1767384973.278261:0:16789:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000abaae095. 00100000:00000010:1.0:1767384973.278263:0:16790:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008e860225. 00080000:00000010:3.0:1767384973.278264:0:16791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004d126782. 00100000:00000010:2.0:1767384973.278267:0:16789:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000176dbdf2. 00040000:00000010:1.0:1767384973.278270:0:16790:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b1f1786e. 00000004:00000010:3.0:1767384973.278271:0:16791:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000088316bcd. 00040000:00000010:2.0:1767384973.278273:0:16789:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004688cc60. 00040000:00000010:1.0:1767384973.278276:0:16790:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005b9e4627. 00002000:00000010:3.0:1767384973.278277:0:16791:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000226cdbf7. 00040000:00000010:2.0:1767384973.278279:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5eb9c32. 00080000:00000010:1.0:1767384973.278281:0:16790:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000055cf6164. 00000020:00000010:3.0:1767384973.278283:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090497893. 00080000:00000010:2.0:1767384973.278285:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000723b13d6. 00000004:00000010:1.0:1767384973.278287:0:16790:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000042179b3f. 00000020:00000010:3.0:1767384973.278289:0:16791:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006b729ad8. 00000004:00000010:2.0:1767384973.278292:0:16789:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e1d1e403. 00002000:00000010:1.0:1767384973.278304:0:16790:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000336b0af9. 00000100:00000010:3.0:1767384973.278305:0:16791:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003356bda0. 00002000:00000010:2.0:1767384973.278308:0:16789:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001b0c1cbe. 00000020:00000001:3.0:1767384973.278312:0:16791:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:2.0:1767384973.278314:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a275380b. 00000020:00000010:3.0:1767384973.278315:0:16791:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000e576b39e. 00000020:00000010:1.0:1767384973.278318:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbf0f72e. 00000020:00000010:2.0:1767384973.278322:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000048631748. 00000020:00000010:1.0:1767384973.278325:0:16790:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008e70c466. 00000100:00000010:2.0:1767384973.278333:0:16789:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000710eebb7. 00000100:00000010:1.0:1767384973.278334:0:16790:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000019c6aa67. 00000020:00000001:2.0:1767384973.278340:0:16789:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000001:1.0:1767384973.278341:0:16790:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:2.0:1767384973.278345:0:16789:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000013fa753. 00000020:00000010:1.0:1767384973.278345:0:16790:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000001860aefe. 00000020:00000001:3.0:1767384973.278434:0:16791:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384973.278437:0:16791:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [000000001f8e2ed1:16791] 2 exiting: rc = 0 00000100:00000040:0.0:1767384973.278472:0:39776:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:2.0:1767384973.278808:0:16789:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000020:00000001:1.0:1767384973.278809:0:16790:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384973.278810:0:16789:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000530c2f84:16789] 0 exiting: rc = 1 00000100:00100000:1.0:1767384973.278813:0:16790:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [000000000c960b66:16790] 1 exiting: rc = 0 00000100:00000010:0.0:1767384973.278848:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000530c2f84. 00000100:00000010:0.0:1767384973.278854:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000c960b66. 00000100:00000010:0.0:1767384973.278859:0:39776:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001f8e2ed1. 00000100:00000001:0.0:1767384973.278864:0:39776:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384973.278866:0:39776:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384973.278868:0:39776:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:0.0:1767384973.278872:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.278874:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.278876:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b8dfbf6. 00000400:00000200:0.0:1767384973.278879:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013fddece 00000400:00000010:0.0:1767384973.278881:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000013fddece. 00000100:00000001:0.0:1767384973.278991:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.278994:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279002:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279004:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384973.279006:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279009:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279010:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279012:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9d8ea0. 00000400:00000200:0.0:1767384973.279016:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074299cb9 00000400:00000010:0.0:1767384973.279018:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000074299cb9. 00000100:00000001:0.0:1767384973.279022:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279023:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279028:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279030:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384973.279031:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279033:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279034:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279035:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cd705dc. 00000400:00000200:0.0:1767384973.279037:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025775b28 00000400:00000010:0.0:1767384973.279039:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000025775b28. 00000100:00000001:0.0:1767384973.279041:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279042:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279045:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279046:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384973.279047:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279048:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279049:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279050:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001643ffb6. 00000400:00000200:0.0:1767384973.279051:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb8105f7 00000400:00000010:0.0:1767384973.279052:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb8105f7. 00000100:00000001:0.0:1767384973.279053:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279054:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279056:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279057:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384973.279058:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279059:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279059:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279060:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8853b44. 00000400:00000200:0.0:1767384973.279061:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046634f27 00000400:00000010:0.0:1767384973.279062:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000046634f27. 00000100:00000001:0.0:1767384973.279063:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279063:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279084:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279085:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384973.279086:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279087:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279088:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279089:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d41555. 00000400:00000200:0.0:1767384973.279090:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000030e2b03 00000400:00000010:0.0:1767384973.279092:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000030e2b03. 00000100:00000001:0.0:1767384973.279093:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279095:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279099:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279100:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384973.279101:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279103:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279104:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279105:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ad72070. 00000400:00000200:0.0:1767384973.279106:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000120b17f3 00000400:00000010:0.0:1767384973.279107:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000120b17f3. 00000100:00000001:0.0:1767384973.279109:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279110:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279113:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279114:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384973.279115:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279116:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279117:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279118:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000822f6110. 00000400:00000200:0.0:1767384973.279119:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d10fa31a 00000400:00000010:0.0:1767384973.279120:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d10fa31a. 00000100:00000001:0.0:1767384973.279122:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279123:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279126:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279127:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384973.279128:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279130:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279130:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279131:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b935e8d1. 00000400:00000200:0.0:1767384973.279133:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000735e6604 00000400:00000010:0.0:1767384973.279134:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000735e6604. 00000100:00000001:0.0:1767384973.279136:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279136:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279140:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279141:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384973.279142:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279143:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279144:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279145:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e6bc191. 00000400:00000200:0.0:1767384973.279146:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21e940d 00000400:00000010:0.0:1767384973.279148:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c21e940d. 00000100:00000001:0.0:1767384973.279150:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279150:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279154:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279155:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384973.279156:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279157:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279158:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279159:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fde636a3. 00000400:00000200:0.0:1767384973.279160:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e33dec 00000400:00000010:0.0:1767384973.279161:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a0e33dec. 00000100:00000001:0.0:1767384973.279163:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279164:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279167:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279168:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384973.279169:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279171:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279171:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279172:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa31d5d2. 00000400:00000200:0.0:1767384973.279174:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f97a48 00000400:00000010:0.0:1767384973.279175:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d6f97a48. 00000100:00000001:0.0:1767384973.279176:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279177:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279180:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279181:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384973.279183:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279184:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279184:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279185:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba0a15d. 00000400:00000200:0.0:1767384973.279187:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ef638c9 00000400:00000010:0.0:1767384973.279188:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003ef638c9. 00000100:00000001:0.0:1767384973.279190:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279190:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279194:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279195:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384973.279196:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279197:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279198:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279200:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6df7bf4. 00000400:00000200:0.0:1767384973.279201:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bccad41 00000400:00000010:0.0:1767384973.279203:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002bccad41. 00000100:00000001:0.0:1767384973.279204:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279205:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279208:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279209:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384973.279210:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279211:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279212:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279213:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012f740fe. 00000400:00000200:0.0:1767384973.279215:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbde83a7 00000400:00000010:0.0:1767384973.279216:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bbde83a7. 00000100:00000001:0.0:1767384973.279217:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279218:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279221:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279222:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384973.279223:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279224:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279225:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279226:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f5c09a5. 00000400:00000200:0.0:1767384973.279227:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021f9b435 00000400:00000010:0.0:1767384973.279229:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000021f9b435. 00000100:00000001:0.0:1767384973.279230:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279231:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279234:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279235:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384973.279236:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279237:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279238:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279239:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d7b9a4f. 00000400:00000200:0.0:1767384973.279240:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ffad89 00000400:00000010:0.0:1767384973.279241:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000068ffad89. 00000100:00000001:0.0:1767384973.279243:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279244:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279247:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279248:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384973.279250:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279251:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279252:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279253:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089d20d99. 00000400:00000200:0.0:1767384973.279255:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a48039f 00000400:00000010:0.0:1767384973.279256:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005a48039f. 00000100:00000001:0.0:1767384973.279258:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279259:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279263:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279264:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384973.279265:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279266:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279267:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279268:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008090934b. 00000400:00000200:0.0:1767384973.279269:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3f5b97a 00000400:00000010:0.0:1767384973.279270:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b3f5b97a. 00000100:00000001:0.0:1767384973.279289:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279290:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279315:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279316:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384973.279318:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279320:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279321:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279322:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056226b26. 00000400:00000200:0.0:1767384973.279324:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdaa20a0 00000400:00000010:0.0:1767384973.279325:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cdaa20a0. 00000100:00000001:0.0:1767384973.279327:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279328:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279332:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279333:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384973.279334:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279335:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279336:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279337:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1520d76. 00000400:00000200:0.0:1767384973.279338:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edfb1fbb 00000400:00000010:0.0:1767384973.279340:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000edfb1fbb. 00000100:00000001:0.0:1767384973.279341:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279342:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279345:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279347:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384973.279348:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279350:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279351:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279352:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005bf0dbe. 00000400:00000200:0.0:1767384973.279353:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd3b5aa 00000400:00000010:0.0:1767384973.279354:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005fd3b5aa. 00000100:00000001:0.0:1767384973.279356:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279357:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279360:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279361:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384973.279362:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279364:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279364:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279365:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b365ff2e. 00000400:00000200:0.0:1767384973.279367:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7285067 00000400:00000010:0.0:1767384973.279368:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b7285067. 00000100:00000001:0.0:1767384973.279369:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279370:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279374:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279375:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384973.279376:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279377:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279378:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279378:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed1ec3df. 00000400:00000200:0.0:1767384973.279380:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ef11263 00000400:00000010:0.0:1767384973.279381:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000ef11263. 00000100:00000001:0.0:1767384973.279383:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279383:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279387:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279388:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384973.279389:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279390:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279391:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279392:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b485b861. 00000400:00000200:0.0:1767384973.279393:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000161d6c3b 00000400:00000010:0.0:1767384973.279394:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000161d6c3b. 00000100:00000001:0.0:1767384973.279396:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279397:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279401:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279402:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384973.279403:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279404:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279404:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279405:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000524489c0. 00000400:00000200:0.0:1767384973.279407:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000933c36af 00000400:00000010:0.0:1767384973.279408:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000933c36af. 00000100:00000001:0.0:1767384973.279410:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279410:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279414:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279415:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384973.279416:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279417:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279418:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279419:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000689e1259. 00000400:00000200:0.0:1767384973.279420:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098d4995a 00000400:00000010:0.0:1767384973.279421:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000098d4995a. 00000100:00000001:0.0:1767384973.279424:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279424:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279428:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279429:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384973.279430:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279431:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279432:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279432:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8b2377e. 00000400:00000200:0.0:1767384973.279434:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000774d2836 00000400:00000010:0.0:1767384973.279435:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000774d2836. 00000100:00000001:0.0:1767384973.279437:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279437:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279441:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279442:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384973.279443:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279444:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279445:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279445:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b1d9c9. 00000400:00000200:0.0:1767384973.279447:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bf5d56c 00000400:00000010:0.0:1767384973.279449:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007bf5d56c. 00000100:00000001:0.0:1767384973.279450:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279451:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279454:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279455:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384973.279457:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279458:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279458:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279459:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034613f64. 00000400:00000200:0.0:1767384973.279461:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020ee037b 00000400:00000010:0.0:1767384973.279462:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000020ee037b. 00000100:00000001:0.0:1767384973.279463:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279464:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279468:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279469:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384973.279470:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279471:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279472:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279472:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064de4e92. 00000400:00000200:0.0:1767384973.279474:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4fbf9d 00000400:00000010:0.0:1767384973.279475:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005a4fbf9d. 00000100:00000001:0.0:1767384973.279477:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279478:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279481:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279482:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384973.279483:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279484:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279485:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279486:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038dc2945. 00000400:00000200:0.0:1767384973.279487:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051853157 00000400:00000010:0.0:1767384973.279488:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000051853157. 00000100:00000001:0.0:1767384973.279490:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279491:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279494:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279495:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384973.279497:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279507:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279508:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279510:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d472cb2c. 00000400:00000200:0.0:1767384973.279511:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000430206ff 00000400:00000010:0.0:1767384973.279513:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000430206ff. 00000100:00000001:0.0:1767384973.279515:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279516:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279519:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279520:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384973.279521:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279522:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279523:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279524:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000beb21e87. 00000400:00000200:0.0:1767384973.279525:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a6594a5 00000400:00000010:0.0:1767384973.279527:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002a6594a5. 00000100:00000001:0.0:1767384973.279528:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279529:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279532:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279533:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384973.279534:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279535:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279536:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279537:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ae9515f. 00000400:00000200:0.0:1767384973.279538:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001116db46 00000400:00000010:0.0:1767384973.279540:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001116db46. 00000100:00000001:0.0:1767384973.279541:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279542:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279545:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279547:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384973.279548:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279549:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279549:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279550:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc4e46f8. 00000400:00000200:0.0:1767384973.279552:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef83550e 00000400:00000010:0.0:1767384973.279553:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ef83550e. 00000100:00000001:0.0:1767384973.279555:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279555:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279559:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279560:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384973.279561:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279573:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279574:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279575:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d042f03. 00000400:00000200:0.0:1767384973.279577:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a706548b 00000400:00000010:0.0:1767384973.279578:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a706548b. 00000100:00000001:0.0:1767384973.279580:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279580:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279584:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279585:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384973.279586:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279587:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279588:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279589:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5ef3ba0. 00000400:00000200:0.0:1767384973.279590:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a4899b9 00000400:00000010:0.0:1767384973.279591:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001a4899b9. 00000100:00000001:0.0:1767384973.279593:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279594:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279597:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279598:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384973.279599:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279600:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279601:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279602:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038540559. 00000400:00000200:0.0:1767384973.279603:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000253551c7 00000400:00000010:0.0:1767384973.279605:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000253551c7. 00000100:00000001:0.0:1767384973.279606:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279607:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279610:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279611:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384973.279612:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279614:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279615:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279615:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f3a2934. 00000400:00000200:0.0:1767384973.279617:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5d7658c 00000400:00000010:0.0:1767384973.279618:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a5d7658c. 00000100:00000001:0.0:1767384973.279620:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279621:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279624:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279626:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384973.279627:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279628:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279629:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279630:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000182bd265. 00000400:00000200:0.0:1767384973.279632:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058751f4c 00000400:00000010:0.0:1767384973.279633:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000058751f4c. 00000100:00000001:0.0:1767384973.279635:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279635:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279639:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279640:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384973.279641:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279642:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279643:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279644:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000237a8884. 00000400:00000200:0.0:1767384973.279645:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007878d570 00000400:00000010:0.0:1767384973.279646:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007878d570. 00000100:00000001:0.0:1767384973.279648:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279649:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279652:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279653:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384973.279654:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279656:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279657:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279657:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f97c2eee. 00000400:00000200:0.0:1767384973.279659:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddfaa99 00000400:00000010:0.0:1767384973.279660:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dddfaa99. 00000100:00000001:0.0:1767384973.279676:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279678:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279682:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279683:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384973.279684:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279685:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279686:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279687:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2ce4384. 00000400:00000200:0.0:1767384973.279689:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b1b876 00000400:00000010:0.0:1767384973.279690:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e1b1b876. 00000100:00000001:0.0:1767384973.279692:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279693:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279697:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279698:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384973.279700:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279701:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279702:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279703:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8e24fda. 00000400:00000200:0.0:1767384973.279704:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec71e575 00000400:00000010:0.0:1767384973.279706:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ec71e575. 00000100:00000001:0.0:1767384973.279707:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279708:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279712:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279713:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384973.279714:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279715:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279716:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279717:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000409818ee. 00000400:00000200:0.0:1767384973.279718:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a1d0a9 00000400:00000010:0.0:1767384973.279719:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000025a1d0a9. 00000100:00000001:0.0:1767384973.279721:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279722:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279725:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279726:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384973.279727:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279728:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279729:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279730:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f33d684. 00000400:00000200:0.0:1767384973.279732:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d94efa7 00000400:00000010:0.0:1767384973.279733:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007d94efa7. 00000100:00000001:0.0:1767384973.279734:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279735:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279738:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279739:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384973.279741:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279742:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279743:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279743:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6db9cc7. 00000400:00000200:0.0:1767384973.279745:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5c9625f 00000400:00000010:0.0:1767384973.279747:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b5c9625f. 00000100:00000001:0.0:1767384973.279749:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279750:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279753:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279755:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384973.279756:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279757:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279758:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279759:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8f106d9. 00000400:00000200:0.0:1767384973.279760:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de682c59 00000400:00000010:0.0:1767384973.279761:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000de682c59. 00000100:00000001:0.0:1767384973.279763:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279763:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279767:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279768:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384973.279769:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279770:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279771:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279772:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002902fe66. 00000400:00000200:0.0:1767384973.279773:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e60075f 00000400:00000010:0.0:1767384973.279775:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006e60075f. 00000100:00000001:0.0:1767384973.279776:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279777:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279781:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279782:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384973.279783:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279784:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279785:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279786:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123f1567. 00000400:00000200:0.0:1767384973.279787:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005051c319 00000400:00000010:0.0:1767384973.279798:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005051c319. 00000100:00000001:0.0:1767384973.279800:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279801:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279804:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279805:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384973.279806:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279808:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279808:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279810:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071bdfe4d. 00000400:00000200:0.0:1767384973.279812:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075851f48 00000400:00000010:0.0:1767384973.279813:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000075851f48. 00000100:00000001:0.0:1767384973.279815:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279816:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279819:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279820:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384973.279821:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279822:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279823:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279824:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b95512bf. 00000400:00000200:0.0:1767384973.279825:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002611c93e 00000400:00000010:0.0:1767384973.279826:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002611c93e. 00000100:00000001:0.0:1767384973.279828:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279828:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279832:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279833:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384973.279834:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279835:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279836:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279836:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a64b2f1. 00000400:00000200:0.0:1767384973.279838:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a485e834 00000400:00000010:0.0:1767384973.279839:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a485e834. 00000100:00000001:0.0:1767384973.279841:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279842:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279845:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279846:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384973.279847:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279848:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279849:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279850:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088d621b2. 00000400:00000200:0.0:1767384973.279851:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003acb38d3 00000400:00000010:0.0:1767384973.279852:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003acb38d3. 00000100:00000001:0.0:1767384973.279854:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279855:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279858:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279859:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384973.279860:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279862:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279863:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279864:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093cee38f. 00000400:00000200:0.0:1767384973.279866:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e583c2 00000400:00000010:0.0:1767384973.279867:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000096e583c2. 00000100:00000001:0.0:1767384973.279869:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279870:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279873:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279874:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384973.279875:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279877:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279877:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279878:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bd9928a. 00000400:00000200:0.0:1767384973.279880:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c847e0fc 00000400:00000010:0.0:1767384973.279881:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c847e0fc. 00000100:00000001:0.0:1767384973.279882:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279883:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279930:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279932:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384973.279934:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279936:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279937:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279938:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ceaa133. 00000400:00000200:0.0:1767384973.279941:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028e8e0ff 00000400:00000010:0.0:1767384973.279942:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000028e8e0ff. 00000100:00000001:0.0:1767384973.279944:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279945:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279949:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279951:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384973.279952:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279954:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279955:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279956:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ac495b2. 00000400:00000200:0.0:1767384973.279959:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e9fd411 00000400:00000010:0.0:1767384973.279960:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006e9fd411. 00000100:00000001:0.0:1767384973.279962:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279963:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279967:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279970:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384973.279971:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279973:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279973:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279974:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000328348b5. 00000400:00000200:0.0:1767384973.279975:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086af8f9e 00000400:00000010:0.0:1767384973.279977:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000086af8f9e. 00000100:00000001:0.0:1767384973.279978:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279979:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279981:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279982:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384973.279983:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279984:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279984:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279985:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dafa3313. 00000400:00000200:0.0:1767384973.279986:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005189a581 00000400:00000010:0.0:1767384973.279987:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005189a581. 00000100:00000001:0.0:1767384973.279988:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279989:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.279991:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.279992:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384973.279993:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.279993:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.279994:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.279995:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097ed0e01. 00000400:00000200:0.0:1767384973.279996:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa4ab75 00000400:00000010:0.0:1767384973.279997:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004aa4ab75. 00000100:00000001:0.0:1767384973.279998:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.279998:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.280001:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.280002:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384973.280002:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.280003:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.280004:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.280005:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f178a119. 00000400:00000200:0.0:1767384973.280006:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee519c2f 00000400:00000010:0.0:1767384973.280006:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ee519c2f. 00000100:00000001:0.0:1767384973.280008:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.280009:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.280012:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.280013:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384973.280014:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384973.280015:0:39776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.280016:0:39776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.280016:0:39776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aafe610. 00000400:00000200:0.0:1767384973.280017:0:39776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000822edfdc 00000400:00000010:0.0:1767384973.280018:0:39776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000822edfdc. 00000100:00000001:0.0:1767384973.280019:0:39776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384973.280020:0:39776:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384973.280022:0:39776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384973.280023:0:39776:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384973.280024:0:39776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.280025:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280025:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280027:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280027:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280028:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280029:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280029:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280030:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280031:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280031:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280032:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280033:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280034:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280034:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280035:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280035:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280036:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280037:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280038:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280038:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280039:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280040:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280041:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280042:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280043:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280044:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280045:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280045:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280046:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280047:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280048:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280049:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280050:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280050:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280051:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280052:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280052:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280053:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280054:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280054:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280055:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280056:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280057:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280057:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280058:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280058:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280059:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280060:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280060:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280061:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280062:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280062:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280063:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280064:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280065:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280065:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280066:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280067:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280067:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280068:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280069:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280069:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280070:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280071:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280071:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280072:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280073:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280074:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280075:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280076:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280077:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280078:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280078:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280079:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280080:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280080:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280081:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280082:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280083:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280083:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280084:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280084:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280085:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280086:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280087:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280087:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280088:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280089:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280089:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280090:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280091:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280091:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280092:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280093:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280093:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280094:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280095:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280095:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280096:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280097:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280097:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280098:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280099:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280099:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280100:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280101:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280102:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280103:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280103:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280104:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280105:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280106:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280107:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280107:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280108:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280109:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280109:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280110:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280111:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280111:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280112:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280113:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280113:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280114:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280115:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280115:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384973.280116:0:39776:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.280117:0:39776:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384973.280118:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fd2b3fd5. 00000100:00000010:0.0:1767384973.280147:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ede03170. 00000100:00000010:0.0:1767384973.280148:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003ec8850c. 00000100:00000010:0.0:1767384973.280174:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0d4b7fe. 00000100:00000010:0.0:1767384973.280175:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d468d784. 00000100:00000010:0.0:1767384973.280198:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a968f60e. 00000100:00000010:0.0:1767384973.280199:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000039e10831. 00000100:00000010:0.0:1767384973.280221:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c7ae660. 00000100:00000010:0.0:1767384973.280222:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e596e1d6. 00000100:00000010:0.0:1767384973.280245:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d92d7e7. 00000100:00000010:0.0:1767384973.280246:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e0ad4457. 00000100:00000010:0.0:1767384973.280267:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009240529b. 00000100:00000010:0.0:1767384973.280269:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000117d175f. 00000100:00000010:0.0:1767384973.280306:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6eb2273. 00000100:00000010:0.0:1767384973.280309:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000379e7ee. 00000100:00000010:0.0:1767384973.280350:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004539365. 00000100:00000010:0.0:1767384973.280352:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d44e7c58. 00000100:00000010:0.0:1767384973.280385:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002481738a. 00000100:00000010:0.0:1767384973.280387:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c98253cb. 00000100:00000010:0.0:1767384973.280420:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b165c025. 00000100:00000010:0.0:1767384973.280422:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e22a1b90. 00000100:00000010:0.0:1767384973.280455:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a475d28. 00000100:00000010:0.0:1767384973.280457:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008a51fa89. 00000100:00000010:0.0:1767384973.280495:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000126ba8e2. 00000100:00000010:0.0:1767384973.280498:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000795983ba. 00000100:00000010:0.0:1767384973.280538:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db2dd1f5. 00000100:00000010:0.0:1767384973.280540:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e0ec94d5. 00000100:00000010:0.0:1767384973.280578:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c965129. 00000100:00000010:0.0:1767384973.280580:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006b2abcc9. 00000100:00000010:0.0:1767384973.280611:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000def84d17. 00000100:00000010:0.0:1767384973.280613:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000b91bf6d. 00000100:00000010:0.0:1767384973.280646:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025144b06. 00000100:00000010:0.0:1767384973.280648:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000054e2636a. 00000100:00000010:0.0:1767384973.280684:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ff470e2. 00000100:00000010:0.0:1767384973.280687:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c48f62df. 00000100:00000010:0.0:1767384973.280718:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c31216f2. 00000100:00000010:0.0:1767384973.280720:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cbca37fe. 00000100:00000010:0.0:1767384973.280759:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b32b3ca4. 00000100:00000010:0.0:1767384973.280761:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002650ed8f. 00000100:00000010:0.0:1767384973.280793:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b84e034. 00000100:00000010:0.0:1767384973.280795:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004ad7dd7b. 00000100:00000010:0.0:1767384973.280827:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8ce7a81. 00000100:00000010:0.0:1767384973.280829:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d1a6751d. 00000100:00000010:0.0:1767384973.280860:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015cf1b33. 00000100:00000010:0.0:1767384973.280862:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000002ffc44c. 00000100:00000010:0.0:1767384973.280937:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090a1fc4c. 00000100:00000010:0.0:1767384973.280943:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009b591735. 00000100:00000010:0.0:1767384973.280972:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eeb939c1. 00000100:00000010:0.0:1767384973.280974:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000088da3816. 00000100:00000010:0.0:1767384973.280998:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1898f85. 00000100:00000010:0.0:1767384973.281000:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000088994a00. 00000100:00000010:0.0:1767384973.281021:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f7b38c5. 00000100:00000010:0.0:1767384973.281023:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c482a5cb. 00000100:00000010:0.0:1767384973.281044:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b721244. 00000100:00000010:0.0:1767384973.281063:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000125218e. 00000100:00000010:0.0:1767384973.281087:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f2b0a68. 00000100:00000010:0.0:1767384973.281088:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005e58428a. 00000100:00000010:0.0:1767384973.281112:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008580a54b. 00000100:00000010:0.0:1767384973.281114:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005c34bec5. 00000100:00000010:0.0:1767384973.281136:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9eb9b10. 00000100:00000010:0.0:1767384973.281137:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002e09a07e. 00000100:00000010:0.0:1767384973.281160:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3d1e2e3. 00000100:00000010:0.0:1767384973.281162:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000015f211dd. 00000100:00000010:0.0:1767384973.281185:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080c8274b. 00000100:00000010:0.0:1767384973.281187:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000038d14223. 00000100:00000010:0.0:1767384973.281210:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d8d742d. 00000100:00000010:0.0:1767384973.281211:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000febc1940. 00000100:00000010:0.0:1767384973.281237:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000105639b8. 00000100:00000010:0.0:1767384973.281239:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005ac272e9. 00000100:00000010:0.0:1767384973.281264:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ce40510. 00000100:00000010:0.0:1767384973.281265:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c02c8618. 00000100:00000010:0.0:1767384973.281288:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d9e189f. 00000100:00000010:0.0:1767384973.281290:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006152c599. 00000100:00000010:0.0:1767384973.281327:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006faeecb1. 00000100:00000010:0.0:1767384973.281330:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002e10821e. 00000100:00000010:0.0:1767384973.281402:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003a81178. 00000100:00000010:0.0:1767384973.281404:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002cd996fd. 00000100:00000010:0.0:1767384973.281436:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c836bcf6. 00000100:00000010:0.0:1767384973.281439:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004228e0ab. 00000100:00000010:0.0:1767384973.281469:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f29595e. 00000100:00000010:0.0:1767384973.281471:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000015b0abe7. 00000100:00000010:0.0:1767384973.281504:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0bb9f94. 00000100:00000010:0.0:1767384973.281506:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a830f520. 00000100:00000010:0.0:1767384973.281540:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004780df53. 00000100:00000010:0.0:1767384973.281542:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005bc2f39d. 00000100:00000010:0.0:1767384973.281575:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac3d4280. 00000100:00000010:0.0:1767384973.281578:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000eb9cee29. 00000100:00000010:0.0:1767384973.281612:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4722c3e. 00000100:00000010:0.0:1767384973.281614:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006b0e99e7. 00000100:00000010:0.0:1767384973.281649:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008cfc49b2. 00000100:00000010:0.0:1767384973.281659:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d2c0e053. 00000100:00000010:0.0:1767384973.281694:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000136cbc7a. 00000100:00000010:0.0:1767384973.281696:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c402814b. 00000100:00000010:0.0:1767384973.281733:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfb005b1. 00000100:00000010:0.0:1767384973.281735:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001eac7f08. 00000100:00000010:0.0:1767384973.281765:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a47dc4e. 00000100:00000010:0.0:1767384973.281767:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008c0cee79. 00000100:00000010:0.0:1767384973.281798:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba2ea744. 00000100:00000010:0.0:1767384973.281800:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e995931a. 00000100:00000010:0.0:1767384973.281831:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e06274a. 00000100:00000010:0.0:1767384973.281833:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b5029801. 00000100:00000010:0.0:1767384973.281863:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1dcbdae. 00000100:00000010:0.0:1767384973.281865:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c4900735. 00000100:00000010:0.0:1767384973.281936:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c70bf6f. 00000100:00000010:0.0:1767384973.281941:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000a464822. 00000100:00000010:0.0:1767384973.281976:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a596f3d. 00000100:00000010:0.0:1767384973.281978:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000040dedc3. 00000100:00000010:0.0:1767384973.282004:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012fe86a6. 00000100:00000010:0.0:1767384973.282005:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000adc300e4. 00000100:00000010:0.0:1767384973.282030:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040477f95. 00000100:00000010:0.0:1767384973.282032:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000768007a2. 00000100:00000010:0.0:1767384973.282052:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b00b7657. 00000100:00000010:0.0:1767384973.282054:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ab9883dd. 00000100:00000010:0.0:1767384973.282079:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b6f6485. 00000100:00000010:0.0:1767384973.282080:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002568e29e. 00000100:00000010:0.0:1767384973.282104:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044487590. 00000100:00000010:0.0:1767384973.282105:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c93c896d. 00000100:00000010:0.0:1767384973.282130:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9adcfd2. 00000100:00000010:0.0:1767384973.282131:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002cc4cdea. 00000100:00000010:0.0:1767384973.282155:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d71c4072. 00000100:00000010:0.0:1767384973.282157:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001693a996. 00000100:00000010:0.0:1767384973.282178:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec25305e. 00000100:00000010:0.0:1767384973.282179:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000001809d8b. 00000100:00000010:0.0:1767384973.282202:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c433f83. 00000100:00000010:0.0:1767384973.282204:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000991c2c8c. 00000100:00000010:0.0:1767384973.282233:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005727ccc3. 00000100:00000010:0.0:1767384973.282234:0:39776:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001c479a57. 00000100:00000010:0.0:1767384973.282257:0:39776:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f73716e4. 00000100:00000010:0.0:1767384973.282260:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d51c3f6a. 00000100:00000010:0.0:1767384973.282264:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000af49f5ec. 00000100:00000010:0.0:1767384973.282268:0:39776:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000930ce3bc. 00000100:00000001:0.0:1767384973.282272:0:39776:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384973.282273:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282274:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.282275:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.282276:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001a444a35. 00000100:00000001:0.0:1767384973.282278:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.282279:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.282281:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282281:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000955e6828. 00000100:00000001:0.0:1767384973.282283:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282284:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282285:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c373e7d9. 00000100:00000001:0.0:1767384973.282286:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282287:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282288:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002ff0c3b0. 00000100:00000001:0.0:1767384973.282289:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282290:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282291:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008f8f790c. 00000100:00000001:0.0:1767384973.282306:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282307:0:39776:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384973.282308:0:39776:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384973.282309:0:39776:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000007f01a12. 00000100:00000001:0.0:1767384973.282311:0:39776:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384973.282312:0:39776:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.282313:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282314:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000098953904. 00000100:00000001:0.0:1767384973.282315:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282315:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282316:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ff978f73. 00000100:00000001:0.0:1767384973.282317:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282318:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282319:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007665ff1d. 00000100:00000001:0.0:1767384973.282320:0:39776:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384973.282320:0:39776:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384973.282321:0:39776:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000060ef0d55. 00000100:00000010:0.0:1767384973.282322:0:39776:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000c317f1d2. 00000100:00000001:0.0:1767384973.282323:0:39776:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384973.282367:0:39776:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e8936af0. 00000020:00000010:0.0:1767384973.282370:0:39776:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000066d3a79f. 00000100:00000010:0.0:1767384973.282387:0:39776:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000002d22e755. 00000100:00000010:0.0:1767384973.282392:0:39776:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bf59ab33. 00000100:00000010:0.0:1767384973.282394:0:39776:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c141e4dc. 00000100:00000010:0.0:1767384973.282398:0:39776:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000000a3fbbd2. 00000100:00000001:0.0:1767384973.282400:0:39776:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384973.282402:0:39776:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:0.0:1767384973.282412:0:39776:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.282414:0:39776:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384973.282423:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384973.282426:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000027f2e7d. 00000001:00000010:0.0:1767384973.282428:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007df3a54a. 00000001:00000010:0.0:1767384973.282429:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b53aa914. 00000001:00000010:0.0:1767384973.282431:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c4fc0ce. 00000001:00000010:0.0:1767384973.282432:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000da22b054. 00000001:00000010:0.0:1767384973.282434:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000488174f1. 00000001:00000001:0.0:1767384973.282435:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384973.282436:0:39776:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384973.282438:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000822d9e0b. 00000001:00000010:0.0:1767384973.282439:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000062668c9e. 00000001:00000010:0.0:1767384973.282441:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dcbaf374. 00000001:00000010:0.0:1767384973.282442:0:39776:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000062a0a5a2. 00000001:00000010:0.0:1767384973.282443:0:39776:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b943d960. 00000001:00000010:0.0:1767384973.282444:0:39776:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000011fdf37e. 00000001:00000001:0.0:1767384973.282445:0:39776:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384973.282446:0:39776:0:(obd_config.c:955:class_decref()) Decref MDS (00000000497eaf8e) now 3 - setup 00000020:00000001:0.0:1767384973.282447:0:39776:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.282449:0:39776:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384973.282450:0:39776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384973.282452:0:39776:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384973.282454:0:39776:0:(obd_config.c:955:class_decref()) Decref MDS (00000000497eaf8e) now 2 - obd_device_list 00000020:00000080:0.0:1767384973.282455:0:39776:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:0.0:1767384973.282456:0:39776:0:(obd_config.c:955:class_decref()) Decref MDS (00000000497eaf8e) now 1 - newdev 00000020:00000040:0.0:1767384973.282457:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a127106 with handle 0x7ec529173eeb8103 from hash 00000020:00000040:0.0:1767384973.282459:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000005a127106 : new refcount 0 00000020:00000080:0.0:1767384973.282461:0:39776:0:(genops.c:904:class_export_put()) final put 000000005a127106/MDS_uuid 00000020:00000001:0.0:1767384973.282462:0:39776:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.282464:0:39776:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384973.282465:0:39776:0:(genops.c:863:class_export_destroy()) destroying export 000000005a127106/MDS_uuid for MDS 00000020:00000001:0.0:1767384973.282466:0:39776:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384973.282467:0:39776:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.282469:0:39776:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005a127106. 00000020:00000001:0.0:1767384973.282470:0:39776:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384973.282471:0:39776:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:0.0:1767384973.282472:0:39776:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:0.0:1767384973.282473:0:39776:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384973.282475:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce614173. 00000020:00000010:0.0:1767384973.282478:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cfc82099. 00000040:00000010:0.0:1767384973.282480:0:39776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a32ac7f. 00000020:00000010:0.0:1767384973.282482:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3acf582. 00000020:00000010:0.0:1767384973.282484:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021c5b840. 00000020:00000010:0.0:1767384973.282486:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b96c694. 80000000:00000010:0.0:1767384973.282488:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000131d439e. 40000000:00000010:0.0:1767384973.282490:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003e8a1158. 00100000:00000010:0.0:1767384973.282492:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c119d452. 00040000:00000010:0.0:1767384973.282494:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e0c4b3fe. 00040000:00000010:0.0:1767384973.282496:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000257feab7. 00080000:00000010:0.0:1767384973.282498:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000933062f2. 00000004:00000010:0.0:1767384973.282501:0:39776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000862ef606. 00000004:00000001:0.0:1767384973.282504:0:39776:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:0.0:1767384973.282506:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000807f701f. 00000004:00000010:0.0:1767384973.282508:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e5120670. 00000004:00000010:0.0:1767384973.282510:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000073a6510f. 00000004:00000010:0.0:1767384973.282512:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000393a63b0. 00000004:00000010:0.0:1767384973.282514:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031d91e58. 00000004:00000010:0.0:1767384973.282516:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000026ae9aa8. 00000004:00000010:0.0:1767384973.282518:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000072f452ae. 00000004:00000010:0.0:1767384973.282520:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000375611f8. 00000004:00000010:0.0:1767384973.282522:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000074f80735. 00000004:00000010:0.0:1767384973.282532:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005bf46179. 00000004:00000010:0.0:1767384973.282535:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f0a56b16. 00000004:00000010:0.0:1767384973.282537:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008333b54e. 00000004:00000010:0.0:1767384973.282539:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a95c3747. 00000004:00000010:0.0:1767384973.282540:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001fcc96f4. 00000004:00000010:0.0:1767384973.282542:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e0b62db1. 00000004:00000010:0.0:1767384973.282548:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023e87b08. 00000004:00000010:0.0:1767384973.282550:0:39776:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 0000000004de15e8. 00000004:00000001:0.0:1767384973.282552:0:39776:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.282554:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cfc82099. 00000040:00000010:0.0:1767384973.282555:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a32ac7f. 00000020:00000010:0.0:1767384973.282557:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b3acf582. 00000020:00000010:0.0:1767384973.282559:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021c5b840. 00000020:00000010:0.0:1767384973.282561:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b96c694. 80000000:00000010:0.0:1767384973.282562:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000131d439e. 40000000:00000010:0.0:1767384973.282564:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e8a1158. 00100000:00000010:0.0:1767384973.282566:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c119d452. 00040000:00000010:0.0:1767384973.282568:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e0c4b3fe. 00040000:00000010:0.0:1767384973.282569:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000257feab7. 00080000:00000010:0.0:1767384973.282571:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000933062f2. 00000004:00000010:0.0:1767384973.282572:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000862ef606. 00000020:00000010:0.0:1767384973.282574:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce614173. 00000020:00000001:0.0:1767384973.282575:0:39776:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.282576:0:39776:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000497eaf8e. 00000020:00000001:0.0:1767384973.282579:0:39776:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.282580:0:39776:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384973.282582:0:39776:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000a955fad0. 00000020:00000001:0.0:1767384973.282583:0:39776:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.282585:0:39776:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.282588:0:39776:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000007c292ff5. 00000020:00000010:0.0:1767384973.282591:0:39776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fab799cf. 00000020:00000010:0.0:1767384973.282594:0:39776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009607fa8e. 00000040:00000010:0.0:1767384973.282596:0:39776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000052e4db52. 00000020:00000010:0.0:1767384973.282597:0:39776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6e0df52. 00000020:00000010:0.0:1767384973.282599:0:39776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c53e83be. 00000020:00000010:0.0:1767384973.282601:0:39776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b683090f. 80000000:00000010:0.0:1767384973.282603:0:39776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2f00cb7. 40000000:00000010:0.0:1767384973.282604:0:39776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000187b51c0. 00100000:00000010:0.0:1767384973.282606:0:39776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004709f59d. 00040000:00000010:0.0:1767384973.282607:0:39776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012cb08fc. 00040000:00000010:0.0:1767384973.282609:0:39776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000229c9234. 00040000:00000010:0.0:1767384973.282611:0:39776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b9f5ea62. 00080000:00000010:0.0:1767384973.282612:0:39776:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000a47c4d54. 00080000:00000010:0.0:1767384973.282614:0:39776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005adbe2e3. 00000004:00000010:0.0:1767384973.282616:0:39776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d34f7b2. 00000004:00000010:0.0:1767384973.282618:0:39776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046ed76fc. 00000004:00000010:0.0:1767384973.282621:0:39776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000046a2cac8. 00002000:00000010:0.0:1767384973.282623:0:39776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000fed212e. 00000004:00000010:0.0:1767384973.282625:0:39776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005df573e7. 00000020:00000010:0.0:1767384973.282627:0:39776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000565ef3f1. 00000020:02000400:0.0:1767384973.282628:0:39776:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:0.0:1767384973.283717:0:39776:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 0000000025e4e05a. 00000020:00000001:0.0:1767384973.283721:0:39776:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:3.0:1767384973.284620:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384973.284621:0:10061:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384973.284632:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384973.284633:0:10061:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.284640:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.284640:0:10061:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384973.466243:0:39792:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384973.466255:0:39792:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.466258:0:39792:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.624086:0:39832:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000026e0dd97. 00000400:00000040:0.0:1767384973.624106:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384973.624109:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384973.624111:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384973.624112:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384973.624114:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384973.624131:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1767384973.624134:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1767384973.624244:0:39832:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000026e0dd97. 00010000:00000001:2.0:1767384973.804945:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384973.804950:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.804980:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384973.804984:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384973.804987:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384973.805956:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000800:00000200:2.1:1767384973.805962:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f323d034] -> 12345-192.168.203.112@tcp35 (4) 00000400:00000200:0.0:1767384973.806029:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806088:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806113:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806133:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806146:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806172:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806185:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806198:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806211:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806223:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806236:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806249:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806262:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806274:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806287:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806323:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806336:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806349:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806361:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806374:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806386:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806399:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806412:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806434:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806460:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806501:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806514:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806527:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806541:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806554:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806567:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384973.806580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384973.806667:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c8a9ea0. 00000800:00000010:0.0:1767384973.806671:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ca196e09. 00000800:00000010:0.0:1767384973.806675:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bda4c9e6. 00000800:00000010:0.0:1767384973.806689:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bda4c9e6. 00000800:00020000:0.0:1767384973.806694:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384973.806697:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ca196e09. 00000800:00000010:0.0:1767384973.806698:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c8a9ea0. 00000400:02020000:0.0:1767384973.806725:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp35 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384973.806729:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:3.0:1767384973.886373:0:39845:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384973.886384:0:39845:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.886388:0:39845:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384974.252959:0:17550:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384974.252968:0:17550:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384974.829002:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384974.829021:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.829036:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384974.829038:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384974.829040:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384975.596980:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp47 00000400:00000010:2.0:1767384975.596989:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f07a4892. 00000400:00000010:2.0:1767384975.596998:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000025ae4e00. 00000400:00000010:2.0:1767384975.597004:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004195850d. 00000400:00000010:2.0:1767384975.597013:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f9227922. 00000400:00000200:2.0:1767384975.597018:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp47 00000400:00000200:2.0:1767384975.597039:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp47 local destination 00000400:00000200:2.0:1767384975.597046:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp47 00000400:00000200:2.0:1767384975.597050:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp47 NI seq info: [254:254:256:4294967295] 192.168.203.112@tcp47 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384975.597057:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp47 00000400:00000200:2.0:1767384975.597065:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp47(192.168.203.112@tcp47:) -> 192.168.203.112@tcp47(192.168.203.112@tcp47:192.168.203.112@tcp47) : GET try# 0 00000800:00000200:2.0:1767384975.597071:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp47 00000800:00000010:2.0:1767384975.597076:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a47c4d54. 00000800:00000200:2.0:1767384975.597083:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000800:00000200:2.1:1767384975.597088:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002af7256e] -> 12345-192.168.203.112@tcp47 (2) 00000400:00000200:2.0:1767384975.597116:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp47 added to recovery queue. ping count: 4 next ping: 313 health :600 00000400:00000200:0.0:1767384975.597231:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597300:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597319:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597332:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597347:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597362:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597375:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597388:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597402:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597415:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597428:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597442:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597455:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597469:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597482:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597495:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597509:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597522:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597546:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597561:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597575:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597590:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597603:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597616:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597629:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597642:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597655:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597668:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597681:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597694:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597712:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597739:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597766:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597787:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384975.597801:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384975.597972:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c8a9ea0. 00000800:00000010:0.0:1767384975.597976:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055775d17. 00000800:00000010:0.0:1767384975.597980:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093c3b376. 00000800:00000010:0.0:1767384975.597997:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093c3b376. 00000800:00020000:0.0:1767384975.598005:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384975.598008:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055775d17. 00000800:00000010:0.0:1767384975.598009:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c8a9ea0. 00000400:02020000:0.0:1767384975.598039:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp47 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384975.598044:0:16125:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp47 notifying 192.168.203.112@tcp47: down 00000400:00000200:0.0:1767384975.598048:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384975.598051:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp47 00000800:00000010:0.0:1767384975.598054:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a47c4d54. 00000400:00000200:0.0:1767384975.598057:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384975.598061:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp47->192.168.203.112@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384975.598069:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384975.598071:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384975.598074:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp47) recovery failed with -71 00010000:00000001:2.0:1767384975.853019:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384975.853026:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384975.853029:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003512ebe9] -> 12345-192.168.203.112@tcp17 (6) 00000800:00000200:3.0:1767384975.853036:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp17 ip 192.168.203.112:988 00000800:00000200:3.0:1767384975.853040:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000020:00000001:0.0:1767384975.853087:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384975.853091:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384975.853093:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384975.853201:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384975.853213:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384975.853215:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384975.853221:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384975.853223:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384976.621008:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384976.621014:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384976.621024:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004195850d 00000400:00000010:2.0:1767384976.621029:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004195850d. 00000400:00000200:2.0:1767384976.621033:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384976.621038:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384976.621050:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f07a4892. 00000400:00000010:2.0:1767384976.621054:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000025ae4e00. 00000400:00000010:2.0:1767384976.621062:0:16133:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 395 at 0000000025ae4e00. 00000400:02000040:2.0:1767384976.621071:0:16133:0:(lib-move.c:3976:lnet_print_recovery_list()) 6 local NIs in recovery (showing 6): 192.168.203.112@tcp47, 192.168.203.112@tcp38, 192.168.203.112@tcp44, 192.168.203.112@tcp43, 192.168.203.112@tcp33, 192.168.203.112@tcp30 00000400:00000010:2.0:1767384976.624898:0:16133:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 395 at 0000000025ae4e00. 00010000:00000001:2.0:1767384976.876967:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384976.876973:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384976.877055:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384976.877058:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384976.877061:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384977.325011:0:18311:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384977.325019:0:18311:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384977.325020:0:39778:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384977.325023:0:39778:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384977.900960:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000566af395] -> 12345-192.168.203.112@tcp20 (6) 00000800:00000200:3.0:1767384977.900969:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp20 ip 192.168.203.112:988 00000800:00000200:3.0:1767384977.900973:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00010000:00000001:2.0:1767384977.900993:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384977.900997:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.901018:0:16764:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384977.901021:0:16764:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.901023:0:16764:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384977.901129:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384977.901135:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.901143:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384977.901147:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384977.901149:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384978.348979:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384978.348987:0:2410:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384978.348994:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca708c. 00000020:00000040:1.0:1767384978.349000:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c19ffb8 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767384978.349005:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384978.349008:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384978.349013:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384978.349019:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1533ef6. 00000100:00000001:1.0:1767384978.349026:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384978.349034:0:2410:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce8723f7-a406-4428-8bf1-c7aa33d7d062->MGS req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384978.349043:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384978.349045:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384978.349051:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ca708c] to pc [ptlrpcd_00_02+2] req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384978.349072:0:2410:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384978.349074:0:2410:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767384978.349078:0:2410:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1767384978.349079:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384978.349080:0:2410:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384978.349084:0:2410:0:(import.c:65:import_set_state_nolock()) 000000003c55fdde lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767384978.349086:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384978.349088:0:2410:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1767384978.349089:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384978.349092:0:2410:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 294 00000100:00001000:1.0:1767384978.349096:0:2410:0:(import.c:2128:obd_at_measure()) add 10 to 00000000bc5f6372 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384978.349098:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767384978.349099:0:2410:0:(import.c:2194:obd_at_measure()) AT 00000000bc5f6372 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:0.0:1767384978.349102:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384978.349103:0:2410:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:0.0:1767384978.349107:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384978.349109:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 5 to 0@lo 00000100:00000001:0.0:1767384978.349110:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384978.349112:0:2410:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384978.349113:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384978.349117:0:2410:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 6 to 0@lo 00000100:00000001:1.0:1767384978.349119:0:2410:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00000040:0.0:1767384978.349121:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384978.349122:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384978.349123:0:2410:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384978.349127:0:2410:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7ec529173eeb8237 00000100:00000001:3.0:1767384978.349129:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384978.349131:0:2410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384978.349135:0:2410:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009ae80b47 refcount=8 00000100:00000001:0.0:1767384978.349137:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384978.349138:0:2410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 00000100:00000001:0.0:1767384978.349140:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384978.349142:0:2410:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637510244476928 : -106563465074688 : ffff9f14c284a800) 02000000:00000001:0.0:1767384978.349144:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384978.349147:0:2410:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000001e45dfec refcount 5 to 0@lo 02000000:00000001:0.0:1767384978.349149:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384978.349150:0:2410:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384978.349154:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384978.349155:0:2410:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000001e45dfec refcount 6 to 0@lo 00000100:00000001:1.0:1767384978.349158:0:2410:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637514635099776 : -106559074451840 : ffff9f15c8383e80) 00000100:00100000:0.0:1767384978.349159:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f4ca708c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce8723f7-a406-4428-8bf1-c7aa33d7d062:16139:1853237352237312:0@lo:400: 00000020:00000040:1.0:1767384978.349163:0:2410:0:(genops.c:898:class_export_put()) PUTting export 000000009ae80b47 : new refcount 7 00000100:00000001:0.0:1767384978.349165:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1767384978.349168:0:2410:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000003c55fdde using connection 192.168.203.112@tcp/0@lo 00000100:00000001:1.0:1767384978.349170:0:2410:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384978.349171:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384978.349173:0:2410:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384978.349174:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384978.349177:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384978.349178:0:2410:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384978.349181:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8ea462f. 02000000:00000001:1.0:1767384978.349182:0:2410:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384978.349185:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384978.349186:0:2410:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384978.349190:0:2410:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384978.349193:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000869cbff. 00000100:00000010:1.0:1767384978.349194:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000037f140bb. 00000020:00000040:1.0:1767384978.349198:0:2410:0:(genops.c:1229:class_import_get()) import 000000003c55fdde refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384978.349200:0:2410:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1767384978.349201:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c57c4f3. 02000000:00000001:1.0:1767384978.349202:0:2410:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384978.349207:0:2410:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384978.349209:0:2410:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384978.349210:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352237312, portal 25 02000000:00000001:1.0:1767384978.349211:0:2410:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.349217:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384978.349219:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000962f0b8d. 00000100:00000001:0.0:1767384978.349219:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605558656 : -106559103992960 : ffff9f15c6757b80) 00000100:00000001:1.0:1767384978.349224:0:2410:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384978.349224:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384978.349231:0:2410:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000037f140bb x1853237352237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384978.349235:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384978.349241:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384978.349246:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9035eb3. 00000100:00000001:1.0:1767384978.349247:0:2410:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384978.349249:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352237312, offset 0 00000100:00000001:1.0:1767384978.349250:0:2410:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384978.349255:0:2410:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037f140bb] to pc [ptlrpcd_rcv+-1] req@0000000037f140bb x1853237352237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.349276:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384978.349288:0:2410:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384978.349290:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384978.349294:0:2410:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (304) 00000400:00000200:0.0:1767384978.349302:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272108900 00000400:00000100:0.0:1767384978.349307:0:16139:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237352237312 offset 0 length 224: 4 00000400:00000200:0.0:1767384978.349310:0:16139:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000074e276a1 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1767384978.349313:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384978.349313:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1767384978.349318:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384978.349321:0:16135:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384978.349322:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9035eb3 00000100:00000040:2.0:1767384978.349326:0:16135:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037f140bb x1853237352237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384978.349326:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9035eb3. 00000100:00000001:0.0:1767384978.349330:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384978.349337:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384978.349338:0:16135:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384978.349341:0:16135:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384978.349346:0:16135:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384978.349349:0:16135:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384978.349350:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384978.349353:0:16135:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384978.349356:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384978.349359:0:16135:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000037f140bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16135:1853237352237440:0@lo:38: 00000100:00000001:2.0:1767384978.349368:0:16135:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384978.349372:0:16135:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384978.349372:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384978.349375:0:16135:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.349376:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384978.349380:0:16135:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384978.349383:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384978.349385:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000e7dabd9. 02000000:00000001:2.0:1767384978.349388:0:16135:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.349388:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294967309 00000400:00000010:2.0:1767384978.349393:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028a4102f. 00000100:00000010:0.0:1767384978.349395:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f347abc3. 00000400:00000010:2.0:1767384978.349399:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004195850d. 00000100:00000001:0.0:1767384978.349403:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384978.349404:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352237440, portal 10 00000100:00000001:2.0:1767384978.349408:0:16135:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384978.349409:0:16135:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637514605552384 : -106559103999232 : ffff9f15c6756300) 00000100:00000001:0.0:1767384978.349411:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294967309 00000100:00000040:2.0:1767384978.349416:0:16135:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000037f140bb x1853237352237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384978.349417:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038519d06. 00000100:00000001:0.0:1767384978.349424:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384978.349425:0:16135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384978.349428:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4294967309 00000100:00000010:0.0:1767384978.349431:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f82b9dda. 00000100:00000001:0.0:1767384978.349434:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384978.349436:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4294967309 00000100:00000040:2.0:1767384978.349441:0:16135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384978.349442:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2f944a. 00000400:00000010:2.0:1767384978.349445:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000100:00000001:0.0:1767384978.349446:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384978.349451:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237352237440, offset 0 00000100:00000001:0.0:1767384978.349452:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384978.349455:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384978.349459:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384978.349461:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.349464:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384978.349469:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384978.349478:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272108980 00000400:00000100:2.0:1767384978.349484:0:16135:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237352237440 offset 0 length 520: 4 00000400:00000200:2.0:1767384978.349486:0:16135:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000d78987f2 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384978.349488:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384978.349492:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000400:00000010:2.0:1767384978.349494:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000100:00000001:2.0:1767384978.349495:0:16135:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384978.349497:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000037f140bb x1853237352237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384978.349503:0:16135:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384978.349505:0:16135:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000037f140bb x1853237352237440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384978.349509:0:16135:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.349510:0:16135:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384978.349513:0:16135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384978.349516:0:16135:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3705 usecs (4 jiffies) 00000100:00000001:2.0:1767384978.349518:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294967300 00000100:00000001:2.0:1767384978.349520:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294967309 00000100:00000001:2.0:1767384978.349522:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294967300 00000100:00000001:2.0:1767384978.349524:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294967309 00000100:00000001:2.0:1767384978.349526:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294967300 00000100:00000001:2.0:1767384978.349528:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294967309 00000100:00000001:2.0:1767384978.349530:0:16135:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294967300 00000100:00000001:2.0:1767384978.349532:0:16135:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294967309 00000100:00000001:2.0:1767384978.349533:0:16135:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384978.349540:0:16135:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.349542:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.349544:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384978.349548:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384978.349549:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384978.349551:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384978.349552:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384978.349554:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.349556:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384978.362938:0:757:0:(connection.c:75:cpu_latency_work()) work item of 00000000e9799100 (cpu 0) has reached its deadline 4294967309, at 4294967310 00000100:00000010:3.0:1767384978.362949:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2f944a. 00000100:00000040:0.0:1767384978.362956:0:420:0:(connection.c:75:cpu_latency_work()) work item of 00000000c32e5ce3 (cpu 0) has reached its deadline 4294967309, at 4294967310 00000100:00000040:2.0:1767384978.362959:0:254:0:(connection.c:75:cpu_latency_work()) work item of 000000001461c202 (cpu 0) has reached its deadline 4294967309, at 4294967310 00000100:00000010:0.0:1767384978.362964:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f347abc3. 00000100:00000010:2.0:1767384978.362970:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f82b9dda. 00000100:00000040:1.0:1767384978.363053:0:256:0:(connection.c:75:cpu_latency_work()) work item of 000000007cfac651 (cpu 0) has reached its deadline 4294967309, at 4294967310 00000100:00000010:1.0:1767384978.363059:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038519d06. 00010000:00000001:2.0:1767384978.924987:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384978.924993:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384978.924997:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (4) 00000800:00000200:3.1:1767384978.925005:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bd7df5b9] -> 12345-192.168.203.112@tcp36 (4) 00000020:00000001:0.0:1767384978.925048:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384978.925051:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384978.925054:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384978.925124:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925162:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925176:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925188:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925200:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925212:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925224:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925236:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925248:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925291:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925307:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925319:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925331:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925345:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925358:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925371:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925383:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925395:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925408:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925420:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925432:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925445:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925457:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925469:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925482:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925494:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925507:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925520:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925533:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925557:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925583:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925604:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925623:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925637:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384978.925649:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384978.925779:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:1.0:1767384978.925784:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af75032e. 00000800:00000010:1.0:1767384978.925787:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aac548b5. 00000800:00000010:1.0:1767384978.925802:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aac548b5. 00000800:00020000:1.0:1767384978.925810:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384978.930014:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af75032e. 00000800:00000010:1.0:1767384978.930018:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:02020000:1.0:1767384978.930064:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp36 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384978.933904:0:16124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:0.0:1767384979.065862:0:39894:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384979.065873:0:39894:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384979.065877:0:39894:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.373918:0:16139:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384979.373930:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384979.373932:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1767384979.373936:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384979.373939:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384979.373941:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384979.373943:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384979.760856:0:40058:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384979.760860:0:40058:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767384979.763241:0:40058:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:3.0:1767384979.948969:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (4) 00000800:00000200:3.1:1767384979.948981:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004c4937fe] -> 12345-192.168.203.112@tcp31 (4) 00000400:00000200:1.0:1767384979.949059:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949104:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949128:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949177:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949271:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949305:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949326:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949342:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949408:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949428:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949471:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949540:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949555:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949592:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949620:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949659:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949728:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949748:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949802:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949847:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949878:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.949964:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00010000:00000001:2.0:1767384979.950004:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384979.950009:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384979.950018:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950083:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950147:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950211:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950277:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950314:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950349:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950387:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384979.950431:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384979.950598:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9e660fa. 00000800:00000010:1.0:1767384979.950603:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001a5258cd. 00000800:00000010:1.0:1767384979.950608:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f0b6cee. 00000800:00000010:1.0:1767384979.950627:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f0b6cee. 00000800:00020000:1.0:1767384979.950636:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384979.950639:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a5258cd. 00000800:00000010:1.0:1767384979.950643:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9e660fa. 00000400:02020000:1.0:1767384979.950685:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp31 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384979.950689:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000001:0.0:1767384979.952640:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384979.952644:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384979.952648:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384979.954558:0:40081:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:3.0:1767384980.972972:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000800:00000200:3.1:1767384980.972982:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e866b445] -> 12345-192.168.203.112@tcp39 (4) 00000400:00000200:0.0:1767384980.973074:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973123:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973144:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973164:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973183:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973202:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973222:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973256:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973282:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973296:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973308:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973320:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973332:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973344:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973357:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973370:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973383:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973395:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973407:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973420:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973432:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973445:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973457:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973468:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973480:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973491:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973503:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973515:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973527:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973538:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973550:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973562:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973577:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973590:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384980.973603:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384980.973735:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c8a9ea0. 00000800:00000010:0.0:1767384980.973741:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000934e8ed6. 00000800:00000010:0.0:1767384980.973746:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e00fc202. 00000800:00000010:0.0:1767384980.973769:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e00fc202. 00000800:00020000:0.0:1767384980.973778:0:39636:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384980.973781:0:39636:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000934e8ed6. 00000800:00000010:0.0:1767384980.973783:0:39636:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c8a9ea0. 00000400:02020000:0.0:1767384980.973813:0:39636:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp39 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384980.973816:0:39636:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:0.0:1767384981.652918:0:40420:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000003c1cd539. 00000020:00000010:0.0:1767384981.652925:0:40420:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000023dcfe8e. 00000020:00000010:0.0:1767384981.652932:0:40420:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000862ef606. 00000020:00000010:0.0:1767384981.652940:0:40420:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 00000000bac7128a. 00000020:00000010:0.0:1767384981.652953:0:40420:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 0000000027ae5dac. 00000020:00000010:0.0:1767384981.652956:0:40420:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 0000000053975c6e. 00000020:00000010:0.0:1767384981.652969:0:40420:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000b129e54b. 00000020:00000010:0.0:1767384981.652980:0:40420:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000008017a7ce. 00000020:00000010:0.0:1767384981.652985:0:40420:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000933062f2. 00000020:00000010:0.0:1767384981.652994:0:40420:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000b129e54b. 00000020:00000010:0.0:1767384981.652996:0:40420:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000b129e54b. 00000001:00000010:0.0:1767384981.653007:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e0c4b3fe. 00000001:00000010:0.0:1767384981.653010:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007d329a1b. 00000001:00000010:0.0:1767384981.653013:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000069e2763. 00000001:00000010:0.0:1767384981.653014:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001b677b07. 00000001:00000010:0.0:1767384981.653016:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf01535f. 00000001:00000010:0.0:1767384981.653017:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000030f939f5. 00000001:00000010:0.0:1767384981.653019:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b491d13d. 00000001:00000010:0.0:1767384981.653021:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007ad04566. 00000001:00000010:0.0:1767384981.653022:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000043d2a0cb. 00000001:00000010:0.0:1767384981.653023:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d4ef6633. 00000001:00000010:0.0:1767384981.653024:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006f875204. 00000001:00000010:0.0:1767384981.653026:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000151ae689. 00000020:00000010:0.0:1767384981.653028:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e01eef9. 00000020:00000010:0.0:1767384981.653031:0:40420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cdb111da. 00000020:00000010:0.0:1767384981.653035:0:40420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000008:00000010:0.0:1767384981.653039:0:40420:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000097330396. 00020000:00000010:0.0:1767384981.653043:0:40420:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008e107962. 00008000:00000010:0.0:1767384981.653047:0:40420:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000298fd39. 00000080:00000010:0.0:1767384981.653051:0:40420:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000064429401. 00000020:00000010:0.0:1767384981.653053:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7c8b504. 00000020:00000010:0.0:1767384981.653055:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b180c5cd. 00000040:00000010:0.0:1767384981.653057:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c37dfd5e. 00000020:00000010:0.0:1767384981.653060:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba69b1f4. 00000020:00000010:0.0:1767384981.653062:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000925342dc. 00040000:00000010:0.0:1767384981.653065:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f2bc9c4b. 00040000:00000010:0.0:1767384981.653068:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d1aabb13. 00080000:00000010:0.0:1767384981.653070:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003f914a7a. 00080000:00000010:0.0:1767384981.653081:0:40420:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 000000008f2e1ca7. 00000020:00000010:0.0:1767384981.655509:0:40420:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 0000000048b7a61d. 00000020:00000010:0.0:1767384981.655521:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000205058cb. 00000020:00000010:0.0:1767384981.655525:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000b3c988ad. 00080000:00000010:0.0:1767384981.656420:0:40420:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000e4c4524c. 00000020:00000010:0.0:1767384981.656426:0:40420:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000081d5b95e. 00080000:00000010:0.0:1767384981.656430:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002814c2bc. 00080000:00000010:0.0:1767384981.656433:0:40420:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000eeffaff4. 00080000:00000010:0.0:1767384981.657063:0:40420:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 00000000d33f7805. 00080000:00000010:0.0:1767384981.657066:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f1e6a9a5. 00080000:00000010:0.0:1767384981.657080:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b7c7b833. 00080000:00000010:0.0:1767384981.657090:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a45ebe7e. 00080000:00000010:0.0:1767384981.657101:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d6ef2c80. 00080000:00000010:0.0:1767384981.657112:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000093aa3c21. 00080000:00000010:0.0:1767384981.657123:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000032e1003b. 00080000:00000010:0.0:1767384981.657133:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000eb70f24d. 00080000:00000010:0.0:1767384981.657143:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c98839c7. 00080000:00000010:0.0:1767384981.657154:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000015ee5823. 00080000:00000010:0.0:1767384981.657165:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e00fc202. 00080000:00000010:0.0:1767384981.657175:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000053da1e41. 00080000:00000010:0.0:1767384981.657185:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cdfbbee1. 00080000:00000010:0.0:1767384981.657195:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000016b2d959. 00080000:00000010:0.0:1767384981.657204:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e6f555fa. 00080000:00000010:0.0:1767384981.657214:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e43b897e. 00080000:00000010:0.0:1767384981.657224:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000abdbc9d3. 00080000:00000010:0.0:1767384981.657234:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aef2fbdb. 00080000:00000010:0.0:1767384981.657263:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d8d1a942. 00080000:00000010:0.0:1767384981.657274:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d6c4e25d. 00080000:00000010:0.0:1767384981.657284:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4deaf12. 00080000:00000010:0.0:1767384981.657295:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d17f79df. 00080000:00000010:0.0:1767384981.657305:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000084a20499. 00080000:00000010:0.0:1767384981.657316:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000faf0e5b4. 00080000:00000010:0.0:1767384981.657325:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000096e7f9e0. 00080000:00000010:0.0:1767384981.657334:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000067ba93cd. 00080000:00000010:0.0:1767384981.657374:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ae7311c5. 00080000:00000010:0.0:1767384981.657385:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000097e81295. 00080000:00000010:0.0:1767384981.657395:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006a10d14d. 00080000:00000010:0.0:1767384981.657404:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006507f853. 00080000:00000010:0.0:1767384981.657415:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000174967c2. 00080000:00000010:0.0:1767384981.657424:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008e20aad5. 00080000:00000010:0.0:1767384981.657433:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000092dbeb47. 00080000:00000010:0.0:1767384981.657443:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006db9f7c7. 00080000:00000010:0.0:1767384981.657454:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a48237a2. 00080000:00000010:0.0:1767384981.657464:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f573b400. 00080000:00000010:0.0:1767384981.657477:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007a0f78ba. 00080000:00000010:0.0:1767384981.657495:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d26a75f2. 00080000:00000010:0.0:1767384981.657514:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003d3b6694. 00080000:00000010:0.0:1767384981.657534:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003a059b70. 00080000:00000010:0.0:1767384981.657551:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b99e8627. 00080000:00000010:0.0:1767384981.657563:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002d7c5066. 00080000:00000010:0.0:1767384981.657601:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a4036ed2. 00080000:00000010:0.0:1767384981.657613:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bb4bb5fe. 00080000:00000010:0.0:1767384981.657625:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e96a09bb. 00080000:00000010:0.0:1767384981.657636:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f4a085b6. 00080000:00000010:0.0:1767384981.657647:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aff4e386. 00080000:00000010:0.0:1767384981.657657:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000044a947d3. 00080000:00000010:0.0:1767384981.657667:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000381dbd58. 00080000:00000010:0.0:1767384981.657676:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a04a7199. 00080000:00000010:0.0:1767384981.657685:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a12b2ade. 00080000:00000010:0.0:1767384981.657694:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006b7e8c2e. 00080000:00000010:0.0:1767384981.657704:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000002af6fc3. 00080000:00000010:0.0:1767384981.657714:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001682d6db. 00080000:00000010:0.0:1767384981.657723:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000009ad2e0c. 00080000:00000010:0.0:1767384981.657734:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a219234. 00080000:00000010:0.0:1767384981.657743:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ea353d4f. 00080000:00000010:0.0:1767384981.657752:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a916548e. 00080000:00000010:0.0:1767384981.657785:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000adac94c4. 00080000:00000010:0.0:1767384981.657797:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000042f5f3c3. 00080000:00000010:0.0:1767384981.657807:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007af6c5aa. 00080000:00000010:0.0:1767384981.657817:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000008225b1d. 00080000:00000010:0.0:1767384981.657829:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bda4c9e6. 00080000:00000010:0.0:1767384981.657840:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000021562d79. 00080000:00000010:0.0:1767384981.657851:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000093c3b376. 00080000:00000010:0.0:1767384981.657861:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000035ff661c. 00080000:00000010:0.0:1767384981.657872:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fac5ece7. 00080000:00000010:0.0:1767384981.657882:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ccb16b12. 00080000:00000010:0.0:1767384981.657911:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005c0f0bc4. 00080000:00000010:0.0:1767384981.657924:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001e38b368. 00080000:00000010:0.0:1767384981.657934:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003e8a1158. 00080000:00000010:0.0:1767384981.657945:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000702b8d31. 00080000:00000010:0.0:1767384981.657956:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000423a4519. 00080000:00000010:0.0:1767384981.657966:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bc57c2aa. 00080000:00000010:0.0:1767384981.657999:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009ace1977. 00080000:00000010:0.0:1767384981.658010:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005417fb58. 00080000:00000010:0.0:1767384981.658021:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008aa943bd. 00080000:00000010:0.0:1767384981.658033:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e477572. 00080000:00000010:0.0:1767384981.658042:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000052e889ac. 00080000:00000010:0.0:1767384981.658052:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007d43c993. 00080000:00000010:0.0:1767384981.658063:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009a1579ce. 00080000:00000010:0.0:1767384981.658073:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4ab1752. 00080000:00000010:0.0:1767384981.658083:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b20fd19c. 00080000:00000010:0.0:1767384981.658095:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009c3588d4. 00080000:00000010:0.0:1767384981.658104:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007785253c. 00080000:00000010:0.0:1767384981.658114:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000016da396f. 00080000:00000010:0.0:1767384981.658123:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dbecefb1. 00080000:00000010:0.0:1767384981.658133:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000041b34bd9. 00080000:00000010:0.0:1767384981.658143:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000013ae3551. 00080000:00000010:0.0:1767384981.658154:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000de38c5bd. 00080000:00000010:0.0:1767384981.658190:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ce181160. 00080000:00000010:0.0:1767384981.658203:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000085928d76. 00080000:00000010:0.0:1767384981.658214:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e65a1f8. 00080000:00000010:0.0:1767384981.658224:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000893a5fae. 00080000:00000010:0.0:1767384981.658234:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000172e3152. 00080000:00000010:0.0:1767384981.658263:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dc8d6cdb. 00080000:00000010:0.0:1767384981.658276:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fb49edaa. 00080000:00000010:0.0:1767384981.658286:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ab620219. 00080000:00000010:0.0:1767384981.658296:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d4e09943. 00080000:00000010:0.0:1767384981.658306:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e17032df. 00080000:00000010:0.0:1767384981.658316:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f6abe76b. 00080000:00000010:0.0:1767384981.658325:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d04d4788. 00080000:00000010:0.0:1767384981.658362:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c1d0baba. 00080000:00000010:0.0:1767384981.658374:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b595bd9f. 00080000:00000010:0.0:1767384981.658384:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e60305fa. 00080000:00000010:0.0:1767384981.658394:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009fec0605. 00080000:00000010:0.0:1767384981.658405:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006f2d2ba8. 00080000:00000010:0.0:1767384981.658415:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004410d65c. 00080000:00000010:0.0:1767384981.658435:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001b017470. 00080000:00000010:0.0:1767384981.658450:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009d2225a5. 00080000:00000010:0.0:1767384981.658460:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c1f726c. 00080000:00000010:0.0:1767384981.658472:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005f692c2e. 00080000:00000010:0.0:1767384981.658490:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c233b06a. 00080000:00000010:0.0:1767384981.658509:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001653965e. 00080000:00000010:0.0:1767384981.658527:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007dd2c8b1. 00080000:00000010:0.0:1767384981.658543:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000020564f12. 00080000:00000010:0.0:1767384981.658556:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008b127225. 00080000:00000010:0.0:1767384981.658566:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000af0ae451. 00080000:00000010:0.0:1767384981.658603:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f34c9ca2. 00080000:00000010:0.0:1767384981.658616:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004180252f. 00080000:00000010:0.0:1767384981.658627:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ec0a316f. 00080000:00000010:0.0:1767384981.658638:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a6be4448. 00080000:00000010:0.0:1767384981.658648:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ae04858b. 00080000:00000010:0.0:1767384981.658657:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004138c30c. 00080000:00000010:0.0:1767384981.658668:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e7bb948f. 00080000:00000010:0.0:1767384981.658679:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c46c2d79. 00080000:00000010:0.0:1767384981.658690:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a8bb1aa4. 00080000:00000010:0.0:1767384981.658700:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001dbaf15c. 00080000:00000010:0.0:1767384981.658710:0:40420:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d58e57fb. 00100000:00000010:0.0:1767384981.658880:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000051201f53. 00100000:00000010:0.0:1767384981.658940:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000022a87cb0. 00100000:00000010:0.0:1767384981.659130:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000f0d92269. 00100000:00000010:0.0:1767384981.659282:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000058bcb1b9. 00100000:00000010:0.0:1767384981.659476:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000047975706. 00100000:00000010:0.0:1767384981.659563:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000030738feb. 00100000:00000010:0.0:1767384981.659584:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000bae346e0. 00100000:00000010:0.0:1767384981.659999:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000063ae4f35. 00100000:00000010:0.0:1767384981.660183:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003a64b39f. 00100000:00000010:0.0:1767384981.660216:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000072813b5. 00100000:00000010:0.0:1767384981.660562:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000031a4cc23. 00100000:00000010:0.0:1767384981.660605:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000051201f53. 00100000:00000010:0.0:1767384981.660766:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000022a87cb0. 00100000:00000010:0.0:1767384981.661188:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000f0d92269. 00100000:00000010:0.0:1767384981.661375:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000f0d92269. 00100000:00000010:0.0:1767384981.661401:0:40420:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000051201f53. 00100000:00000010:0.0:1767384981.661404:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000047975706. 00100000:00000010:0.0:1767384981.663461:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000030738feb. 00100000:00000010:0.0:1767384981.668432:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000bae346e0. 00100000:00000010:0.0:1767384981.668702:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000063ae4f35. 00100000:00000010:0.0:1767384981.668816:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000072813b5. 00100000:00000010:0.0:1767384981.669093:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bae346e0. 00100000:00000010:0.0:1767384981.669365:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000030738feb. 00100000:00000010:0.0:1767384981.669525:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000047975706. 00100000:00000010:0.0:1767384981.669553:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000f0d92269. 00100000:00000010:0.0:1767384981.669821:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000063ae4f35. 00100000:00000010:0.0:1767384981.669982:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007f2add6f. 00100000:00000010:0.0:1767384981.670121:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b869061d. 00100000:00000010:0.0:1767384981.670137:0:40420:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000051201f53. 00000020:00000010:0.0:1767384981.670208:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000bbb1438. 00000020:00000010:0.0:1767384981.670211:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 00000000ffc19e51. 00040000:00000010:0.0:1767384981.670230:0:40420:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000c34dbc32. 00040000:00000010:0.0:1767384981.670234:0:40420:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000016e08324. 00040000:00000010:0.0:1767384981.670249:0:40420:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000016e08324. 00000020:00000010:0.0:1767384981.670260:0:40420:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000016e08324. 00000020:00000010:0.0:1767384981.670263:0:40420:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000016e08324. 00040000:00000010:0.0:1767384981.670265:0:40420:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000e99c1289. 00040000:00000010:0.0:1767384981.670267:0:40420:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000016e08324. 00040000:00000010:0.0:1767384981.670268:0:40420:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000016e08324. 00000020:00000010:0.0:1767384981.670317:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b180c5cd. 00000040:00000010:0.0:1767384981.670323:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c37dfd5e. 00000020:00000010:0.0:1767384981.670325:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba69b1f4. 00000020:00000010:0.0:1767384981.670329:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000925342dc. 00040000:00000010:0.0:1767384981.670332:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f2bc9c4b. 00040000:00000010:0.0:1767384981.670335:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d1aabb13. 00080000:00000010:0.0:1767384981.670337:0:40420:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000e4c4524c. 00080000:00000010:0.0:1767384981.670339:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003f914a7a. 00000020:00000010:0.0:1767384981.670341:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7c8b504. 00000020:00000010:0.0:1767384981.670345:0:40420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cdb111da. 00000020:00000010:0.0:1767384981.670347:0:40420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000008:00000010:0.0:1767384981.670350:0:40420:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000097330396. 00020000:00000010:0.0:1767384981.670353:0:40420:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008e107962. 00008000:00000010:0.0:1767384981.670356:0:40420:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000298fd39. 00000080:00000010:0.0:1767384981.670359:0:40420:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000064429401. 00000020:00000010:0.0:1767384981.670362:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e01eef9. 00000020:00000010:0.0:1767384981.670366:0:40420:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000b129e54b. 00000020:00000010:0.0:1767384981.670372:0:40420:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000013afd07b. 00000020:00000010:0.0:1767384981.670387:0:40420:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000e1d86c0b. 00000020:00000010:0.0:1767384981.670389:0:40420:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000e2202fe5. 00000020:00000010:0.0:1767384981.670392:0:40420:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000057f7e06. 00000020:00000010:0.0:1767384981.670400:0:40420:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004578d73f. 00000020:00000010:0.0:1767384981.670403:0:40420:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000260bd0e9. 00000020:00000010:0.0:1767384981.670408:0:40420:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000057f7e06. 00000020:00000010:0.0:1767384981.670410:0:40420:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000057f7e06. 00000001:00000010:0.0:1767384981.670422:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e4c4524c. 00000001:00000010:0.0:1767384981.670425:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000028a5db8a. 00000001:00000010:0.0:1767384981.670427:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020d5dce7. 00000001:00000010:0.0:1767384981.670429:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5309f2f. 00000001:00000010:0.0:1767384981.670431:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000037f2af5. 00000001:00000010:0.0:1767384981.670433:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e01eef9. 00000001:00000010:0.0:1767384981.670434:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f2bc9c4b. 00000001:00000010:0.0:1767384981.670436:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007c318b80. 00000001:00000010:0.0:1767384981.670437:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7c8b504. 00000001:00000010:0.0:1767384981.670439:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d1aabb13. 00000001:00000010:0.0:1767384981.670440:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000925342dc. 00000001:00000010:0.0:1767384981.670441:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c37dfd5e. 00000020:00000010:0.0:1767384981.670443:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b180c5cd. 00000020:00000010:0.0:1767384981.670445:0:40420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b129e54b. 00000020:00000010:0.0:1767384981.670447:0:40420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8972d63. 00000008:00000010:0.0:1767384981.670449:0:40420:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000097330396. 00020000:00000010:0.0:1767384981.670451:0:40420:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008e107962. 00008000:00000010:0.0:1767384981.670452:0:40420:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000298fd39. 00000080:00000010:0.0:1767384981.670455:0:40420:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000064429401. 00000020:00000010:0.0:1767384981.670458:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4d56802. 00000020:00000010:0.0:1767384981.670460:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ebcf716. 00000040:00000010:0.0:1767384981.670461:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000257feab7. 00000020:00000010:0.0:1767384981.670463:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f914a7a. 00000020:00000010:0.0:1767384981.670466:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d985ff8. 80000000:00000010:0.0:1767384981.670468:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d7eb808. 00040000:00000010:0.0:1767384981.670470:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce614173. 00080000:00000010:0.0:1767384981.670472:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ba69b1f4. 20000000:00000010:0.0:1767384981.670477:0:40420:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000fa7c138a. 20000000:00000010:0.0:1767384981.670482:0:40420:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000016e08324. 00000020:00000010:0.0:1767384981.670486:0:40420:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f9af1f03. 20000000:00000010:0.0:1767384981.670491:0:40420:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000016e08324. 00010000:00000010:0.0:1767384981.670497:0:40420:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000a9124a19. 00000001:00000010:0.0:1767384981.670500:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a3b73a27. 00000001:00000010:0.0:1767384981.670503:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000002d4cbf50. 00000001:00000010:0.0:1767384981.670505:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000001ebfe6c6. 00000001:00000010:0.0:1767384981.670508:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000007a32ac7f. 00000020:00000010:0.0:1767384981.670548:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e8e0d4f2. 00000020:00000010:0.0:1767384981.670551:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000005d5ca4a2. 00000020:00000010:0.0:1767384981.670586:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000829f9e10. 00000020:00000010:0.0:1767384981.670588:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d8777dca. 00000020:00000010:0.0:1767384981.670601:0:40420:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000f4b7dce2. 00000020:00000010:0.0:1767384981.670604:0:40420:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000cdb111da. 00000020:00000010:0.0:1767384981.670608:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a4d8b7b4. 00080000:00000010:0.0:1767384981.670613:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000434ba300. 00080000:00000010:0.0:1767384981.670617:0:40420:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000051201f53. 00080000:00000010:0.0:1767384981.670619:0:40420:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000d426ab08. 20000000:00000010:0.0:1767384981.671044:0:40420:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000c5d63885. 00080000:00000010:0.0:1767384981.671049:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf44af6c. 00000020:00000010:0.0:1767384981.671073:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000060d7a44e. 00080000:00000010:0.0:1767384981.671075:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000165d5b8f. 00000020:00000010:0.0:1767384981.671098:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ea343ab8. 00080000:00000010:0.0:1767384981.671101:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007be9d1f3. 00100000:00000010:0.0:1767384981.671116:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006b413f13. 00100000:00000010:0.0:1767384981.671118:0:40420:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006b413f13. 00000001:00000010:0.0:1767384981.671121:0:40420:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000f31afee1. 00080000:00000010:0.0:1767384981.671125:0:40420:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000017474d08. 00080000:00000010:0.0:1767384981.671127:0:40420:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000006b413f13. 00000001:00000010:0.0:1767384981.671135:0:40420:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000b692da91. 00000001:00000010:0.0:1767384981.671139:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002284b22b. 00000001:00000010:0.0:1767384981.671141:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005f05caa6. 00000001:00000010:0.0:1767384981.671143:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000016e08324. 00000001:00000010:0.0:1767384981.671159:0:40420:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 0000000036bc1437. 00080000:00000010:0.0:1767384981.671177:0:40420:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000006b413f13. 00080000:00000010:0.0:1767384981.671179:0:40420:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000017474d08. 00000001:00000010:0.0:1767384981.671187:0:40420:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e1c31801. 00000001:00000010:0.0:1767384981.671190:0:40420:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000033fb8d15. 00000001:00000010:0.0:1767384981.671191:0:40420:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003903c5b7. 00000001:00000010:0.0:1767384981.671198:0:40420:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 00000000071ed05c. 00000001:00000010:0.0:1767384981.671201:0:40420:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000eff97583. 00000020:00000010:0.0:1767384981.671210:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000024f837bc. 00080000:00000010:0.0:1767384981.671212:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006b549376. 00000040:00000010:0.0:1767384981.671231:0:40420:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b5f6e443. 00000020:00000010:0.0:1767384981.671235:0:40420:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000085f294a0. 00000020:00000010:0.0:1767384981.671254:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005de9bf51. 00080000:00000010:0.0:1767384981.671257:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000da205417. 00080000:00000010:0.0:1767384981.671259:0:40420:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000d4264eaf. 00080000:00000010:0.0:1767384981.671261:0:40420:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000c788f957. 00000020:00000010:0.0:1767384981.671583:0:40420:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000de88bee4. 00000020:00000010:0.0:1767384981.671586:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004f9f98df. 00080000:00000010:0.0:1767384981.671589:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055d10b09. 00080000:00000010:0.0:1767384981.671592:0:40420:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000001baf3001. 00080000:00000010:0.0:1767384981.671594:0:40420:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000d5d53c6a. 00080000:00000010:0.0:1767384981.671940:0:40420:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000017474d08. 00080000:00000010:0.0:1767384981.671945:0:40420:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000517f844b. 20000000:00000010:0.0:1767384981.671963:0:40420:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000000a4aa2c9. 20000000:00000010:0.0:1767384981.671965:0:40420:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000b2f3af60. 20000000:00000010:0.0:1767384981.671968:0:40420:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008e3eb5bd. 20000000:00000010:0.0:1767384981.671969:0:40420:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000006da1c9e6. 20000000:00000010:0.0:1767384981.671972:0:40420:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000262ebb42. 20000000:00000010:0.0:1767384981.671973:0:40420:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000007eaf6d0c. 20000000:00000010:0.0:1767384981.671975:0:40420:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000009d89f8f. 20000000:00000010:0.0:1767384981.671976:0:40420:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000007b9ed53a. 20000000:00000010:0.0:1767384981.671978:0:40420:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000886aa7b6. 20000000:00000010:0.0:1767384981.671980:0:40420:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000088f77f95. 00080000:00000010:0.0:1767384981.671983:0:40420:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000517f844b. 00080000:00000010:0.0:1767384981.671985:0:40420:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000017474d08. 00000020:00000010:0.0:1767384981.671995:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004ae330d9. 00080000:00000010:0.0:1767384981.671998:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dba7888d. 20000000:00000010:0.0:1767384981.672020:0:40420:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000088f77f95. 20000000:00000010:0.0:1767384981.672022:0:40420:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000886aa7b6. 20000000:00000010:0.0:1767384981.672024:0:40420:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000007b9ed53a. 20000000:00000010:0.0:1767384981.672025:0:40420:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000009d89f8f. 00000020:00000010:0.0:1767384981.672034:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f630f97. 00080000:00000010:0.0:1767384981.672044:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000956692d2. 20000000:00000010:0.0:1767384981.672065:0:40420:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000007eaf6d0c. 20000000:00000010:0.0:1767384981.672067:0:40420:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000262ebb42. 20000000:00000010:0.0:1767384981.672068:0:40420:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000006da1c9e6. 20000000:00000010:0.0:1767384981.672070:0:40420:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008e3eb5bd. 00000020:00000010:0.0:1767384981.672078:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000010806f31. 00080000:00000010:0.0:1767384981.672080:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a54f833a. 20000000:00000010:0.0:1767384981.672095:0:40420:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000b2f3af60. 20000000:00000010:0.0:1767384981.672096:0:40420:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000000a4aa2c9. 00000020:00000010:0.0:1767384981.672190:0:40420:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000009cac4cea. 00000020:00000010:0.0:1767384981.672194:0:40420:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000009cac4cea. 20000000:00000010:0.0:1767384981.672200:0:40420:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000057563c36. 20000000:00000010:0.0:1767384981.672204:0:40420:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000c61679b5. 20000000:00000010:0.0:1767384981.672207:0:40420:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000089c87a6d. 20000000:00000010:0.0:1767384981.672210:0:40420:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000aba5f417. 20000000:00000010:0.0:1767384981.672212:0:40420:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000005f6b2e0. 20000000:00000010:0.0:1767384981.672475:0:40420:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000b132b062. 00000040:00000010:0.0:1767384981.672483:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000028f33ad0. 00000040:00000010:0.0:1767384981.672503:0:40420:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000028f33ad0. 20000000:00000010:0.0:1767384981.672508:0:40420:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000b132b062. 00000040:00000010:0.0:1767384981.672514:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000028f33ad0. 00000040:00000010:0.0:1767384981.672534:0:40420:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000351263d7. 00000020:00000010:0.0:1767384981.672541:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004ad44461. 00080000:00000010:0.0:1767384981.672545:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ef58f9ab. 00000040:00000010:0.0:1767384981.672581:0:40420:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e64a8eb6. 00000040:00000010:0.0:1767384981.672589:0:40420:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000351263d7. 00000040:00000010:0.0:1767384981.672591:0:40420:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e64a8eb6. 00000040:00000010:0.0:1767384981.672593:0:40420:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000028f33ad0. 20000000:00000010:0.0:1767384981.672597:0:40420:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000028f33ad0. 20000000:00000010:0.0:1767384981.672599:0:40420:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000b132b062. 00000040:00000010:0.0:1767384981.672601:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005bb6208a. 00000040:00000010:0.0:1767384981.672609:0:40420:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005bb6208a. 20000000:00000010:0.0:1767384981.672611:0:40420:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000b132b062. 00000100:00000010:0.0:1767384981.672616:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000005bb6208a. 00000100:00000010:0.0:1767384981.672620:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000057fed9e9. 00000100:00000010:0.0:1767384981.672631:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000718852e2. 00000100:00000010:0.0:1767384981.672637:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000020c73698. 00000100:00000010:0.0:1767384981.672640:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000067be2e6. 00000100:00000010:0.0:1767384981.672644:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e64a8eb6. 00000100:00000010:0.0:1767384981.672647:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000980b92b6. 00000100:00000010:0.0:1767384981.672654:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001687ee31. 00000100:00000010:0.0:1767384981.672657:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026c14772. 00000100:00000010:0.0:1767384981.672661:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f5d2fcbc. 00000100:00000010:0.0:1767384981.672664:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015ff8730. 00000100:00000010:0.0:1767384981.672669:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070d4fe3f. 00000100:00000010:0.0:1767384981.672672:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f23650d2. 00000100:00000010:0.0:1767384981.672677:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052dab013. 00000100:00000010:0.0:1767384981.672679:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070f702f2. 00000100:00000010:0.0:1767384981.672683:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce4fdd1e. 00000100:00000010:0.0:1767384981.672686:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e30a3f8. 00000100:00000010:0.0:1767384981.672691:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d968a98. 00000100:00000010:0.0:1767384981.672694:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d73fddce. 00000100:00000010:0.0:1767384981.672698:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d682a1a3. 00000100:00000010:0.0:1767384981.672701:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2426b05. 00000100:00000010:0.0:1767384981.672704:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000282e759b. 00000100:00000010:0.0:1767384981.672707:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f883e1fd. 00000100:00000010:0.0:1767384981.672712:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e35d73f. 00000100:00000010:0.0:1767384981.672715:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a60f4e03. 00000100:00000010:0.0:1767384981.672719:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005073bbf7. 00000100:00000010:0.0:1767384981.672722:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000093b5a55. 00000100:00000010:0.0:1767384981.672727:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fcfbe4ea. 00000100:00000010:0.0:1767384981.672730:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fb81457. 00000100:00000010:0.0:1767384981.672734:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d830e5e. 00000100:00000010:0.0:1767384981.672736:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0245913. 00000100:00000010:0.0:1767384981.672740:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c726dc27. 00000100:00000010:0.0:1767384981.672742:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096673fba. 00000100:00000010:0.0:1767384981.672747:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a983c617. 00000100:00000010:0.0:1767384981.672749:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089c0cd3b. 00000100:00000010:0.0:1767384981.672753:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f7fc1e1. 00000100:00000010:0.0:1767384981.672755:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8bcdd15. 00000100:00000010:0.0:1767384981.672759:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001060f3f6. 00000100:00000010:0.0:1767384981.672762:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059258d72. 00000100:00000010:0.0:1767384981.672765:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031a3d5cc. 00000100:00000010:0.0:1767384981.672767:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dfa9fc5. 00000100:00000010:0.0:1767384981.672772:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b52c9c37. 00000100:00000010:0.0:1767384981.672774:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025895471. 00000100:00000010:0.0:1767384981.672779:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b5e6dfe. 00000100:00000010:0.0:1767384981.672782:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082a6abc5. 00000100:00000010:0.0:1767384981.672787:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000002e287c6. 00000100:00000010:0.0:1767384981.672789:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a05ac346. 00000100:00000010:0.0:1767384981.672793:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b26b3978. 00000100:00000010:0.0:1767384981.672796:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000695b5573. 00000100:00000010:0.0:1767384981.672801:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc5f720b. 00000100:00000010:0.0:1767384981.672804:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046d13a5e. 00000100:00000010:0.0:1767384981.672808:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000837e10a0. 00000100:00000010:0.0:1767384981.672811:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b096f1da. 00000100:00000010:0.0:1767384981.672814:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000015e73919. 00000100:00000010:0.0:1767384981.672817:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000268b152b. 00000100:00000010:0.0:1767384981.672822:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000527dbd8. 00000100:00000010:0.0:1767384981.672825:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a775102b. 00000100:00000010:0.0:1767384981.672829:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007e947a5. 00000100:00000010:0.0:1767384981.672831:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008940077a. 00000100:00000010:0.0:1767384981.672836:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000579feacc. 00000100:00000010:0.0:1767384981.672838:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cce3c3d. 00000100:00000010:0.0:1767384981.672842:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b097e899. 00000100:00000010:0.0:1767384981.672845:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dee26466. 00000100:00000010:0.0:1767384981.672849:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075f95260. 00000100:00000010:0.0:1767384981.672851:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a7e03e2. 00000100:00000010:0.0:1767384981.672855:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c864cbcc. 00000100:00000010:0.0:1767384981.672857:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd64ba71. 00000100:00000010:0.0:1767384981.672861:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000189450d8. 00000100:00000010:0.0:1767384981.672863:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000992dccd. 00000100:00000010:0.0:1767384981.672867:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2a63f53. 00000100:00000010:0.0:1767384981.672870:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2f3f91c. 00000100:00000010:0.0:1767384981.672879:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a91b2c0. 00000100:00000010:0.0:1767384981.672882:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088aa64c7. 00000100:00000010:0.0:1767384981.672913:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b62a6555. 00000100:00000010:0.0:1767384981.672917:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001600a335. 00000100:00000010:0.0:1767384981.672920:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d18e7dea. 00000100:00000010:0.0:1767384981.672923:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000637ce2d7. 00000100:00000010:0.0:1767384981.672927:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dd76284. 00000100:00000010:0.0:1767384981.672930:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068f912df. 00000100:00000010:0.0:1767384981.672939:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000348b7134. 00000100:00000010:0.0:1767384981.672943:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007930b103. 00000100:00000010:0.0:1767384981.672947:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dce2ce9b. 00000100:00000010:0.0:1767384981.672951:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000071ed05c. 00000100:00000010:0.0:1767384981.672955:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002474f8bf. 00000100:00000010:0.0:1767384981.672958:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023d18b62. 00000100:00000010:0.0:1767384981.672962:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000956c6543. 00000100:00000010:0.0:1767384981.672964:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db366a99. 00000100:00000010:0.0:1767384981.672973:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086af8f9e. 00000100:00000010:0.0:1767384981.672977:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028b26a97. 00000100:00000010:0.0:1767384981.672981:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e8936af0. 00000100:00000010:0.0:1767384981.672985:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000317f4770. 00000100:00000010:0.0:1767384981.672988:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004aa4ab75. 00000100:00000010:0.0:1767384981.672990:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052ce7340. 00000100:00000010:0.0:1767384981.672995:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e9fd411. 00000100:00000010:0.0:1767384981.672997:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4836af5. 00000100:00000010:0.0:1767384981.673006:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033a11791. 00000100:00000010:0.0:1767384981.673010:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a0af469. 00000100:00000010:0.0:1767384981.673014:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003813207c. 00000100:00000010:0.0:1767384981.673017:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ac6faaf. 00000100:00000010:0.0:1767384981.673021:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006cf3df63. 00000100:00000010:0.0:1767384981.673023:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2b4252c. 00000100:00000010:0.0:1767384981.673027:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8fb019d. 00000100:00000010:0.0:1767384981.673031:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000551a5bc7. 00000100:00000010:0.0:1767384981.673040:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfb1d703. 00000100:00000010:0.0:1767384981.673044:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcaf0c1c. 00000100:00000010:0.0:1767384981.673048:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000edbc9a3e. 00000100:00000010:0.0:1767384981.673050:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc3edfd7. 00000100:00000010:0.0:1767384981.673054:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a22d4812. 00000100:00000010:0.0:1767384981.673057:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000426b9fd6. 00000100:00000010:0.0:1767384981.673059:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf69ec09. 00000100:00000010:0.0:1767384981.673062:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a642860e. 00000100:00000010:0.0:1767384981.673071:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5bfd030. 00000100:00000010:0.0:1767384981.673075:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7ee3fb0. 00000100:00000010:0.0:1767384981.673077:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c94c828c. 00000100:00000010:0.0:1767384981.673079:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ca1c65e. 00000100:00000010:0.0:1767384981.673082:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc110800. 00000100:00000010:0.0:1767384981.673085:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047828c7b. 00000100:00000010:0.0:1767384981.673088:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d83dba91. 00000100:00000010:0.0:1767384981.673091:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006770b07a. 00000100:00000010:0.0:1767384981.673100:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bdeaed25. 00000100:00000010:0.0:1767384981.673104:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000db6f591. 00000100:00000010:0.0:1767384981.673108:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebbc8de4. 00000100:00000010:0.0:1767384981.673110:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6aa22f2. 00000100:00000010:0.0:1767384981.673113:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000088998397. 00000100:00000010:0.0:1767384981.673116:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090dcd398. 00000100:00000010:0.0:1767384981.673120:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048a6d02f. 00000100:00000010:0.0:1767384981.673123:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d02e27fc. 00000100:00000010:0.0:1767384981.673133:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd7c846c. 00000100:00000010:0.0:1767384981.673136:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a36c1f87. 00000100:00000010:0.0:1767384981.673140:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f893792. 00000100:00000010:0.0:1767384981.673143:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdce1ffa. 00000100:00000010:0.0:1767384981.673147:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f6b62c8. 00000400:00000200:0.0:1767384981.673150:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:0.0:1767384981.673204:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009ef9bd7c. 00000020:00000010:0.0:1767384981.673208:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000074f80735. 00000100:00000010:0.0:1767384981.673270:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009cac4cea. 00000100:00000010:0.0:1767384981.673276:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000024d13448. 00000100:00000010:0.0:1767384981.673279:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000024bbc3ee. 00000100:00000010:0.0:1767384981.673284:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000067ae983b. 00000100:00000010:0.0:1767384981.673287:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003db92ed2. 00000100:00000200:0.0:1767384981.673332:0:40420:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:0.0:1767384981.673336:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005a54d461. 00000100:00000010:3.0:1767384981.673512:0:40422:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008a979fe1. 00000020:00000010:3.0:1767384981.673519:0:40422:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000085b9566d. 00000020:00000010:3.0:1767384981.673525:0:40422:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050b430c4. 00000020:00000010:3.0:1767384981.673529:0:40422:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052bee1ac. 00000040:00000010:3.0:1767384981.673532:0:40422:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d3a8d08. 00000020:00000010:3.0:1767384981.673536:0:40422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a2a6949. 00000020:00000010:3.0:1767384981.673540:0:40422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d5c4c0a. 80000000:00000010:3.0:1767384981.673543:0:40422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006b3f0fbf. 00040000:00000010:3.0:1767384981.673546:0:40422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d71647d7. 00080000:00000010:3.0:1767384981.673550:0:40422:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000093736169. 20000000:00000010:3.0:1767384981.673554:0:40422:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e8eca551. 00000100:00000200:3.0:1767384981.673567:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673573:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000210e6450. 00000400:00000010:3.0:1767384981.673578:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad6571fa. 00000100:00000200:3.0:1767384981.673585:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673588:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bccdc10d. 00000400:00000010:3.0:1767384981.673590:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046b20f6f. 00000100:00000200:3.0:1767384981.673593:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673595:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c87de8fe. 00000400:00000010:3.0:1767384981.673598:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecad8354. 00000100:00000200:3.0:1767384981.673601:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673604:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012a8f3c0. 00000400:00000010:3.0:1767384981.673607:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4b1cf80. 00000100:00000200:3.0:1767384981.673609:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673611:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bf5517a. 00000400:00000010:3.0:1767384981.673615:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000699576a8. 00000100:00000200:3.0:1767384981.673618:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673621:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d68a8c3. 00000400:00000010:3.0:1767384981.673624:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000065b589b. 00000100:00000200:3.0:1767384981.673627:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673630:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4885c2b. 00000400:00000010:3.0:1767384981.673633:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088e51ef9. 00000100:00000200:3.0:1767384981.673636:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673639:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8dfbf6. 00000400:00000010:3.0:1767384981.673642:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc64ae9c. 00000100:00000200:3.0:1767384981.673645:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673647:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007443594d. 00000400:00000010:3.0:1767384981.673650:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000632d5f1d. 00000100:00000200:3.0:1767384981.673652:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673654:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fb07751. 00000400:00000010:3.0:1767384981.673657:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c2eb1d2. 00000100:00000200:3.0:1767384981.673660:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673663:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e48416c. 00000400:00000010:3.0:1767384981.673665:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079b37d6f. 00000100:00000200:3.0:1767384981.673668:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673670:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000410155b. 00000400:00000010:3.0:1767384981.673674:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad9950e9. 00000100:00000200:3.0:1767384981.673684:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673687:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000609c0959. 00000400:00000010:3.0:1767384981.673690:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054621114. 00000100:00000200:3.0:1767384981.673692:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673694:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001323c55. 00000400:00000010:3.0:1767384981.673696:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc714741. 00000100:00000200:3.0:1767384981.673698:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673699:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073386578. 00000400:00000010:3.0:1767384981.673701:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045454b6b. 00000100:00000200:3.0:1767384981.673703:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673705:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dd9060. 00000400:00000010:3.0:1767384981.673706:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073fc06c8. 00000100:00000200:3.0:1767384981.673708:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673708:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b334f3f. 00000400:00000010:3.0:1767384981.673710:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d267e56. 00000100:00000200:3.0:1767384981.673713:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673714:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000858d98c8. 00000400:00000010:3.0:1767384981.673717:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0161473. 00000100:00000200:3.0:1767384981.673719:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673721:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bff862c. 00000400:00000010:3.0:1767384981.673724:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fcfc9e6. 00000100:00000200:3.0:1767384981.673727:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673729:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003de8266f. 00000400:00000010:3.0:1767384981.673732:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d97404c. 00000100:00000200:3.0:1767384981.673735:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673737:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad3d0ed5. 00000400:00000010:3.0:1767384981.673740:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093db1c4c. 00000100:00000200:3.0:1767384981.673743:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673746:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003492f1f. 00000400:00000010:3.0:1767384981.673748:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c787928. 00000100:00000200:3.0:1767384981.673751:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673753:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004daede07. 00000400:00000010:3.0:1767384981.673755:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f28d20ec. 00000100:00000200:3.0:1767384981.673758:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673761:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032520ea7. 00000400:00000010:3.0:1767384981.673763:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffbd61b3. 00000100:00000200:3.0:1767384981.673773:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673774:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e38e59b3. 00000400:00000010:3.0:1767384981.673776:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddfec372. 00000100:00000200:3.0:1767384981.673778:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673779:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d476f73f. 00000400:00000010:3.0:1767384981.673780:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdfbb34b. 00000100:00000200:3.0:1767384981.673782:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673783:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026cf2eeb. 00000400:00000010:3.0:1767384981.673785:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf8168f. 00000100:00000200:3.0:1767384981.673787:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673789:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ede7ada. 00000400:00000010:3.0:1767384981.673793:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f1421e9. 00000100:00000200:3.0:1767384981.673795:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673797:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4c91b93. 00000400:00000010:3.0:1767384981.673800:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cf00c6e. 00000100:00000200:3.0:1767384981.673802:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673804:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e52d8ae. 00000400:00000010:3.0:1767384981.673807:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b357e58c. 00000100:00000200:3.0:1767384981.673809:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673812:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c42bd03. 00000400:00000010:3.0:1767384981.673814:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbc606f2. 00000100:00000200:3.0:1767384981.673817:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673819:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dad8ad8. 00000400:00000010:3.0:1767384981.673822:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000776409b7. 00000100:00000200:3.0:1767384981.673824:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673826:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e583d65. 00000400:00000010:3.0:1767384981.673829:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be525c89. 00000100:00000200:3.0:1767384981.673832:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673834:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcd0911a. 00000400:00000010:3.0:1767384981.673837:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b186d6b. 00000100:00000200:3.0:1767384981.673839:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673841:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3df13c5. 00000400:00000010:3.0:1767384981.673844:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045dcb7f6. 00000100:00000200:3.0:1767384981.673846:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673848:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004b89dd2. 00000400:00000010:3.0:1767384981.673851:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d3b0ae7. 00000100:00000200:3.0:1767384981.673860:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673863:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043bd761b. 00000400:00000010:3.0:1767384981.673866:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b02ec77. 00000100:00000200:3.0:1767384981.673869:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673871:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf8929e. 00000400:00000010:3.0:1767384981.673874:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f90cd8c. 00000100:00000200:3.0:1767384981.673876:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673878:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f87615b. 00000400:00000010:3.0:1767384981.673882:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0dc2760. 00000100:00000200:3.0:1767384981.673908:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673911:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e794db3. 00000400:00000010:3.0:1767384981.673913:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cad83f4e. 00000100:00000200:3.0:1767384981.673915:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673917:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bc4f71b. 00000400:00000010:3.0:1767384981.673919:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037527347. 00000100:00000200:3.0:1767384981.673920:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673922:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bea1d730. 00000400:00000010:3.0:1767384981.673924:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031be610e. 00000100:00000200:3.0:1767384981.673926:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673927:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ebb9061. 00000400:00000010:3.0:1767384981.673929:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098953904. 00000100:00000200:3.0:1767384981.673931:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673932:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41d8003. 00000400:00000010:3.0:1767384981.673934:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f8f790c. 00000100:00000200:3.0:1767384981.673935:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673936:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6086322. 00000400:00000010:3.0:1767384981.673939:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aa65464. 00000100:00000200:3.0:1767384981.673940:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673941:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bc19906. 00000400:00000010:3.0:1767384981.673943:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab9ae4e1. 00000100:00000200:3.0:1767384981.673944:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673946:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f33c88f6. 00000400:00000010:3.0:1767384981.673947:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ec49e9d. 00000100:00000200:3.0:1767384981.673948:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673950:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053a151e6. 00000400:00000010:3.0:1767384981.673952:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f912498. 00000100:00000200:3.0:1767384981.673960:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673961:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fb5276f. 00000400:00000010:3.0:1767384981.673963:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008721c39a. 00000100:00000200:3.0:1767384981.673964:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673966:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f530354. 00000400:00000010:3.0:1767384981.673968:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003043fc6e. 00000100:00000200:3.0:1767384981.673969:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673971:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1b41b82. 00000400:00000010:3.0:1767384981.673972:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e316e078. 00000100:00000200:3.0:1767384981.673974:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673975:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2a200af. 00000400:00000010:3.0:1767384981.673977:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0520802. 00000100:00000200:3.0:1767384981.673978:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673979:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009caeafbc. 00000400:00000010:3.0:1767384981.673981:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003400b33c. 00000100:00000200:3.0:1767384981.673984:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.673985:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ec462b4. 00000400:00000010:3.0:1767384981.673988:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1a6e204. 00000100:00000200:3.0:1767384981.673990:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674002:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a52f8d78. 00000400:00000010:3.0:1767384981.674006:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065435015. 00000100:00000200:3.0:1767384981.674010:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674013:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d1f7f8. 00000400:00000010:3.0:1767384981.674016:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098f5fe88. 00000100:00000200:3.0:1767384981.674019:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674021:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa99d0a4. 00000400:00000010:3.0:1767384981.674024:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000820ccdab. 00000100:00000200:3.0:1767384981.674027:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674029:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cd82d16. 00000400:00000010:3.0:1767384981.674032:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009636e33. 00000100:00000200:3.0:1767384981.674035:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674037:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006796121c. 00000400:00000010:3.0:1767384981.674039:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dd7c5ce. 00000100:00000200:3.0:1767384981.674042:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674044:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c3813ac. 00000400:00000010:3.0:1767384981.674047:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000598bf46. 00000100:00000200:3.0:1767384981.674055:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674058:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b87f9adc. 00000400:00000010:3.0:1767384981.674061:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7ebd813. 00000100:00000200:3.0:1767384981.674063:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674066:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bd6fea7. 00000400:00000010:3.0:1767384981.674068:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1abed02. 00000100:00000200:3.0:1767384981.674070:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674072:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038c5fdb5. 00000400:00000010:3.0:1767384981.674075:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a19154d3. 00000100:00000200:3.0:1767384981.674078:0:40422:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.674080:0:40422:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003052d48b. 00000400:00000010:3.0:1767384981.674083:0:40422:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e84a872. 00000100:00000010:3.0:1767384981.674098:0:40422:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d005936a. 00000100:00000200:3.0:1767384981.674116:0:40422:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384981.674132:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e3871372. 00000100:00000010:2.0:1767384981.674305:0:40424:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cb9c343f. 00000020:00000010:2.0:1767384981.674309:0:40424:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d9b4ff4d. 00000020:00000010:2.0:1767384981.674312:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c2ea3b3. 00000020:00000010:2.0:1767384981.674314:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fbaf12c. 00000040:00000010:2.0:1767384981.674316:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000028855641. 00000020:00000010:2.0:1767384981.674319:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005e7b07d3. 00000020:00000010:2.0:1767384981.674321:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000056aeccb3. 80000000:00000010:2.0:1767384981.674323:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002fc0838e. 00040000:00000010:2.0:1767384981.674326:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000bbe0a5a. 00080000:00000010:2.0:1767384981.674328:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004c12bf43. 20000000:00000010:2.0:1767384981.674330:0:40424:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f0c2b6e2. 00000100:00000010:2.0:1767384981.674342:0:40424:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000930ce3bc. 00000100:00000200:2.0:1767384981.674357:0:40424:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384981.674377:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003a256308. 00000100:00000010:3.0:1767384981.674541:0:40425:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000062db9e15. 00000020:00000010:3.0:1767384981.674545:0:40425:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000daa528eb. 00000020:00000010:3.0:1767384981.674550:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cbacd2b. 00000020:00000010:3.0:1767384981.674553:0:40425:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c9cf913. 00000040:00000010:3.0:1767384981.674556:0:40425:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008098f6e2. 00000020:00000010:3.0:1767384981.674559:0:40425:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000abd93419. 00000020:00000010:3.0:1767384981.674564:0:40425:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009e9e3a4c. 80000000:00000010:3.0:1767384981.674566:0:40425:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000947de63c. 00040000:00000010:3.0:1767384981.674570:0:40425:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007df3a54a. 00080000:00000010:3.0:1767384981.674573:0:40425:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bf764934. 20000000:00000010:3.0:1767384981.674577:0:40425:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000027f2e7d. 00000100:00000010:3.0:1767384981.674591:0:40425:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004c965129. 00000100:00000200:3.0:1767384981.674606:0:40425:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:2.0:1767384981.674639:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a54f833a. 00000020:00000010:2.0:1767384981.674644:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000010806f31. 00000020:00000010:2.0:1767384981.674657:0:40420:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000005499ec6e. 00080000:00000010:2.0:1767384981.674672:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000956692d2. 00000020:00000010:2.0:1767384981.674675:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f630f97. 00080000:00000010:2.0:1767384981.674688:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dba7888d. 00000020:00000010:2.0:1767384981.674700:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004ae330d9. 00080000:00000010:2.0:1767384981.674721:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bf44af6c. 20000000:00000010:2.0:1767384981.674725:0:40420:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000c5d63885. 00080000:00000010:2.0:1767384981.674761:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ef58f9ab. 00000020:00000010:2.0:1767384981.674764:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004ad44461. 00000020:00000010:2.0:1767384981.674770:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ebcf716. 00000040:00000010:2.0:1767384981.674772:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000257feab7. 00000020:00000010:2.0:1767384981.674774:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f914a7a. 00000020:00000010:2.0:1767384981.674777:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003d985ff8. 80000000:00000010:2.0:1767384981.674780:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d7eb808. 00040000:00000010:2.0:1767384981.674783:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce614173. 00080000:00000010:2.0:1767384981.674786:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ba69b1f4. 00000020:00000010:2.0:1767384981.674788:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4d56802. 00000020:00000010:2.0:1767384981.674792:0:40420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b129e54b. 00000020:00000010:2.0:1767384981.674795:0:40420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8972d63. 00000008:00000010:2.0:1767384981.674797:0:40420:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000097330396. 00020000:00000010:2.0:1767384981.674799:0:40420:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008e107962. 00008000:00000010:2.0:1767384981.674801:0:40420:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000298fd39. 00000080:00000010:2.0:1767384981.674804:0:40420:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000064429401. 00000020:00000010:2.0:1767384981.674806:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b180c5cd. 00000020:00000010:2.0:1767384981.674811:0:40420:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000057f7e06. 00000020:00000010:2.0:1767384981.674831:0:40420:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000081562066. 00000020:00000010:2.0:1767384981.674835:0:40420:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000a2dea334. 00000100:02020000:2.0:1767384981.674846:0:40420:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.112@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:0.0:1767384981.677680:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000869cbff. 00000400:00000200:0.0:1767384981.677684:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c57c4f3 00000400:00000010:0.0:1767384981.677686:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c57c4f3. 00000100:00000200:0.0:1767384981.677694:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384981.677702:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca708c x1853237352237312/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384981.677720:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8ea462f. 02000000:00000010:0.0:1767384981.677725:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1533ef6. 00000100:00000010:0.0:1767384981.677728:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca708c. 00000100:00000010:2.0:1767384981.677821:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b9a5ddf. 02000000:00000010:2.0:1767384981.677833:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000080b47685. 02000000:00000010:0.0:1767384981.677877:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000048cf8dc. 00000400:00000010:0.0:1767384981.677881:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000869cbff. 00000400:00000010:0.0:1767384981.677883:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c57c4f3. 00000100:00000200:0.0:1767384981.677903:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352237568, portal 25 00000400:00000010:0.0:1767384981.677907:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9035eb3. 00000100:00000200:0.0:1767384981.677910:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237352237568, offset 0 00000400:00000200:0.0:1767384981.677916:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.677926:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.677937:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958272108a00 00000400:00000200:0.0:1767384981.677943:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2219 [2] + 0 00000400:00000010:0.0:1767384981.677946:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000210e6450. 00000400:00000200:0.0:1767384981.677949:0:16135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad6571fa 00000400:00000200:0.0:1767384981.677954:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.677957:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384981.677960:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6571fa 00000400:00000010:0.0:1767384981.677962:0:16135:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad6571fa. 00000100:00000200:0.0:1767384981.677964:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384981.677979:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9035eb3 00000400:00000010:0.0:1767384981.677981:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9035eb3. 00000100:00000200:0.0:1767384981.677983:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b9a5ddf x1853237352237568/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384981.677996:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001988ce68. 00000020:00000010:1.0:1767384981.677997:0:40425:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e9e660fa. 00000100:00000010:0.0:1767384981.678006:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d192eaa1. 00000020:00000010:1.0:1767384981.678010:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df122454. 00000100:00000010:0.0:1767384981.678013:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092cbf0f4. 00000020:00000010:1.0:1767384981.678016:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047be1ac4. 00000100:00000010:0.0:1767384981.678019:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b25d0124. 00000020:00000010:1.0:1767384981.678021:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe4aca9. 00000100:00000200:1.0:1767384981.678048:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352237568 02000000:00000010:1.0:1767384981.678064:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e52e1137. 00000020:00000010:1.0:1767384981.678073:0:40425:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009dfaa970. 00000001:00000010:1.0:1767384981.678080:0:40425:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000fbaafb4. 00000001:00000010:1.0:1767384981.678085:0:40425:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000036dc971b. 00000001:00000010:1.0:1767384981.678088:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c3981d5. 00000001:00000010:1.0:1767384981.678092:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f536b47. 00000001:00000010:1.0:1767384981.678095:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057470118. 00000001:00000010:1.0:1767384981.678098:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c4fc9fcc. 00000020:00000010:1.0:1767384981.678108:0:40425:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000016bcad02. 00000020:00000010:1.0:1767384981.678160:0:40425:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e127855f. 00000020:00000010:1.0:1767384981.678162:0:40425:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000094f9dd55. 00000020:00000010:1.0:1767384981.678164:0:40425:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000001566e2c4. 00000020:00000010:1.0:1767384981.678172:0:40425:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bda79c4e. 00000020:00000010:1.0:1767384981.678173:0:40425:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000041e90286. 00000020:00000010:1.0:1767384981.678175:0:40425:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000005ba9e1. 00000020:00000010:1.0:1767384981.678182:0:40425:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000046abb57b. 00010000:00000200:1.0:1767384981.678209:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000433891cb x1853237352237568/t0(0) o250->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.678221:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000881dd80a. 00000100:00000200:1.0:1767384981.678223:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237352237568, offset 0 00000400:00000200:1.0:1767384981.678227:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.678232:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.678250:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958272108a00 00000400:00000200:1.0:1767384981.678255:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2319 [1] + 0 00000400:00000200:1.0:1767384981.678258:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.678260:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.678265:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b9a5ddf x1853237352237568/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.678281:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000881dd80a 00000400:00000010:1.0:1767384981.678282:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881dd80a. 00000020:00000010:1.0:1767384981.678291:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047be1ac4. 00000020:00000010:1.0:1767384981.678294:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe4aca9. 00000020:00000010:1.0:1767384981.678297:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df122454. 00000400:00000010:0.0:1767384981.678298:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000869cbff. 02000000:00000010:1.0:1767384981.678302:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000e52e1137. 00000400:00000200:0.0:1767384981.678302:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c57c4f3 00000400:00000010:0.0:1767384981.678306:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c57c4f3. 00000100:00000200:1.0:1767384981.678309:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384981.678313:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf541893. 00000100:00000200:0.0:1767384981.678313:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b9a5ddf x1853237352237568/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.678318:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f64770e0. 00000100:00000200:0.0:1767384981.678325:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b9a5ddf x1853237352237568/t0(0) o250->MGC192.168.203.112@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.678357:0:16135:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 0000000041819d8e. 02000000:00000010:0.0:1767384981.678373:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000048cf8dc. 02000000:00000010:0.0:1767384981.678377:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000080b47685. 00000100:00000010:0.0:1767384981.678379:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b9a5ddf. 00000020:00000010:1.0:1767384981.678408:0:2410:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000223900a6. 00000100:00000010:1.0:1767384981.678430:0:2410:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4cc42a5. 00000100:00000010:1.0:1767384981.678438:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98a940a. 02000000:00000010:1.0:1767384981.678445:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007c6f4028. 00000100:00000010:1.0:1767384981.678451:0:2410:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e52e1137. 00000100:00000010:1.0:1767384981.678454:0:2410:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000714a4dc0. 00000400:00000010:1.0:1767384981.678465:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065a4d3c0. 00000400:00000010:1.0:1767384981.678468:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000881dd80a. 00000100:00000200:1.0:1767384981.678471:0:2410:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272108a80-0x6958272108a80, portal 33 02000000:00000010:1.0:1767384981.678476:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000612fcf30. 00000400:00000010:1.0:1767384981.678477:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d56c349. 00000400:00000010:1.0:1767384981.678479:0:2410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000515693a. 00000100:00000200:1.0:1767384981.678481:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352237696, portal 25 00000400:00000010:1.0:1767384981.678483:0:2410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdfd4690. 00000100:00000200:1.0:1767384981.678485:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237352237696, offset 0 00000400:00000200:1.0:1767384981.678488:0:2410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.678492:0:2410:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.678496:0:2410:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272108a80 00000400:00000200:1.0:1767384981.678498:0:2410:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x221d [2] + 0 00000400:00000010:1.0:1767384981.678501:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bccdc10d. 00000400:00000200:1.0:1767384981.678503:0:2410:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046b20f6f 00000400:00000200:1.0:1767384981.678506:0:2410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.678508:0:2410:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384981.678510:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b20f6f 00000400:00000010:1.0:1767384981.678511:0:2410:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046b20f6f. 00000100:00000200:1.0:1767384981.678513:0:2410:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384981.678525:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdfd4690 00000400:00000010:1.0:1767384981.678526:0:2410:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cdfd4690. 00000100:00000200:1.0:1767384981.678529:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d98a940a x1853237352237696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.678547:0:40425:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d766ffdb. 00000020:00000010:0.0:1767384981.678557:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067bb9226. 00000020:00000010:0.0:1767384981.678559:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067bb9226. 00000020:00000010:0.0:1767384981.678563:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2b84e82. 00000020:00000010:0.0:1767384981.678565:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047e7c18f. 00000020:00000010:0.0:1767384981.678567:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.678584:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067bb9226. 00000020:00000010:0.0:1767384981.678585:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067bb9226. 00000100:00000200:0.0:1767384981.678587:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352237696 02000000:00000010:0.0:1767384981.678602:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c31d93ef. 20000000:00000010:0.0:1767384981.678611:0:40425:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000fadefafd. 00000100:00000010:0.0:1767384981.678613:0:40425:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000048cf8dc. 00000100:00000010:0.0:1767384981.678615:0:40425:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d93958e0. 00000400:00000010:0.0:1767384981.678619:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c57c4f3. 00000400:00000010:0.0:1767384981.678623:0:40425:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de482d3a. 00000400:00000200:0.0:1767384981.678626:0:40425:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384981.678632:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384981.678636:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272108a80 00000400:00000200:0.0:1767384981.678641:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2329 [1] + 0 00000020:00000010:3.0:1767384981.678644:0:40420:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000a2dea334. 00000400:00000010:0.0:1767384981.678644:0:40425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065a4d3c0. 00000400:00000200:0.0:1767384981.678649:0:40425:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000881dd80a 00000020:00000010:3.0:1767384981.678652:0:40420:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000081562066. 00000100:00000200:0.0:1767384981.678654:0:40425:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000048cf8dc 00000400:00000200:0.0:1767384981.678660:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:0.0:1767384981.678666:0:40425:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2335 00000400:00000200:0.0:1767384981.678668:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.678670:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384981.678672:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c57c4f3 00000400:00000010:0.0:1767384981.678673:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c57c4f3. 00000100:00000200:0.0:1767384981.678675:0:40425:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000048cf8dc 00000400:00000200:0.0:1767384981.678677:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000881dd80a 00000400:00000010:0.0:1767384981.678678:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881dd80a. 00000100:00000200:0.0:1767384981.678680:0:40425:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000d98a940a desc 00000000e52e1137 mbits 1853237352237696 00000100:00000200:0.0:1767384981.678689:0:40425:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272108a80-0x6958272108a80 20000000:00000010:0.0:1767384981.678695:0:40425:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000005056ffd0. 20000000:00000010:0.0:1767384981.678700:0:40425:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000006e5a2cfb. 20000000:00000010:0.0:1767384981.678703:0:40425:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000006ae0bb3b. 20000000:00000010:0.0:1767384981.678706:0:40425:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000350c4193. 20000000:00000010:0.0:1767384981.678708:0:40425:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000006751d363. 00000020:00000010:3.0:1767384981.678735:0:40420:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000009c9fb722. 00000020:00000010:3.0:1767384981.678745:0:40420:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000d397b1f5. 00000020:00000010:3.0:1767384981.678749:0:40420:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f8eb8cef. 00000020:00000010:3.0:1767384981.678757:0:40420:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000009c9fb722. 00000020:00000010:3.0:1767384981.678761:0:40420:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000031fdb67. 00000001:00000010:3.0:1767384981.678781:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b601395f. 00000001:00000010:3.0:1767384981.678786:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000093462c02. 00000001:00000010:3.0:1767384981.678788:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df6bd410. 00000001:00000010:3.0:1767384981.678791:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004152feea. 00000001:00000010:3.0:1767384981.678794:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001d6f8d6. 00000001:00000010:3.0:1767384981.678798:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c414080. 20000000:00000010:0.0:1767384981.678798:0:40425:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000000ad4b566. 00000001:00000010:3.0:1767384981.678801:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000de87dc2. 00080000:00000010:0.0:1767384981.678805:0:40425:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c3971789. 00000001:00000010:3.0:1767384981.678806:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bcf8cb43. 00000001:00000010:3.0:1767384981.678812:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c9db289. 00000001:00000010:3.0:1767384981.678815:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028730d05. 00000001:00000010:3.0:1767384981.678820:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001cee13ee. 00000001:00000010:3.0:1767384981.678823:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004763e90e. 00000020:00000010:3.0:1767384981.678826:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092c3997c. 00000020:00000010:3.0:1767384981.678829:0:40420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb3c65e5. 00000020:00000010:3.0:1767384981.678833:0:40420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000008:00000010:3.0:1767384981.678837:0:40420:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b2835599. 00020000:00000010:3.0:1767384981.678840:0:40420:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a1501d2c. 00008000:00000010:3.0:1767384981.678845:0:40420:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000021e96369. 00000080:00000010:3.0:1767384981.678849:0:40420:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b79d1dce. 00000020:00000010:3.0:1767384981.678852:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbf5e4a4. 00000020:00000010:3.0:1767384981.678854:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6927796. 00000040:00000010:3.0:1767384981.678857:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d35ff4fe. 00000020:00000010:3.0:1767384981.678861:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034b92479. 00000020:00000010:3.0:1767384981.678864:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022dbac39. 00000020:00000010:3.0:1767384981.678867:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bc0d96a. 80000000:00000010:3.0:1767384981.678870:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009c9fb722. 20000000:00000010:0.0:1767384981.678931:0:40425:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000c813e4eb. 00000040:00000010:0.0:1767384981.678935:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e41a9114. 00000040:00000010:0.0:1767384981.678950:0:40425:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a8159c97. 00000020:00000010:0.0:1767384981.678954:0:40425:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d0788580. 00080000:00000010:0.0:1767384981.678958:0:40425:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006c7d5f0f. 40000000:00000010:3.0:1767384981.678979:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000188ed18d. 00100000:00000010:3.0:1767384981.678986:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000954f55db. 00040000:00000010:3.0:1767384981.678990:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ca526bc0. 00040000:00000010:3.0:1767384981.678993:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a2fa29fa. 00080000:00000010:3.0:1767384981.678996:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007e15a797. 00000040:00000010:0.0:1767384981.678998:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e713acc4. 00000004:00000010:3.0:1767384981.679000:0:40420:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000368c43b9. 00000100:00000010:3.0:1767384981.679214:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000955e6a63. 00000100:00000010:3.0:1767384981.679220:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d5679db6. 00000100:00000010:3.0:1767384981.679232:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c4f1b714. 00000100:00000010:3.0:1767384981.679253:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d65fb18a. 00000100:00000010:3.0:1767384981.679260:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081883e0a. 00000040:00000010:0.0:1767384981.679265:0:40425:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f347abc3. 00000100:00000010:3.0:1767384981.679335:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002ae0c7e0. 00000100:00000010:3.0:1767384981.679339:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b48b79fa. 00000020:00000010:2.0:1767384981.679364:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b180c5cd. 00000020:00000010:2.0:1767384981.679370:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4d56802. 00000040:00000010:2.0:1767384981.679375:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e8ea462f. 00000020:00000010:2.0:1767384981.679379:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2ac3897. 00000020:00000010:2.0:1767384981.679384:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000114f726d. 00000020:00000010:2.0:1767384981.679388:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ce614173. 80000000:00000010:2.0:1767384981.679399:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a47752ae. 40000000:00000010:2.0:1767384981.679404:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000091971774. 00100000:00000010:2.0:1767384981.679408:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000063fed966. 00040000:00000010:2.0:1767384981.679412:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a13f591d. 00000100:00000010:3.0:1767384981.679415:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000740f01ed. 00040000:00000010:2.0:1767384981.679417:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d985ff8. 00000100:00000010:3.0:1767384981.679421:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000959def09. 00080000:00000010:2.0:1767384981.679423:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a5c18b3a. 00000004:00000010:2.0:1767384981.679431:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2b0a478. 00002000:00000010:2.0:1767384981.679435:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000258f16c1. 00000020:00000010:2.0:1767384981.679438:0:40427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000042f609ba. 00000040:00000010:2.0:1767384981.679443:0:40427:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007fa329f8. 00000100:00000010:3.0:1767384981.679499:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d1792e82. 00000100:00000010:3.0:1767384981.679505:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b6cd417. 00000100:00000010:3.0:1767384981.679580:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000034839b48. 00000100:00000010:3.0:1767384981.679587:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000737af1ed. 00000040:00000010:2.0:1767384981.679605:0:40427:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007fa329f8. 00000020:00000010:2.0:1767384981.679610:0:40427:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000042f609ba. 00000020:00000010:2.0:1767384981.679615:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4d56802. 00000040:00000010:2.0:1767384981.679618:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e8ea462f. 00000020:00000010:2.0:1767384981.679620:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f2ac3897. 00000020:00000010:2.0:1767384981.679623:0:40427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000114f726d. 00000020:00000010:2.0:1767384981.679626:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce614173. 80000000:00000010:2.0:1767384981.679628:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a47752ae. 40000000:00000010:2.0:1767384981.679630:0:40427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091971774. 00100000:00000010:2.0:1767384981.679632:0:40427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000063fed966. 00040000:00000010:2.0:1767384981.679638:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a13f591d. 00040000:00000010:2.0:1767384981.679642:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d985ff8. 00080000:00000010:2.0:1767384981.679644:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a5c18b3a. 00000004:00000010:2.0:1767384981.679646:0:40427:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2b0a478. 00002000:00000010:2.0:1767384981.679649:0:40427:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000258f16c1. 00000020:00000010:2.0:1767384981.679651:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b180c5cd. 00000100:00000010:3.0:1767384981.679673:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000299bb30e. 00000100:00000010:3.0:1767384981.679679:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082eeec7d. 00000040:00000010:0.0:1767384981.679679:0:40425:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f347abc3. 00000040:00000010:0.0:1767384981.679687:0:40425:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a8159c97. 00000040:00000010:0.0:1767384981.679689:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e713acc4. 00000040:00000010:0.0:1767384981.679691:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e41a9114. 20000000:00000010:0.0:1767384981.679694:0:40425:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000c813e4eb. 20000000:00000010:0.0:1767384981.679698:0:40425:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000c813e4eb. 00000040:00000010:0.0:1767384981.679701:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e41a9114. 00000040:00000010:0.0:1767384981.679721:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e41a9114. 20000000:00000010:0.0:1767384981.679723:0:40425:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000c813e4eb. 20000000:00000010:0.0:1767384981.679726:0:40425:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000f347abc3. 20000000:00000010:0.0:1767384981.679734:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e41a9114. 20000000:00000010:0.0:1767384981.679739:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000003e91b3b. 20000000:00000010:0.0:1767384981.679745:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000062df6277. 20000000:00000010:0.0:1767384981.679749:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3e8dc98. 00000100:00000010:3.0:1767384981.679754:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bc7d4684. 20000000:00000010:0.0:1767384981.679754:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b09d271. 00000100:00000010:3.0:1767384981.679761:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c2fc3f1. 20000000:00000010:0.0:1767384981.679762:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eba3cd85. 20000000:00000010:0.0:1767384981.679769:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f06fbbc. 20000000:00000010:0.0:1767384981.679773:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000024b514fb. 20000000:00000010:0.0:1767384981.679777:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ddafbd8f. 20000000:00000010:0.0:1767384981.679780:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e7ae74a. 20000000:00000010:0.0:1767384981.679782:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005bba08f4. 20000000:00000010:0.0:1767384981.679784:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e77480b. 20000000:00000010:0.0:1767384981.679787:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003137a80e. 20000000:00000010:0.0:1767384981.679790:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6a82066. 20000000:00000010:0.0:1767384981.679793:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d753b89b. 20000000:00000010:0.0:1767384981.679797:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc96d757. 20000000:00000010:0.0:1767384981.679800:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000097f9dee7. 20000000:00000010:0.0:1767384981.679803:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012d2c6bd. 20000000:00000010:0.0:1767384981.679806:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015569cb6. 20000000:00000010:0.0:1767384981.679810:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e8a6715. 20000000:00000010:0.0:1767384981.679813:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de58b4e4. 20000000:00000010:0.0:1767384981.679816:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a079323a. 20000000:00000010:0.0:1767384981.679819:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e01e4994. 20000000:00000010:0.0:1767384981.679822:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c9c99ff. 20000000:00000010:0.0:1767384981.679825:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edfcdbab. 20000000:00000010:0.0:1767384981.679829:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0c0b457. 20000000:00000010:0.0:1767384981.679832:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009aa57cb8. 20000000:00000010:0.0:1767384981.679835:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1165443. 20000000:00000010:0.0:1767384981.679839:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d9dc6b1. 00000100:00000010:3.0:1767384981.679840:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000027ebdef8. 20000000:00000010:0.0:1767384981.679843:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5233eb3. 00000100:00000010:3.0:1767384981.679847:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eed6bb23. 20000000:00000010:0.0:1767384981.679848:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fac200c3. 20000000:00000010:0.0:1767384981.679853:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011c28001. 20000000:00000010:0.0:1767384981.679856:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000833345c0. 20000000:00000010:0.0:1767384981.679860:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052e4db52. 20000000:00000010:0.0:1767384981.679863:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015d16865. 20000000:00000010:0.0:1767384981.679866:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bcb83b15. 20000000:00000010:0.0:1767384981.679869:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ed8d2ad8. 20000000:00000010:0.0:1767384981.679873:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b683090f. 20000000:00000010:0.0:1767384981.679877:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000587e2f62. 20000000:00000010:0.0:1767384981.679882:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000058ef9c1c. 20000000:00000010:0.0:1767384981.679939:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000062b30181. 20000000:00000010:0.0:1767384981.679945:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004515cb7d. 00000100:00000010:3.0:1767384981.679946:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c0c0e1af. 00000100:00000010:3.0:1767384981.679952:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6ca56ef. 00080000:00000010:0.0:1767384981.679966:0:40425:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000849cc218. 00000100:00000010:3.0:1767384981.680029:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000be9c9509. 00000100:00000010:3.0:1767384981.680035:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002714c22c. 00000100:00000010:3.0:1767384981.680109:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000af629a3b. 00000100:00000010:3.0:1767384981.680114:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053309ba7. 00000100:00000010:3.0:1767384981.680188:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d307cb73. 00000100:00000010:3.0:1767384981.680193:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061202345. 00000100:00000010:3.0:1767384981.680281:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007934ad9b. 00000100:00000010:3.0:1767384981.680286:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000674722ba. 00000100:00000010:3.0:1767384981.680359:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bd866288. 00000100:00000010:3.0:1767384981.680363:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079b89376. 00000100:00000010:3.0:1767384981.680440:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bc2845a0. 00000100:00000010:3.0:1767384981.680445:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084e85a6c. 00000100:00000010:3.0:1767384981.680519:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000274da27. 00000100:00000010:3.0:1767384981.680524:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f37baf64. 00000100:00000010:3.0:1767384981.680601:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006febde15. 00000100:00000010:3.0:1767384981.680608:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a362d1c1. 00000100:00000010:3.0:1767384981.680695:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008c85dd72. 00000100:00000010:3.0:1767384981.680699:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000426435b0. 00000100:00000010:3.0:1767384981.680773:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007ef17fec. 00000100:00000010:3.0:1767384981.680777:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e60d9f47. 00000100:00000010:3.0:1767384981.680851:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cadcbce4. 00000100:00000010:3.0:1767384981.680856:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086173646. 00000100:00000010:3.0:1767384981.680949:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fbfa7617. 00000100:00000010:3.0:1767384981.680953:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4c18ec6. 00000100:00000010:3.0:1767384981.681030:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c20d0cf6. 00000100:00000010:3.0:1767384981.681035:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094581150. 00000100:00000010:3.0:1767384981.681107:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bf159ff9. 00000100:00000010:3.0:1767384981.681112:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004de17caf. 00000100:00000010:3.0:1767384981.681183:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002895dbb6. 00000100:00000010:3.0:1767384981.681188:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3d509ac. 00000100:00000010:3.0:1767384981.681273:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eba639f3. 00000100:00000010:3.0:1767384981.681277:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ed9b91f. 00000100:00000010:3.0:1767384981.681354:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000080389a22. 00000100:00000010:3.0:1767384981.681359:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab19efcc. 00000100:00000010:3.0:1767384981.681433:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000da76081a. 00000100:00000010:3.0:1767384981.681438:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c29ffed. 00000100:00000010:3.0:1767384981.681513:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000973faf12. 00000100:00000010:3.0:1767384981.681517:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bafe3e52. 00000100:00000010:3.0:1767384981.681594:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009a1f921b. 00000100:00000010:3.0:1767384981.681600:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007c0ecb7. 00000100:00000010:3.0:1767384981.681684:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d3ac2db6. 00000100:00000010:3.0:1767384981.681693:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b61e247e. 00000100:00000010:3.0:1767384981.681766:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002d18bf0d. 00000100:00000010:3.0:1767384981.681771:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9cdd9d2. 00000100:00000010:3.0:1767384981.681844:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b996f194. 00000100:00000010:3.0:1767384981.681848:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0fe03a3. 00000100:00000010:3.0:1767384981.681941:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dc150e47. 00000100:00000010:3.0:1767384981.681946:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ddf692b. 00000100:00000010:3.0:1767384981.682018:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f8efddd1. 00000100:00000010:3.0:1767384981.682023:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9b2bce9. 00000100:00000010:3.0:1767384981.682097:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008a1443db. 00000100:00000010:3.0:1767384981.682103:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000867baacd. 00000100:00000010:3.0:1767384981.682176:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000af50494d. 00000100:00000010:3.0:1767384981.682181:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012e83526. 00000100:00000010:3.0:1767384981.682271:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005d98916c. 00000100:00000010:3.0:1767384981.682276:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bba96fb. 00000100:00000010:3.0:1767384981.682349:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b0f7ed50. 00000100:00000010:3.0:1767384981.682353:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001abdaf78. 00000100:00000010:3.0:1767384981.682426:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aefd90d1. 00000100:00000010:3.0:1767384981.682430:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001faf577d. 00000100:00000010:3.0:1767384981.682503:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000619da368. 00000100:00000010:3.0:1767384981.682508:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a28b9c55. 00000100:00000010:3.0:1767384981.682589:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fd2b3fd5. 00000100:00000010:3.0:1767384981.682595:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd1c5b50. 00000100:00000010:3.0:1767384981.682678:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c8fe4ca5. 00000100:00000010:3.0:1767384981.682682:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e7bec56. 00000100:00000010:3.0:1767384981.682755:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003ec8850c. 00000100:00000010:3.0:1767384981.682761:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e73a368. 00000100:00000010:3.0:1767384981.682833:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a9ea418e. 00000100:00000010:3.0:1767384981.682837:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8d82363. 00000100:00000010:3.0:1767384981.682927:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001860aefe. 00000100:00000010:3.0:1767384981.682932:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000474aa4c4. 00000100:00000010:3.0:1767384981.683007:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cafdab05. 00000100:00000010:3.0:1767384981.683011:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057e81e79. 00000100:00000010:3.0:1767384981.683084:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eb005f36. 00000100:00000010:3.0:1767384981.683088:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ede9943. 00000100:00000010:3.0:1767384981.683160:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000c9748aa. 00000100:00000010:3.0:1767384981.683165:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b48810ee. 00000100:00000010:3.0:1767384981.683247:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000035245693. 00000100:00000010:3.0:1767384981.683253:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008edcd70a. 00000100:00000010:3.0:1767384981.683332:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ab8c525b. 00000100:00000010:3.0:1767384981.683336:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbb3f158. 00000100:00000010:3.0:1767384981.683414:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000af752167. 00000100:00000010:3.0:1767384981.683418:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a1cd763. 00000100:00000010:3.0:1767384981.683491:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000016bd4e9b. 00000100:00000010:3.0:1767384981.683496:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fe55676. 00000100:00000010:3.0:1767384981.683568:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d393ac6d. 00000100:00000010:3.0:1767384981.683573:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c07f6be6. 00000100:00000010:3.0:1767384981.683651:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003ba255a3. 00000100:00000010:3.0:1767384981.683658:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e0fe770. 00000100:00000010:3.0:1767384981.683732:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ee19c306. 00000100:00000010:3.0:1767384981.683736:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d5acbfd. 00000100:00000010:3.0:1767384981.683807:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000078598694. 00000100:00000010:3.0:1767384981.683811:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fe10459. 00000100:00000010:3.0:1767384981.683899:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e93eead7. 00000100:00000010:3.0:1767384981.683904:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a51cc9c3. 00000100:00000010:3.0:1767384981.683976:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d6a10947. 00000100:00000010:3.0:1767384981.683979:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015777272. 00000100:00000010:3.0:1767384981.684051:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e4ceaeac. 00000100:00000010:3.0:1767384981.684055:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce9eb88a. 00000100:00000010:3.0:1767384981.684126:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001e31bf67. 00000100:00000010:3.0:1767384981.684129:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3cb3eb8. 00000100:00000010:3.0:1767384981.684231:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000007159e45. 00000100:00000010:3.0:1767384981.684248:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e06c4ecd. 00000100:00000010:3.0:1767384981.684352:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000467be792. 00000100:00000010:3.0:1767384981.684357:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e48ae9b8. 00000100:00000010:3.0:1767384981.684465:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000062d0dbbc. 00000100:00000010:3.0:1767384981.684471:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e64f80fa. 00000100:00000010:3.0:1767384981.684575:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000408f6d82. 00000100:00000010:3.0:1767384981.684579:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d3e11a0. 00000100:00000010:3.0:1767384981.684662:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008408a98c. 00000400:00000200:3.0:1767384981.684668:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:3.0:1767384981.684712:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a75b369b. 00000020:00000010:3.0:1767384981.684717:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000091a4adae. 00000100:00000010:3.0:1767384981.684768:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000a326e88. 00000100:00000010:3.0:1767384981.684773:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007374c333. 00000100:00000010:3.0:1767384981.684778:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b3aeeac4. 00000100:00000010:3.0:1767384981.684783:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c8e5da43. 00000100:00000010:3.0:1767384981.684787:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009ed081c2. 00000100:00000010:3.0:1767384981.684790:0:40420:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000092cf6175. 00000100:00000010:3.0:1767384981.684795:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000649d4181. 00000100:00000010:3.0:1767384981.684798:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002e5b95a0. 00000100:00000010:3.0:1767384981.684802:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003292623c. 00000100:00000010:3.0:1767384981.684805:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000033a573a3. 00000100:00000010:3.0:1767384981.684808:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f600d7a4. 00000100:00000200:3.0:1767384981.684853:0:40420:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:3.0:1767384981.684858:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000473ba241. 00000100:00000010:3.0:1767384981.685063:0:40431:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006d752dac. 00000020:00000010:3.0:1767384981.685069:0:40431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000131ee5eb. 00000020:00000010:3.0:1767384981.685075:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000933cd1f1. 00000020:00000010:3.0:1767384981.685078:0:40431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e20bab9. 00000040:00000010:3.0:1767384981.685081:0:40431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000081195911. 00000020:00000010:3.0:1767384981.685084:0:40431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000af846671. 00000020:00000010:3.0:1767384981.685088:0:40431:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9972f5a. 00000020:00000010:3.0:1767384981.685092:0:40431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000252625b4. 80000000:00000010:3.0:1767384981.685233:0:40431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cb7fe79a. 40000000:00000010:3.0:1767384981.685249:0:40431:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001fe12b63. 00100000:00000010:3.0:1767384981.685253:0:40431:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004656473a. 00040000:00000010:3.0:1767384981.685255:0:40431:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b348ad35. 00040000:00000010:3.0:1767384981.685258:0:40431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000801c7174. 00080000:00000010:3.0:1767384981.685261:0:40431:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fc9688b3. 00000004:00000010:3.0:1767384981.685264:0:40431:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a3dd4fcc. 00002000:00000010:3.0:1767384981.685267:0:40431:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e0df27ae. 00000100:00000200:3.0:1767384981.685271:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685273:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000109a9146. 00000400:00000010:3.0:1767384981.685277:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000451e44f7. 00000100:00000200:3.0:1767384981.685305:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685309:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5f108b5. 00000400:00000010:3.0:1767384981.685313:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000bf0b33e. 00000100:00000200:3.0:1767384981.685316:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685319:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1b184aa. 00000400:00000010:3.0:1767384981.685323:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c55c2f92. 00000100:00000200:3.0:1767384981.685326:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685328:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcda9b74. 00000400:00000010:3.0:1767384981.685331:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009bbb7502. 00000100:00000200:3.0:1767384981.685333:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685337:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2835526. 00000400:00000010:3.0:1767384981.685341:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005d25bda0. 00000100:00000200:3.0:1767384981.685343:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685346:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c761b5a. 00000400:00000010:3.0:1767384981.685348:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007be32629. 00000100:00000200:3.0:1767384981.685351:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685378:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087ef189b. 00000400:00000010:3.0:1767384981.685384:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000661826e1. 00000100:00000200:3.0:1767384981.685387:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685389:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d563aaf. 00000400:00000010:3.0:1767384981.685392:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ff1cd178. 00000100:00000200:3.0:1767384981.685394:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685396:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a66c3b6. 00000400:00000010:3.0:1767384981.685399:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ec710d24. 00000100:00000200:3.0:1767384981.685409:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685518:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042f6f258. 00000400:00000010:3.0:1767384981.685523:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d486b724. 00000100:00000200:3.0:1767384981.685526:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685527:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013c18b51. 00000400:00000010:3.0:1767384981.685529:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000097eb4ce4. 00000100:00000200:3.0:1767384981.685530:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685532:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b229bf8d. 00000400:00000010:3.0:1767384981.685535:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006f27ec89. 00000100:00000200:3.0:1767384981.685536:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685538:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d241cff0. 00000400:00000010:3.0:1767384981.685539:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e8f9d166. 00000100:00000200:3.0:1767384981.685541:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685542:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044458b53. 00000400:00000010:3.0:1767384981.685544:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b5ee2ff3. 00000100:00000200:3.0:1767384981.685545:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685546:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004dceffc. 00000400:00000010:3.0:1767384981.685548:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fe3b67d8. 00000100:00000200:3.0:1767384981.685549:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685550:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de34169c. 00000400:00000010:3.0:1767384981.685552:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f46fdfe8. 00000100:00000200:3.0:1767384981.685553:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685554:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000933915d. 00000400:00000010:3.0:1767384981.685555:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000052870c4e. 00000100:00000200:3.0:1767384981.685557:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685558:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbf683be. 00000400:00000010:3.0:1767384981.685560:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d62cc63d. 00000100:00000200:3.0:1767384981.685561:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685562:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7cb7509. 00000400:00000010:3.0:1767384981.685564:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000019e87400. 00000100:00000200:3.0:1767384981.685565:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685566:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009578fe57. 00000400:00000010:3.0:1767384981.685567:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d05edb92. 00000100:00000200:3.0:1767384981.685569:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685570:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b053b65. 00000400:00000010:3.0:1767384981.685571:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dd806eee. 00000100:00000200:3.0:1767384981.685577:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685579:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000962dbdc0. 00000400:00000010:3.0:1767384981.685582:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001d8899eb. 00000100:00000200:3.0:1767384981.685584:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685605:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054bff252. 00000400:00000010:3.0:1767384981.685610:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000b38e24a. 00000100:00000200:3.0:1767384981.685614:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685617:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791b98e7. 00000400:00000010:3.0:1767384981.685621:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000911d1ef. 00000100:00000200:3.0:1767384981.685623:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685855:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009152140d. 00000400:00000010:3.0:1767384981.685860:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ea67ff89. 00000100:00000200:3.0:1767384981.685864:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685866:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4600dbf. 00000400:00000010:3.0:1767384981.685869:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000228b3ce9. 00000100:00000200:3.0:1767384981.685872:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685874:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bda5d21f. 00000400:00000010:3.0:1767384981.685875:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000046112d60. 00000100:00000200:3.0:1767384981.685877:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685878:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007d172fd. 00000400:00000010:3.0:1767384981.685882:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a6103d0f. 00000100:00000200:3.0:1767384981.685905:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685908:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000a019fc. 00000400:00000010:3.0:1767384981.685911:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c09fc005. 00000100:00000200:3.0:1767384981.685914:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685916:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000382b9a31. 00000400:00000010:3.0:1767384981.685918:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005cf9962f. 00000100:00000200:3.0:1767384981.685921:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685923:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc80524a. 00000400:00000010:3.0:1767384981.685925:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000be471894. 00000100:00000200:3.0:1767384981.685928:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685929:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a049b22. 00000400:00000010:3.0:1767384981.685933:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000021c10ece. 00000100:00000200:3.0:1767384981.685937:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685938:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001df724a. 00000400:00000010:3.0:1767384981.685941:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007ac66d60. 00000100:00000200:3.0:1767384981.685949:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685951:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000403db2c6. 00000400:00000010:3.0:1767384981.685953:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f32c0d9c. 00000100:00000200:3.0:1767384981.685956:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685957:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7c22891. 00000400:00000010:3.0:1767384981.685960:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000023a5c242. 00000100:00000200:3.0:1767384981.685964:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685965:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914a9394. 00000400:00000010:3.0:1767384981.685968:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000028a0372a. 00000100:00000200:3.0:1767384981.685971:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00010000:00000010:2.1:1767384981.685980:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d9a759e. 00000400:00000010:3.0:1767384981.685981:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021a0a2c2. 00000400:00000010:3.0:1767384981.685987:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000000193e25. 00010000:00000010:2.1:1767384981.685990:0:16640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001ca7c81. 00000100:00000200:3.0:1767384981.685991:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.685995:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca8e59da. 00010000:00000010:2.1:1767384981.685997:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000002327d0a. 00000400:00000010:3.0:1767384981.685999:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000091b55d10. 00000100:00000200:3.0:1767384981.686004:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00010000:00000010:2.1:1767384981.686004:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000008346266. 00000400:00000010:3.0:1767384981.686005:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0e56806. 00000400:00000010:3.0:1767384981.686010:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ff625cd5. 00010000:00000010:2.1:1767384981.686011:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b31bdb95. 00000100:00000200:3.0:1767384981.686013:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686016:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008699227c. 00010000:00000010:2.1:1767384981.686017:0:16640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009989621e. 00000400:00000010:3.0:1767384981.686019:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000046a17be7. 00010000:00000010:2.1:1767384981.686022:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000bd1c17a. 00000100:00000200:3.0:1767384981.686023:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686027:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c87187fd. 00000400:00000010:3.0:1767384981.686031:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d24ec4f5. 00010000:00000010:2.1:1767384981.686031:0:16640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005966dcbb. 00000100:00000200:3.0:1767384981.686037:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686039:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004317a80b. 00000400:00000010:3.0:1767384981.686042:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000034adc498. 00000100:00000200:3.0:1767384981.686044:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686046:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee64521b. 00000400:00000010:3.0:1767384981.686050:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005e2b4ceb. 00000100:00000200:3.0:1767384981.686052:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686054:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059732665. 00000400:00000010:3.0:1767384981.686056:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c5228abe. 00000100:00000200:3.0:1767384981.686058:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686060:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054e240f. 00000400:00000010:3.0:1767384981.686064:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005c39622c. 00000100:00000200:3.0:1767384981.686072:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686073:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd38b220. 00000400:00000010:3.0:1767384981.686077:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004d126782. 00000100:00000200:3.0:1767384981.686080:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686082:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986a3b04. 00000400:00000010:3.0:1767384981.686084:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001eddcc3a. 00000100:00000200:3.0:1767384981.686086:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686088:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a980338d. 00000400:00000010:3.0:1767384981.686090:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a548e740. 00000100:00000200:3.0:1767384981.686093:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686095:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065e8fb5e. 00000400:00000010:3.0:1767384981.686097:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008a078da7. 00000100:00000200:3.0:1767384981.686099:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686099:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000773b88c3. 00000400:00000010:3.0:1767384981.686101:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ba5a089e. 00000100:00000200:3.0:1767384981.686104:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686106:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fad55c6. 00000400:00000010:3.0:1767384981.686109:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000088bcfb8d. 00000100:00000200:3.0:1767384981.686112:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686114:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad73be71. 00000400:00000010:3.0:1767384981.686117:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000087114bbe. 00000100:00000200:3.0:1767384981.686119:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686120:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb0a27fc. 00000400:00000010:3.0:1767384981.686123:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000024c1178. 00000100:00000200:3.0:1767384981.686125:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686127:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000149578ff. 00000400:00000010:3.0:1767384981.686129:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008686c455. 00000100:00000200:3.0:1767384981.686131:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686133:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089b9b11d. 00000400:00000010:3.0:1767384981.686136:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cf6ddbb5. 00000100:00000200:3.0:1767384981.686139:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686140:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000afe6a4a. 00000400:00000010:3.0:1767384981.686143:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ad7fdc41. 00000100:00000200:3.0:1767384981.686146:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686149:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008744906b. 00000400:00000010:3.0:1767384981.686152:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a11bfe22. 00000100:00000200:3.0:1767384981.686158:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686160:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001faf009f. 00000400:00000010:3.0:1767384981.686163:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e8146b07. 00000100:00000200:3.0:1767384981.686165:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686168:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ef9198e. 00000400:00000010:3.0:1767384981.686170:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000268dad80. 00000100:00000200:3.0:1767384981.686172:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686174:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028d291ab. 00000400:00000010:3.0:1767384981.686177:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cc9efb61. 00000100:00000200:3.0:1767384981.686179:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686181:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002393475a. 00000400:00000010:3.0:1767384981.686184:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d5171b5f. 00000100:00000200:3.0:1767384981.686186:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686188:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a4f477b. 00000400:00000010:3.0:1767384981.686191:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000004991334. 00000100:00000200:3.0:1767384981.686194:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686196:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a31fc3f6. 00000400:00000010:3.0:1767384981.686199:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8a67fb1. 00000100:00000200:3.0:1767384981.686201:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384981.686203:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdddcb4f. 00000400:00000010:3.0:1767384981.686205:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007842495d. 00000100:00000010:3.0:1767384981.686258:0:40431:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000061bb8fdf. 00000100:00000200:3.0:1767384981.686270:0:40431:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384981.686283:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b3dea4c3. 00000100:00000010:1.0:1767384981.686438:0:40432:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e73ae2ec. 00000020:00000010:1.0:1767384981.686443:0:40432:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004669ec4d. 00000020:00000010:1.0:1767384981.686447:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d3544b7. 00000020:00000010:1.0:1767384981.686451:0:40432:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007322f6e7. 00000040:00000010:1.0:1767384981.686454:0:40432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d1549822. 00000020:00000010:1.0:1767384981.686458:0:40432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057660387. 00000020:00000010:1.0:1767384981.686462:0:40432:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f970d9b. 00000020:00000010:1.0:1767384981.686465:0:40432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006571876e. 80000000:00000010:1.0:1767384981.686468:0:40432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012eb0dc4. 40000000:00000010:1.0:1767384981.686470:0:40432:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f035d06a. 00100000:00000010:1.0:1767384981.686473:0:40432:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f795f9d7. 00040000:00000010:1.0:1767384981.686475:0:40432:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060f39003. 00040000:00000010:1.0:1767384981.686478:0:40432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004370a473. 00080000:00000010:1.0:1767384981.686482:0:40432:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fd57e4b5. 00000004:00000010:1.0:1767384981.686486:0:40432:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fb359ba. 00002000:00000010:1.0:1767384981.686489:0:40432:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f45a73cd. 00000100:00000010:1.0:1767384981.686530:0:40432:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000090d88fe4. 00000100:00000200:1.0:1767384981.686543:0:40432:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384981.686557:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000beef6ff. 00000100:00000010:3.0:1767384981.686702:0:40433:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009c3f9137. 00000020:00000010:3.0:1767384981.686707:0:40433:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b2452353. 00000020:00000010:3.0:1767384981.686712:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c960b66. 00000020:00000010:3.0:1767384981.686715:0:40433:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cbf0f72e. 00000040:00000010:3.0:1767384981.686719:0:40433:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005b9e4627. 00000020:00000010:3.0:1767384981.686722:0:40433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036991c68. 00000020:00000010:3.0:1767384981.686726:0:40433:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000531702f8. 00000020:00000010:3.0:1767384981.686729:0:40433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000741b9bf1. 80000000:00000010:3.0:1767384981.686732:0:40433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8016528. 40000000:00000010:3.0:1767384981.686734:0:40433:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000028ab9273. 00100000:00000010:3.0:1767384981.686741:0:40433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c59f900. 00040000:00000010:3.0:1767384981.686745:0:40433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000b36e4d8. 00040000:00000010:3.0:1767384981.686748:0:40433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d1fc547. 00080000:00000010:3.0:1767384981.686750:0:40433:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008b074c76. 00000004:00000010:3.0:1767384981.686753:0:40433:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008994e2c0. 00002000:00000010:3.0:1767384981.686756:0:40433:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008b49e012. 00000100:00000010:3.0:1767384981.686795:0:40433:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000001d0636b6. 00000100:00000200:3.0:1767384981.686809:0:40433:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1767384981.686824:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000dc8d09f4. 00000100:00000010:3.0:1767384981.686830:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d55c165b. 00000100:00000010:3.0:1767384981.686843:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000e985084b. 00000100:00000010:3.0:1767384981.686850:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000079f53a. 00000100:00000010:3.0:1767384981.686856:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d5c4136. 00000100:00000010:3.0:1767384981.686860:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000560608e3. 00000100:00000010:3.0:1767384981.686863:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a48a93b0. 00000100:00000010:3.0:1767384981.686867:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3e66c6b. 00000100:00000010:3.0:1767384981.686870:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029d71f71. 00000100:00000010:3.0:1767384981.686881:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ad04b87. 00000100:00000010:3.0:1767384981.686906:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000480d14d6. 00000100:00000010:3.0:1767384981.686910:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ef98174. 00000100:00000010:3.0:1767384981.686913:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dea262d3. 00000100:00000010:3.0:1767384981.686916:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090f2d314. 00000100:00000010:3.0:1767384981.686919:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea9012f6. 00000100:00000010:3.0:1767384981.686923:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb463166. 00000100:00000010:3.0:1767384981.686926:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000449aceb6. 00000100:00000010:3.0:1767384981.686935:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000127d3146. 00000100:00000010:3.0:1767384981.686938:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000873a7e62. 00000100:00000010:3.0:1767384981.686942:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002d8d6db3. 00000100:00000010:3.0:1767384981.686945:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000547887b8. 00000100:00000010:3.0:1767384981.686949:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c4f669a. 00000100:00000010:3.0:1767384981.686951:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ae6a50c. 00000100:00000010:3.0:1767384981.686955:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003fc188e1. 00000100:00000010:3.0:1767384981.686961:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088611bb0. 00000100:00000010:3.0:1767384981.686969:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000486b549a. 00000100:00000010:3.0:1767384981.686972:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db2adc3c. 00000100:00000010:3.0:1767384981.686976:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071c23066. 00000100:00000010:3.0:1767384981.686979:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8408cbc. 00000100:00000010:3.0:1767384981.686982:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030d8948f. 00000100:00000010:3.0:1767384981.686985:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d2cefbd. 00000100:00000010:3.0:1767384981.686989:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c756ce41. 00000100:00000010:3.0:1767384981.686991:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bf9f232. 00000100:00000010:3.0:1767384981.686999:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6dfc59e. 00000100:00000010:3.0:1767384981.687003:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b34407b. 00000100:00000010:3.0:1767384981.687007:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062a241d9. 00000100:00000010:3.0:1767384981.687009:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d48360bf. 00000100:00000010:3.0:1767384981.687012:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032e7aa21. 00000100:00000010:3.0:1767384981.687014:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3ada282. 00000100:00000010:3.0:1767384981.687017:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ef0c5f1f. 00000100:00000010:3.0:1767384981.687019:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047506af3. 00000100:00000010:3.0:1767384981.687026:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091a968a8. 00000100:00000010:3.0:1767384981.687028:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070f879cd. 00000100:00000010:3.0:1767384981.687031:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053746973. 00000100:00000010:3.0:1767384981.687034:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc832552. 00000100:00000010:3.0:1767384981.687037:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbcb4502. 00000100:00000010:3.0:1767384981.687039:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036b5bbb0. 00000100:00000010:3.0:1767384981.687043:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe85589b. 00000100:00000010:3.0:1767384981.687045:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e41d5825. 00000100:00000010:3.0:1767384981.687052:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cba6b688. 00000100:00000010:3.0:1767384981.687057:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098894dee. 00000100:00000010:3.0:1767384981.687062:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071212ca9. 00000100:00000010:3.0:1767384981.687067:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b0d2b28. 00000100:00000010:3.0:1767384981.687071:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8f04c2d. 00000100:00000010:3.0:1767384981.687074:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be850617. 00000100:00000010:3.0:1767384981.687081:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9b3f066. 00000100:00000010:3.0:1767384981.687085:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009306ffdb. 00000100:00000010:3.0:1767384981.687094:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c16ed5f7. 00000100:00000010:3.0:1767384981.687097:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b742be3d. 00000100:00000010:3.0:1767384981.687101:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000905e28f5. 00000100:00000010:3.0:1767384981.687103:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bde1699d. 00000100:00000010:3.0:1767384981.687106:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f3c838c. 00000100:00000010:3.0:1767384981.687109:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ca8562b. 00000100:00000010:3.0:1767384981.687113:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e683eafc. 00000100:00000010:3.0:1767384981.687117:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000335d635d. 00000100:00000010:3.0:1767384981.687128:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e299a95. 00000100:00000010:3.0:1767384981.687132:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cebd8985. 00000100:00000010:3.0:1767384981.687136:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000646ab971. 00000100:00000010:3.0:1767384981.687140:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa34f2c2. 00000100:00000010:3.0:1767384981.687143:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006bde3944. 00000100:00000010:3.0:1767384981.687145:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dde2b0e. 00000100:00000010:3.0:1767384981.687148:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009927b3e0. 00000100:00000010:3.0:1767384981.687151:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b292f1dd. 00000100:00000010:3.0:1767384981.687159:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9ce3e49. 00000100:00000010:3.0:1767384981.687162:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000846b5172. 00000100:00000010:3.0:1767384981.687165:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000777fed02. 00000100:00000010:3.0:1767384981.687168:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1f3e02e. 00000100:00000010:3.0:1767384981.687173:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000649a3fca. 00000100:00000010:3.0:1767384981.687175:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aadf799f. 00000100:00000010:3.0:1767384981.687178:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ede1e66. 00000100:00000010:3.0:1767384981.687181:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3f6504e. 00000100:00000010:3.0:1767384981.687188:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba4fec44. 00000100:00000010:3.0:1767384981.687192:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1a53dac. 00000100:00000010:3.0:1767384981.687195:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea5801d6. 00000100:00000010:3.0:1767384981.687198:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b9d5550. 00000100:00000010:3.0:1767384981.687201:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e5e6815. 00000100:00000010:3.0:1767384981.687204:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e818cbb. 00000100:00000010:3.0:1767384981.687208:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d69ad95e. 00000100:00000010:3.0:1767384981.687212:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd31a681. 00000100:00000010:3.0:1767384981.687220:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000060e1eb85. 00000100:00000010:3.0:1767384981.687223:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009949cf3e. 00000100:00000010:3.0:1767384981.687227:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005649f3b4. 00000100:00000010:3.0:1767384981.687230:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000447cfd50. 00000100:00000010:3.0:1767384981.687233:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5e3199c. 00000100:00000010:3.0:1767384981.687235:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5aada85. 00000100:00000010:3.0:1767384981.687254:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cec1d29d. 00000100:00000010:3.0:1767384981.687256:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dc84099. 00000100:00000010:3.0:1767384981.687266:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000878135eb. 00000100:00000010:3.0:1767384981.687268:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2bb547d. 00000100:00000010:3.0:1767384981.687271:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b29277ec. 00000100:00000010:3.0:1767384981.687274:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007192d2b5. 00000100:00000010:3.0:1767384981.687277:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e55f7edc. 00000100:00000010:3.0:1767384981.687280:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aabc22bb. 00000100:00000010:3.0:1767384981.687284:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000298375b3. 00000100:00000010:3.0:1767384981.687287:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026f3e0fc. 00000100:00000010:3.0:1767384981.687296:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000056f3d1d3. 00000100:00000010:3.0:1767384981.687300:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b71c8ce5. 00000100:00000010:3.0:1767384981.687303:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033b25c5a. 00000100:00000010:3.0:1767384981.687307:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b99431b5. 00000100:00000010:3.0:1767384981.687311:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec49b0a9. 00000100:00000010:3.0:1767384981.687314:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d794e977. 00000100:00000010:3.0:1767384981.687319:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2f1d665. 00000100:00000010:3.0:1767384981.687321:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a20826c. 00000100:00000010:3.0:1767384981.687330:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb7e5c9a. 00000100:00000010:3.0:1767384981.687333:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a049b86. 00000100:00000010:3.0:1767384981.687337:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080e679f9. 00000100:00000010:3.0:1767384981.687339:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078564177. 00000100:00000010:3.0:1767384981.687344:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046de86ef. 00000100:00000010:3.0:1767384981.687346:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008eb5aa57. 00000100:00000010:3.0:1767384981.687349:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004be995d4. 00000100:00000010:3.0:1767384981.687352:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074eb50d4. 00000100:00000010:3.0:1767384981.687360:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d918cfe. 00000100:00000010:3.0:1767384981.687362:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be52accd. 00000100:00000010:3.0:1767384981.687366:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8d774bf. 00000100:00000010:3.0:1767384981.687369:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004153759d. 00000100:00000010:3.0:1767384981.687373:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d805b431. 00000100:00000010:3.0:1767384981.687376:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aa5e1b9. 00000100:00000010:3.0:1767384981.687382:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000598bddfc. 00000100:00000010:3.0:1767384981.687385:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c717b443. 00000100:00000010:3.0:1767384981.687396:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c14d7d2. 00000100:00000010:3.0:1767384981.687399:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000541bbcf0. 00000100:00000010:3.0:1767384981.687403:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007532fcad. 00000400:00000200:3.0:1767384981.687406:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:3.0:1767384981.687435:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c1b4c322. 00000020:00000010:3.0:1767384981.687439:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000023e87b08. 00000100:00000010:3.0:1767384981.687481:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000071cba108. 00000100:00000010:3.0:1767384981.687484:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000026dd5755. 00000100:00000010:3.0:1767384981.687488:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002e75903a. 00000100:00000010:3.0:1767384981.687491:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000442fed93. 00000100:00000010:3.0:1767384981.687493:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f7ea94f5. 00000100:00000200:3.0:1767384981.687522:0:40420:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:3.0:1767384981.687526:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b458b5fa. 00000100:00000010:3.0:1767384981.688111:0:40434:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003fb03586. 00000020:00000010:3.0:1767384981.688114:0:40434:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009342d70a. 00000020:00000010:3.0:1767384981.688117:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d50b5254. 00000020:00000010:3.0:1767384981.688119:0:40434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c057a1a2. 00000040:00000010:3.0:1767384981.688121:0:40434:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a267fe7c. 00000020:00000010:3.0:1767384981.688123:0:40434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008eb973c6. 00000020:00000010:3.0:1767384981.688125:0:40434:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000409421b2. 00000020:00000010:3.0:1767384981.688130:0:40434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000092604ac6. 80000000:00000010:3.0:1767384981.688132:0:40434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003ec333fb. 40000000:00000010:3.0:1767384981.688134:0:40434:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ce15b0f. 00100000:00000010:3.0:1767384981.688136:0:40434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001c02dfee. 00040000:00000010:3.0:1767384981.688139:0:40434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035078a4d. 00040000:00000010:3.0:1767384981.688141:0:40434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000008fdcbf. 00080000:00000010:3.0:1767384981.688143:0:40434:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007dfefa87. 00000004:00000010:3.0:1767384981.688147:0:40434:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b7298a93. 00000100:00000200:3.0:1767384981.688150:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688153:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000814c26cd. 00000400:00000010:3.0:1767384981.688157:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d114aca. 00000100:00000200:3.0:1767384981.688160:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688163:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090e7a681. 00000400:00000010:3.0:1767384981.688166:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099369240. 00000100:00000200:3.0:1767384981.688169:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688170:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ef9619. 00000400:00000010:3.0:1767384981.688173:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b8445d8. 00000100:00000200:3.0:1767384981.688208:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688211:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcb939b. 00000400:00000010:3.0:1767384981.688214:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ee8072c. 00000100:00000200:3.0:1767384981.688216:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688219:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e0b5f67. 00000400:00000010:3.0:1767384981.688221:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001373c1a3. 00000100:00000200:3.0:1767384981.688224:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688226:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000730059be. 00000400:00000010:3.0:1767384981.688229:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0e90737. 00000100:00000200:3.0:1767384981.688231:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688233:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093a4d38e. 00000400:00000010:3.0:1767384981.688236:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009957b982. 00000100:00000200:3.0:1767384981.688254:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688256:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495235a4. 00000400:00000010:3.0:1767384981.688260:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075252649. 00000100:00000200:3.0:1767384981.688262:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688263:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b19cf9. 00000400:00000010:3.0:1767384981.688265:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006670379. 00000100:00000200:3.0:1767384981.688267:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688268:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003efb01d. 00000400:00000010:3.0:1767384981.688270:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdb2c63b. 00000100:00000200:3.0:1767384981.688271:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688273:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000149cdbe7. 00000400:00000010:3.0:1767384981.688274:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8b466e4. 00000100:00000200:3.0:1767384981.688276:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688277:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031b5b556. 00000400:00000010:3.0:1767384981.688279:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8320de7. 00000100:00000200:3.0:1767384981.688281:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688282:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c7f3c7c. 00000400:00000010:3.0:1767384981.688284:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e1fc0c8. 00000100:00000200:3.0:1767384981.688285:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688288:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e4717eb. 00000400:00000010:3.0:1767384981.688290:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9c26187. 00000100:00000200:3.0:1767384981.688292:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688295:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026374c98. 00000400:00000010:3.0:1767384981.688297:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a5258cd. 00000100:00000200:3.0:1767384981.688298:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688300:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002734464. 00000400:00000010:3.0:1767384981.688301:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c19aec3. 00000100:00000200:3.0:1767384981.688304:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688305:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ac02350. 00000400:00000010:3.0:1767384981.688307:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad5c6bed. 00000100:00000200:3.0:1767384981.688308:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688309:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a2f23d. 00000400:00000010:3.0:1767384981.688311:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081a2391d. 00000100:00000200:3.0:1767384981.688313:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688323:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005856d556. 00000400:00000010:3.0:1767384981.688326:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051963767. 00000100:00000200:3.0:1767384981.688329:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688330:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009619430e. 00000400:00000010:3.0:1767384981.688332:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddafe214. 00000100:00000200:3.0:1767384981.688334:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688335:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096f0a5da. 00000400:00000010:3.0:1767384981.688337:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9d1e928. 00000100:00000200:3.0:1767384981.688339:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688340:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000217265e. 00000400:00000010:3.0:1767384981.688341:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89ffa27. 00000100:00000200:3.0:1767384981.688343:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688344:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f87c9c7. 00000400:00000010:3.0:1767384981.688345:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efe443fd. 00000100:00000200:3.0:1767384981.688346:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688347:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001916a8f1. 00000400:00000010:3.0:1767384981.688349:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003872d8d6. 00000100:00000200:3.0:1767384981.688350:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688351:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d485a4d5. 00000400:00000010:3.0:1767384981.688352:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca64a54. 00000100:00000200:3.0:1767384981.688353:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688354:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fbffa04. 00000400:00000010:3.0:1767384981.688355:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017b24667. 00000100:00000200:3.0:1767384981.688356:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688357:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009963380e. 00000400:00000010:3.0:1767384981.688358:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce04b5ea. 00000100:00000200:3.0:1767384981.688359:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688360:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aebf1e15. 00000400:00000010:3.0:1767384981.688363:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a62d7c2d. 00000100:00000200:3.0:1767384981.688364:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688365:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f15f20f2. 00000400:00000010:3.0:1767384981.688367:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7c252ab. 00000100:00000200:3.0:1767384981.688368:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688368:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065bf1e9f. 00000400:00000010:3.0:1767384981.688370:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc0141d4. 00000100:00000200:3.0:1767384981.688371:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688372:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c888d0f7. 00000400:00000010:3.0:1767384981.688374:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000510899b8. 00000100:00000200:3.0:1767384981.688376:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688376:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084fb5c2a. 00000400:00000010:3.0:1767384981.688378:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3639551. 00000100:00000200:3.0:1767384981.688379:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688380:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6bc4bc2. 00000400:00000010:3.0:1767384981.688382:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bac20ec. 00000100:00000200:3.0:1767384981.688384:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688386:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041984efd. 00000400:00000010:3.0:1767384981.688387:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db5e9837. 00000100:00000200:3.0:1767384981.688388:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688389:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9330285. 00000400:00000010:3.0:1767384981.688391:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dea9463. 00000100:00000200:3.0:1767384981.688393:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688394:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd16eac7. 00000400:00000010:3.0:1767384981.688395:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b14add88. 00000100:00000200:3.0:1767384981.688396:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688397:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f82087f4. 00000400:00000010:3.0:1767384981.688398:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010b559aa. 00000100:00000200:3.0:1767384981.688399:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688400:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7176b4e. 00000400:00000010:3.0:1767384981.688401:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000730f7d56. 00000100:00000200:3.0:1767384981.688403:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688404:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7a568dc. 00000400:00000010:3.0:1767384981.688406:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebf95a45. 00000100:00000200:3.0:1767384981.688407:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688408:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac821e4b. 00000400:00000010:3.0:1767384981.688410:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9df7dec. 00000100:00000200:3.0:1767384981.688411:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688412:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e01638d. 00000400:00000010:3.0:1767384981.688414:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013d22bbc. 00000100:00000200:3.0:1767384981.688417:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688419:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4609ec. 00000400:00000010:3.0:1767384981.688421:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eac347ed. 00000100:00000200:3.0:1767384981.688423:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688424:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad39a0cc. 00000400:00000010:3.0:1767384981.688426:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009477748c. 00000100:00000200:3.0:1767384981.688427:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688428:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9701a7. 00000400:00000010:3.0:1767384981.688429:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd8c7a43. 00000100:00000200:3.0:1767384981.688431:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688433:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2d99aba. 00000400:00000010:3.0:1767384981.688434:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c0afb82. 00000100:00000200:3.0:1767384981.688436:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688437:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063e5ed5e. 00000400:00000010:3.0:1767384981.688439:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae17ec82. 00000100:00000200:3.0:1767384981.688441:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688443:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bebadc4. 00000400:00000010:3.0:1767384981.688445:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccd7bf26. 00000100:00000200:3.0:1767384981.688446:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688448:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1762a70. 00000400:00000010:3.0:1767384981.688450:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000130f0d54. 00000100:00000200:3.0:1767384981.688452:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688454:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092f7b095. 00000400:00000010:3.0:1767384981.688457:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007af85866. 00000100:00000200:3.0:1767384981.688459:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688461:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dd3e356. 00000400:00000010:3.0:1767384981.688463:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020be10d9. 00000100:00000200:3.0:1767384981.688465:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688466:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f592466d. 00000400:00000010:3.0:1767384981.688470:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091fb9ef0. 00000100:00000200:3.0:1767384981.688472:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688473:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c4b43c9. 00000400:00000010:3.0:1767384981.688475:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044bcc015. 00000100:00000200:3.0:1767384981.688476:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688478:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc4881b4. 00000400:00000010:3.0:1767384981.688480:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073be3958. 00000100:00000200:3.0:1767384981.688481:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688482:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080383506. 00000400:00000010:3.0:1767384981.688484:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecfb0290. 00000100:00000200:3.0:1767384981.688487:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688488:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b4dd95. 00000400:00000010:3.0:1767384981.688490:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5132937. 00000100:00000200:3.0:1767384981.688491:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688493:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059ac3a04. 00000400:00000010:3.0:1767384981.688496:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9f6dffc. 00000100:00000200:3.0:1767384981.688498:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688499:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d9aae0. 00000400:00000010:3.0:1767384981.688501:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd3b2e74. 00000100:00000200:3.0:1767384981.688502:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688503:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b1f5a8d. 00000400:00000010:3.0:1767384981.688504:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4c92218. 00000100:00000200:3.0:1767384981.688505:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688506:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b43054ee. 00000400:00000010:3.0:1767384981.688508:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034d3ad2c. 00000100:00000200:3.0:1767384981.688510:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688512:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098da632a. 00000400:00000010:3.0:1767384981.688514:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcf213dc. 00000100:00000200:3.0:1767384981.688515:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688516:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1055007. 00000400:00000010:3.0:1767384981.688518:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0851828. 00000100:00000200:3.0:1767384981.688519:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688520:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010e486b4. 00000400:00000010:3.0:1767384981.688522:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a91cb62b. 00000100:00000200:3.0:1767384981.688523:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688525:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4a3b64. 00000400:00000010:3.0:1767384981.688528:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9a30321. 00000100:00000200:3.0:1767384981.688530:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384981.688531:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e15b9381. 00000400:00000010:3.0:1767384981.688534:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b070d00. 00000100:00000010:3.0:1767384981.688544:0:40434:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c0b46af6. 00000100:00000200:3.0:1767384981.688559:0:40434:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384981.688571:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000000162883. 00080000:00000010:1.0:1767384981.688666:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000849cc218. 00010000:00000010:1.0:1767384981.688689:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc00810a. 00010000:00000010:1.0:1767384981.688695:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000345c1e6c. 00000020:00000010:1.0:1767384981.688698:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005dd6c960. 00000100:00000010:3.0:1767384981.688704:0:40435:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001207ac77. 00000020:00000010:3.0:1767384981.688708:0:40435:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007847944f. 00000020:00000010:3.0:1767384981.688710:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a4903ea. 00000020:00000010:3.0:1767384981.688712:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f265cfe. 00000040:00000010:3.0:1767384981.688715:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ee32e34c. 00000020:00000010:3.0:1767384981.688718:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d34f7b2. 00000020:00000010:3.0:1767384981.688720:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000472b1d66. 00000020:00000010:3.0:1767384981.688723:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b4c6528. 80000000:00000010:3.0:1767384981.688725:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000920c2c01. 40000000:00000010:3.0:1767384981.688728:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cbbf48c5. 00100000:00000010:3.0:1767384981.688730:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005adbe2e3. 00040000:00000010:3.0:1767384981.688732:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f48899c. 00040000:00000010:3.0:1767384981.688734:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3d38f81. 00080000:00000010:3.0:1767384981.688737:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000229c9234. 00000004:00000010:3.0:1767384981.688740:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000e341eba. 00000100:00000010:3.0:1767384981.688751:0:40435:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000afca53e3. 00000100:00000200:3.0:1767384981.688760:0:40435:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384981.688772:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000bbd6867f. 00000100:00000010:3.0:1767384981.688775:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000bd671afd. 00000100:00000010:3.0:1767384981.688784:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000caf27a1f. 00000100:00000010:3.0:1767384981.688791:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d2649fdb. 00000100:00000010:3.0:1767384981.688797:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bd958b6. 00000100:00000010:3.0:1767384981.689094:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006315343d. 00000100:00000010:3.0:1767384981.689098:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b95650bc. 00000100:00000010:3.0:1767384981.689508:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000754b0509. 00000100:00000010:3.0:1767384981.689513:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024a3dab6. 00000100:00000010:3.0:1767384981.689792:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ec4f0a60. 00000100:00000010:3.0:1767384981.689798:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2ac2366. 00000100:00000010:3.0:1767384981.690228:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000094ae80c0. 00000100:00000010:3.0:1767384981.690234:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ce143ab. 00000100:00000010:3.0:1767384981.690522:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f98e7735. 00000100:00000010:3.0:1767384981.690527:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c430ae8. 00000100:00000010:0.0:1767384981.690724:0:40425:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d93958e0. 00000100:00000010:0.0:1767384981.690729:0:40425:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000048cf8dc. 20000000:00000010:0.0:1767384981.690732:0:40425:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000fadefafd. 00010000:00000200:0.0:1767384981.690743:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000065c6ae1 x1853237352237696/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 4784/4768 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.690758:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea075766. 00000100:00000200:0.0:1767384981.690760:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352237696, offset 224 00000400:00000200:0.0:1767384981.690766:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.690775:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.690782:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272108a80 00000400:00000200:0.0:1767384981.690787:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x232d [2] + 224 00000400:00000200:0.0:1767384981.690793:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.690796:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.690801:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d98a940a x1853237352237696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.690807:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000032571089. 00000100:00000010:3.0:1767384981.690813:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e006a1b8. 00000400:00000200:0.0:1767384981.690818:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea075766 00000400:00000010:0.0:1767384981.690821:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea075766. 00000400:00000010:1.0:1767384981.690830:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d56c349. 00000400:00000200:1.0:1767384981.690835:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000515693a 00000020:00000010:0.0:1767384981.690835:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047e7c18f. 00000400:00000010:1.0:1767384981.690839:0:2410:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000515693a. 00000020:00000010:0.0:1767384981.690841:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.690846:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2b84e82. 00000100:00000200:1.0:1767384981.690847:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d98a940a x1853237352237696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384981.690854:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c31d93ef. 00000100:00000200:1.0:1767384981.690860:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d98a940a x1853237352237696/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384981.690862:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.690867:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000869cbff. 00000400:00000010:0.0:1767384981.690872:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea075766. 02000000:00000010:1.0:1767384981.690903:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000612fcf30. 00000100:00000010:1.0:1767384981.690912:0:2410:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000714a4dc0. 00000100:00000010:1.0:1767384981.690916:0:2410:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e52e1137. 02000000:00000010:1.0:1767384981.690920:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007c6f4028. 00000100:00000010:1.0:1767384981.690924:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98a940a. 00000100:00000010:1.0:1767384981.690928:0:2410:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4cc42a5. 00000020:00000010:1.0:1767384981.690931:0:2410:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000223900a6. 00000020:00000010:1.0:1767384981.690939:0:2410:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 0000000041819d8e. 00000100:00000010:3.0:1767384981.691107:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d63b5244. 00000100:00000010:3.0:1767384981.691111:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9f2ad2d. 00000100:00000010:3.0:1767384981.691398:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a3f87439. 00000100:00000010:3.0:1767384981.691401:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000373eec4f. 00000100:00000010:3.0:1767384981.691681:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f50e2dbf. 00000100:00000010:3.0:1767384981.691685:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080dfcc07. 00000100:00000010:2.0:1767384981.691934:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092cbf0f4. 00000100:00000010:3.0:1767384981.691989:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004aa5ce7e. 00000100:00000010:3.0:1767384981.691994:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8f6565a. 00000100:00000010:3.0:1767384981.692280:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d149e529. 00000100:00000010:3.0:1767384981.692283:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001136e68a. 00000100:00000010:3.0:1767384981.692556:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000084d4391a. 00000100:00000010:3.0:1767384981.692559:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f14a4c3. 00000100:00000010:3.0:1767384981.692845:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000036352869. 00000100:00000010:3.0:1767384981.692849:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000303d9c57. 00000100:00000010:0.0:1767384981.692935:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001988ce68. 00000100:00000010:1.0:1767384981.692946:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d192eaa1. 00000100:00000010:3.0:1767384981.693144:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009ac699fa. 00000100:00000010:3.0:1767384981.693155:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b25d0124. 00000100:00000010:3.0:1767384981.693162:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005df7f8fc. 00000100:00000010:3.0:1767384981.693448:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000aabd0f16. 00000100:00000010:3.0:1767384981.693452:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2e2fcb4. 00000100:00000010:3.0:1767384981.693742:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000036f771ca. 00000100:00000010:3.0:1767384981.693748:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055440ce5. 00000100:00000010:3.0:1767384981.694115:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000991c2c8c. 00000100:00000010:3.0:1767384981.694121:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000088f9783. 00000100:00000010:3.0:1767384981.694439:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000013fa753. 00000100:00000010:3.0:1767384981.694445:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026b60f5d. 00000100:00000010:3.0:1767384981.694764:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d468d784. 00000100:00000010:3.0:1767384981.694770:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000549286d3. 00010000:00000010:1.1:1767384981.694937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc00810a. 00010000:00000010:1.1:1767384981.694945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000345c1e6c. 00000100:00000010:3.0:1767384981.695107:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e596e1d6. 00000100:00000010:3.0:1767384981.695114:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d16b1f7a. 00000100:00000010:3.0:1767384981.695434:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ac93b7a4. 00000100:00000010:3.0:1767384981.695440:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099acd922. 00000100:00000010:3.0:1767384981.695748:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000009fa7854. 00000100:00000010:3.0:1767384981.695754:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025411005. 00000100:00000010:3.0:1767384981.696959:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000080252f88. 00000100:00000010:3.0:1767384981.696964:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000761c1e8c. 00000100:00000010:3.0:1767384981.697054:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004886f077. 00000100:00000010:3.0:1767384981.697060:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96df090. 00000100:00000010:3.0:1767384981.697392:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019d67bdf. 00000100:00000010:3.0:1767384981.697399:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000527ce656. 00000100:00000010:3.0:1767384981.697700:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000cf0bdc0. 00000100:00000010:3.0:1767384981.697705:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8a4c9ba. 00000100:00000010:3.0:1767384981.698007:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005162349a. 00000100:00000010:3.0:1767384981.698010:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ce3dc85. 00000100:00000010:3.0:1767384981.698332:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ee788bde. 00000100:00000010:3.0:1767384981.698337:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f7ba87a. 00000100:00000010:3.0:1767384981.698670:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d1b2a284. 00000100:00000010:3.0:1767384981.698677:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab788a33. 00000100:00000010:3.0:1767384981.699014:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000114ddda1. 00000100:00000010:3.0:1767384981.699021:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1f00508. 00000100:00000010:3.0:1767384981.699366:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000461e43b6. 00000100:00000010:3.0:1767384981.699381:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a8eafe6. 00000100:00000010:3.0:1767384981.699676:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005d7ab366. 00000100:00000010:3.0:1767384981.699683:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5ad9bd0. 00000100:00000010:3.0:1767384981.700036:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d70e3c33. 00000100:00000010:3.0:1767384981.700042:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000501d8525. 00000100:00000010:3.0:1767384981.700368:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000097d04033. 00000100:00000010:3.0:1767384981.700373:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084c4d7f6. 00000100:00000010:3.0:1767384981.700698:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000362af679. 00000100:00000010:3.0:1767384981.700702:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004569016a. 00000100:00000010:3.0:1767384981.701004:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000055be085a. 00000100:00000010:3.0:1767384981.701008:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bc0333f. 00000100:00000010:3.0:1767384981.701307:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005175f681. 00000100:00000010:3.0:1767384981.701311:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003185c4d4. 00000100:00000010:3.0:1767384981.701585:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006a3e3c94. 00000100:00000010:3.0:1767384981.701588:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050f91755. 00000100:00000010:3.0:1767384981.701919:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e0ed60f1. 00000100:00000010:3.0:1767384981.701925:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca57b96a. 00000100:00000010:3.0:1767384981.702198:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b9ef0d0c. 00000100:00000010:3.0:1767384981.702200:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bef64c3. 00000100:00000010:3.0:1767384981.702495:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000069d4326a. 00000100:00000010:3.0:1767384981.702498:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f009cab3. 00000100:00000010:3.0:1767384981.702775:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c8d5b652. 00000100:00000010:3.0:1767384981.702779:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042a3bb47. 00000100:00000010:3.0:1767384981.703091:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000010327f4. 00000100:00000010:3.0:1767384981.703095:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd4d8cd3. 00000100:00000010:3.0:1767384981.703393:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000078d2ec13. 00000100:00000010:3.0:1767384981.703399:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082d8e7ab. 00000100:00000010:3.0:1767384981.703710:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000086de84e4. 00000100:00000010:3.0:1767384981.703715:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000245371f6. 00000100:00000010:3.0:1767384981.704015:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000073574c9a. 00000100:00000010:3.0:1767384981.704019:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049a1495e. 00000100:00000010:3.0:1767384981.704317:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008bd3f0d9. 00000100:00000010:3.0:1767384981.704328:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd71f892. 00000100:00000010:3.0:1767384981.704600:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b47c999c. 00000100:00000010:3.0:1767384981.704603:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cefced1. 00000100:00000010:3.0:1767384981.704906:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005a18377e. 00000100:00000010:3.0:1767384981.704911:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cf49fd2. 00000100:00000010:3.0:1767384981.705184:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000063076358. 00000100:00000010:3.0:1767384981.705186:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000336a333b. 00000100:00000010:3.0:1767384981.705500:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003f4e4089. 00000100:00000010:3.0:1767384981.705505:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004332729. 00000100:00000010:3.0:1767384981.705780:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c3cc37d6. 00000100:00000010:3.0:1767384981.705783:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a04dc9d2. 00000100:00000010:3.0:1767384981.706097:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000045d49c8b. 00000100:00000010:3.0:1767384981.706101:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c318a47. 00000100:00000010:3.0:1767384981.706399:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ba197d00. 00000100:00000010:3.0:1767384981.706405:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fe41f12. 00000100:00000010:3.0:1767384981.706692:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a3c5dd52. 00000100:00000010:3.0:1767384981.706695:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b6b3fae. 00000100:00000010:3.0:1767384981.706988:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000270811f. 00000100:00000010:3.0:1767384981.706992:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f16bfaa4. 00000100:00000010:3.0:1767384981.707275:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000fdb0c76. 00000100:00000010:3.0:1767384981.707277:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d38cc4ee. 00000100:00000010:3.0:1767384981.707568:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000424e8196. 00000100:00000010:3.0:1767384981.707574:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074765331. 00000100:00000010:3.0:1767384981.707919:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000930f543f. 00000100:00000010:3.0:1767384981.707926:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a16b0ec. 00000100:00000010:3.0:1767384981.708254:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000adef8d93. 00000100:00000010:3.0:1767384981.708259:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d31cbfa. 00000100:00000010:3.0:1767384981.708565:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003184b16b. 00000100:00000010:3.0:1767384981.708571:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be63737e. 00000100:00000010:3.0:1767384981.708875:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eec44c45. 00000100:00000010:3.0:1767384981.708881:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053f413b6. 00000100:00000010:3.0:1767384981.709216:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000015053ed3. 00000100:00000010:3.0:1767384981.709231:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0e5fcac. 00000100:00000010:3.0:1767384981.709562:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002968d573. 00000400:00000200:3.0:1767384981.709570:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384981.709641:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008793ca48. 00000020:00000010:3.0:1767384981.709647:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000601ddfda. 00000100:00000010:3.0:1767384981.709704:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000320d8e4c. 00000100:00000010:3.0:1767384981.709710:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007a0d26f5. 00000100:00000010:3.0:1767384981.709714:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004575e75f. 00000100:00000010:3.0:1767384981.709719:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000077795ee. 00000100:00000010:3.0:1767384981.709722:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000083e79732. 00000100:00000200:3.0:1767384981.709754:0:40420:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767384981.709760:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006868f559. 00000100:00000010:3.0:1767384981.710060:0:40436:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000aac2f1d5. 00000020:00000010:3.0:1767384981.710066:0:40436:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a02f9605. 00000020:00000010:3.0:1767384981.710073:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004af0b3ee. 00000020:00000010:3.0:1767384981.710077:0:40436:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be3f9e51. 00000040:00000010:3.0:1767384981.710081:0:40436:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f58ef35. 00000020:00000010:3.0:1767384981.710086:0:40436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004709f59d. 00000020:00000010:3.0:1767384981.710092:0:40436:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000000350655. 00000020:00000010:3.0:1767384981.710099:0:40436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007f434af8. 80000000:00000010:3.0:1767384981.710103:0:40436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f041d4ac. 40000000:00000010:3.0:1767384981.710106:0:40436:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8260614. 00100000:00000010:3.0:1767384981.710111:0:40436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6e0df52. 00040000:00000010:3.0:1767384981.710115:0:40436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000018ac4106. 00040000:00000010:3.0:1767384981.710119:0:40436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ab5cff36. 00080000:00000010:3.0:1767384981.710124:0:40436:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000179eac2a. 00000004:00000010:3.0:1767384981.710129:0:40436:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000057da938. 00002000:00000010:3.0:1767384981.710133:0:40436:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd13d471. 00000100:00000200:3.0:1767384981.710138:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710154:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afe10789. 00000400:00000010:3.0:1767384981.710163:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c0bf702c. 00000100:00000200:3.0:1767384981.710172:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710175:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000563c9749. 00000400:00000010:3.0:1767384981.710180:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000042c9ddbb. 00000100:00000200:3.0:1767384981.710184:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710187:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e68d20d7. 00000400:00000010:3.0:1767384981.710199:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002bc70322. 00000100:00000200:3.0:1767384981.710206:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710208:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000233810bd. 00000400:00000010:3.0:1767384981.710212:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f2b19a22. 00000100:00000200:3.0:1767384981.710217:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710218:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a55a226. 00000400:00000010:3.0:1767384981.710223:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004ba889cf. 00000100:00000200:3.0:1767384981.710227:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710229:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021899a49. 00000400:00000010:3.0:1767384981.710233:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d9c60b0. 00000100:00000200:3.0:1767384981.710256:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710260:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b3a767. 00000400:00000010:3.0:1767384981.710272:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000076bc76ca. 00000100:00000200:3.0:1767384981.710279:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710281:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bb9f1ce. 00000400:00000010:3.0:1767384981.710286:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004a2ede2c. 00000100:00000200:3.0:1767384981.710290:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710292:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000578fd623. 00000400:00000010:3.0:1767384981.710297:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000259fd642. 00000100:00000200:3.0:1767384981.710302:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710304:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079fee973. 00000400:00000010:3.0:1767384981.710309:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a007956b. 00000100:00000200:3.0:1767384981.710313:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710315:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b64f07a0. 00000400:00000010:3.0:1767384981.710326:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e38a51e4. 00000100:00000200:3.0:1767384981.710333:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710335:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba16c000. 00000400:00000010:3.0:1767384981.710339:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000078a26c86. 00000100:00000200:3.0:1767384981.710343:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710345:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002457b421. 00000400:00000010:3.0:1767384981.710349:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008c548dc1. 00000100:00000200:3.0:1767384981.710353:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710355:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb8cbfc3. 00000400:00000010:3.0:1767384981.710359:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f35f65b8. 00000100:00000200:3.0:1767384981.710363:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710365:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b093d47. 00000400:00000010:3.0:1767384981.710376:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006957c84b. 00000100:00000200:3.0:1767384981.710383:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710385:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a1f0764. 00000400:00000010:3.0:1767384981.710389:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ed2c358b. 00000100:00000200:3.0:1767384981.710393:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710395:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d48f8c0. 00000400:00000010:3.0:1767384981.710399:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b7436ffc. 00000100:00000200:3.0:1767384981.710404:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710405:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000557abc6d. 00000400:00000010:3.0:1767384981.710410:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000995af451. 00000100:00000200:3.0:1767384981.710414:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710416:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095170ed1. 00000400:00000010:3.0:1767384981.710427:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000672c6f2e. 00000100:00000200:3.0:1767384981.710434:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710437:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000799373aa. 00000400:00000010:3.0:1767384981.710442:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c3cb298a. 00000100:00000200:3.0:1767384981.710446:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710448:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d1a321c. 00000400:00000010:3.0:1767384981.710451:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000000a3f30. 00000100:00000200:3.0:1767384981.710455:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710457:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db8b6656. 00000400:00000010:3.0:1767384981.710461:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000e5ddb3f. 00000100:00000200:3.0:1767384981.710465:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710466:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0f79783. 00000400:00000010:3.0:1767384981.710476:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083cb88d6. 00000100:00000200:3.0:1767384981.710481:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710483:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cac27df5. 00000400:00000010:3.0:1767384981.710487:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008f00523f. 00000100:00000200:3.0:1767384981.710491:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710493:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f57366b. 00000400:00000010:3.0:1767384981.710497:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c96b940a. 00000100:00000200:3.0:1767384981.710501:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710503:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c54dab. 00000400:00000010:3.0:1767384981.710507:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000010abf301. 00000100:00000200:3.0:1767384981.710511:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710513:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc373c9a. 00000400:00000010:3.0:1767384981.710523:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c21e940d. 00000100:00000200:3.0:1767384981.710529:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710531:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000519a0bce. 00000400:00000010:3.0:1767384981.710535:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000025775b28. 00000100:00000200:3.0:1767384981.710539:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710541:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b082582c. 00000400:00000010:3.0:1767384981.710546:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000735e6604. 00000100:00000200:3.0:1767384981.710550:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710552:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e155edcd. 00000400:00000010:3.0:1767384981.710556:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000046634f27. 00000100:00000200:3.0:1767384981.710560:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710562:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3bb25b0. 00000400:00000010:3.0:1767384981.710572:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017b0dab3. 00000100:00000200:3.0:1767384981.710577:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710579:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6aae844. 00000400:00000010:3.0:1767384981.710584:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005e0c8344. 00000100:00000200:3.0:1767384981.710588:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710590:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afb7afa9. 00000400:00000010:3.0:1767384981.710594:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e0b62db1. 00000100:00000200:3.0:1767384981.710598:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710600:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070a9eade. 00000400:00000010:3.0:1767384981.710604:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b986c369. 00000100:00000200:3.0:1767384981.710608:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710610:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013c6fc00. 00000400:00000010:3.0:1767384981.710620:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000035c30f71. 00000100:00000200:3.0:1767384981.710625:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710627:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bef32fc. 00000400:00000010:3.0:1767384981.710631:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ecddfa66. 00000100:00000200:3.0:1767384981.710636:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710637:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e22aa669. 00000400:00000010:3.0:1767384981.710641:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d37e84df. 00000100:00000200:3.0:1767384981.710645:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710647:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ffe2a75. 00000400:00000010:3.0:1767384981.710651:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b878f602. 00000100:00000200:3.0:1767384981.710656:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710658:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eae92e97. 00000400:00000010:3.0:1767384981.710668:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000098cb1f6c. 00000100:00000200:3.0:1767384981.710674:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710676:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c47d5f18. 00000400:00000010:3.0:1767384981.710680:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003c52003b. 00000100:00000200:3.0:1767384981.710684:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710686:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046025ff1. 00000400:00000010:3.0:1767384981.710690:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007375aa05. 00000100:00000200:3.0:1767384981.710694:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710697:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee13674f. 00000400:00000010:3.0:1767384981.710700:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007b3da906. 00000100:00000200:3.0:1767384981.710705:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710706:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7f8d60c. 00000400:00000010:3.0:1767384981.710718:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dbaddabe. 00000100:00000200:3.0:1767384981.710724:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710727:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d6d56ac. 00000400:00000010:3.0:1767384981.710731:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000087618d5. 00000100:00000200:3.0:1767384981.710735:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710737:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015986444. 00000400:00000010:3.0:1767384981.710741:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ad8e340b. 00000100:00000200:3.0:1767384981.710745:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710747:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009adae6a6. 00000400:00000010:3.0:1767384981.710751:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f93d35d9. 00000100:00000200:3.0:1767384981.710755:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710765:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c59673f. 00000400:00000010:3.0:1767384981.710775:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000652ac414. 00000100:00000200:3.0:1767384981.710781:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710784:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6816158. 00000400:00000010:3.0:1767384981.710788:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009c66c1f0. 00000100:00000200:3.0:1767384981.710792:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710794:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6f426a0. 00000400:00000010:3.0:1767384981.710798:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003bfa9289. 00000100:00000200:3.0:1767384981.710803:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710804:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000643b9fb8. 00000400:00000010:3.0:1767384981.710808:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006e24eda6. 00000100:00000200:3.0:1767384981.710812:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710814:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d54a96e. 00000400:00000010:3.0:1767384981.710824:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b2a075db. 00000100:00000200:3.0:1767384981.710830:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710832:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de00a4e8. 00000400:00000010:3.0:1767384981.710835:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a89c2873. 00000100:00000200:3.0:1767384981.710840:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710841:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098f1694a. 00000400:00000010:3.0:1767384981.710845:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c73d693. 00000100:00000200:3.0:1767384981.710849:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710851:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000113f2859. 00000400:00000010:3.0:1767384981.710855:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000715bdc64. 00000100:00000200:3.0:1767384981.710859:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710861:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f274b57. 00000400:00000010:3.0:1767384981.710872:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008bb2bcea. 00000100:00000200:3.0:1767384981.710878:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710881:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbccd19f. 00000400:00000010:3.0:1767384981.710915:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cb16dd79. 00000100:00000200:3.0:1767384981.710922:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710925:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f9cd327. 00000400:00000010:3.0:1767384981.710930:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000160e6722. 00000100:00000200:3.0:1767384981.710935:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710938:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004405ad66. 00000400:00000010:3.0:1767384981.710942:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000be0512d4. 00000100:00000200:3.0:1767384981.710947:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710949:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b75a4b. 00000400:00000010:3.0:1767384981.710960:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004eea9932. 00000100:00000200:3.0:1767384981.710967:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710970:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000733da505. 00000400:00000010:3.0:1767384981.710975:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d53d2921. 00000100:00000200:3.0:1767384981.710979:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710981:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa26ed48. 00000400:00000010:3.0:1767384981.710985:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001b4e181e. 00000100:00000200:3.0:1767384981.710989:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.710991:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ff26834. 00000400:00000010:3.0:1767384981.710995:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b617b32d. 00000100:00000200:3.0:1767384981.710999:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.711001:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094625a72. 00000400:00000010:3.0:1767384981.711013:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000af274521. 00000100:00000200:3.0:1767384981.711019:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384981.711022:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b5ae464. 00000400:00000010:3.0:1767384981.711026:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003dd1c377. 00000100:00000010:3.0:1767384981.711041:0:40436:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000084e4461. 00000100:00000200:3.0:1767384981.711058:0:40436:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384981.711074:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005f4ad647. 00000100:00000010:0.0:1767384981.711223:0:40437:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ea6def53. 00000020:00000010:0.0:1767384981.711226:0:40437:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008cbb5ddc. 00000020:00000010:0.0:1767384981.711229:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ade3b53c. 00000020:00000010:0.0:1767384981.711232:0:40437:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000198cc001. 00000040:00000010:0.0:1767384981.711234:0:40437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000759d6c17. 00000020:00000010:0.0:1767384981.711247:0:40437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001d77413. 00000020:00000010:0.0:1767384981.711250:0:40437:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021c5b840. 00000020:00000010:0.0:1767384981.711252:0:40437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c7e10148. 80000000:00000010:0.0:1767384981.711255:0:40437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d192eaa1. 40000000:00000010:0.0:1767384981.711256:0:40437:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005afa8d04. 00100000:00000010:0.0:1767384981.711259:0:40437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036ec3865. 00040000:00000010:0.0:1767384981.711261:0:40437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3112b55. 00040000:00000010:0.0:1767384981.711264:0:40437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5cd1517. 00080000:00000010:0.0:1767384981.711266:0:40437:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e4950b9. 00000004:00000010:0.0:1767384981.711268:0:40437:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001fcc96f4. 00002000:00000010:0.0:1767384981.711271:0:40437:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000048cf8dc. 00000100:00000010:0.0:1767384981.711282:0:40437:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002eea841b. 00000100:00000200:0.0:1767384981.711293:0:40437:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384981.711320:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000e9cffcc1. 00000100:00000010:3.0:1767384981.711327:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003c2754fd. 00000100:00000010:3.0:1767384981.711341:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000513d29d4. 00000100:00000010:3.0:1767384981.711349:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000003395f000. 00000100:00000010:3.0:1767384981.711354:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdaaab60. 00000100:00000010:3.0:1767384981.711358:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062b0428f. 00000100:00000010:3.0:1767384981.711361:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd3a3ffe. 00000100:00000010:3.0:1767384981.711364:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076b634e8. 00000100:00000010:3.0:1767384981.711367:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ca60cfb. 00000100:00000010:3.0:1767384981.711370:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000292fee6e. 00000100:00000010:3.0:1767384981.711373:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000feca4a21. 00000100:00000010:3.0:1767384981.711376:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000042179b3f. 00000100:00000010:3.0:1767384981.711379:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2a359bc. 00000100:00000010:3.0:1767384981.711382:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f780864e. 00000100:00000010:3.0:1767384981.711385:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069ad6827. 00000100:00000010:3.0:1767384981.711388:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079ec1cad. 00000100:00000010:3.0:1767384981.711391:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008766578f. 00000100:00000010:3.0:1767384981.711394:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000087f4b389. 00000100:00000010:3.0:1767384981.711396:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061cff350. 00000100:00000010:3.0:1767384981.711399:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002430bfeb. 00000100:00000010:3.0:1767384981.711402:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a71afe9. 00000100:00000010:3.0:1767384981.711405:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d79791ae. 00000100:00000010:3.0:1767384981.711408:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fe1c133. 00000100:00000010:3.0:1767384981.711411:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c963cfea. 00000100:00000010:3.0:1767384981.711413:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048954966. 00000100:00000010:3.0:1767384981.711416:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e8a8f5f. 00000100:00000010:3.0:1767384981.711419:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6d7476c. 00000100:00000010:3.0:1767384981.711423:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd36f9e8. 00000100:00000010:3.0:1767384981.711434:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000612e59d3. 00000100:00000010:3.0:1767384981.711438:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000050cbc811. 00000100:00000010:3.0:1767384981.711441:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3d78652. 00000100:00000010:3.0:1767384981.711444:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028fdf424. 00000100:00000010:3.0:1767384981.711446:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be130cab. 00000100:00000010:3.0:1767384981.711449:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000067a12412. 00000100:00000010:3.0:1767384981.711452:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfcac277. 00000100:00000010:3.0:1767384981.711455:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073d5a916. 00000100:00000010:3.0:1767384981.711457:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1927b4a. 00000100:00000010:3.0:1767384981.711462:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a95c3747. 00000100:00000010:3.0:1767384981.711464:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc636db1. 00000100:00000010:3.0:1767384981.711468:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e28b56ed. 00000100:00000010:3.0:1767384981.711471:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fbb367e. 00000100:00000010:3.0:1767384981.711474:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4d79930. 00000100:00000010:3.0:1767384981.711477:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a7dd94c. 00000100:00000010:3.0:1767384981.711480:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060e4b861. 00000100:00000010:3.0:1767384981.711483:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000291f3f35. 00000100:00000010:3.0:1767384981.711487:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031d91e58. 00000100:00000010:3.0:1767384981.711490:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001da54d68. 00000100:00000010:3.0:1767384981.711493:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c72a8235. 00000100:00000010:3.0:1767384981.711497:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000758c22e1. 00000100:00000010:3.0:1767384981.711500:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9fb9a8d. 00000100:00000010:3.0:1767384981.711502:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003347ad71. 00000100:00000010:3.0:1767384981.711506:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026ae9aa8. 00000100:00000010:3.0:1767384981.711509:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9e88b5a. 00000100:00000010:3.0:1767384981.711512:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000393a63b0. 00000100:00000010:3.0:1767384981.711515:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e578b05f. 00000100:00000010:3.0:1767384981.711519:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca75d235. 00000100:00000010:3.0:1767384981.711521:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025bff3bb. 00000100:00000010:3.0:1767384981.711524:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020e5808d. 00000100:00000010:3.0:1767384981.711527:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7f8a667. 00000100:00000010:3.0:1767384981.711530:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d28d0732. 00000100:00000010:3.0:1767384981.711541:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008142ecc9. 00000100:00000010:3.0:1767384981.711546:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007737fe8f. 00000100:00000010:3.0:1767384981.711550:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebedb96b. 00000100:00000010:3.0:1767384981.711553:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001410cce4. 00000100:00000010:3.0:1767384981.711556:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025c02473. 00000100:00000010:3.0:1767384981.711559:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002487909b. 00000100:00000010:3.0:1767384981.711562:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002465c5a8. 00000100:00000010:3.0:1767384981.711566:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008333b54e. 00000100:00000010:3.0:1767384981.711569:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eafb16c1. 00000100:00000010:3.0:1767384981.711572:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073a6510f. 00000100:00000010:3.0:1767384981.711575:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095cf22d4. 00000100:00000010:3.0:1767384981.711578:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abd31f2c. 00000100:00000010:3.0:1767384981.711581:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fb2aa49. 00000100:00000010:3.0:1767384981.711584:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003bd4739f. 00000100:00000010:3.0:1767384981.711586:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b5195d3. 00000100:00000010:3.0:1767384981.711589:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000319fa4ed. 00000100:00000010:3.0:1767384981.711591:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000086b944e. 00000100:00000010:3.0:1767384981.711594:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cae2eca2. 00000100:00000010:3.0:1767384981.711597:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e45c6bc. 00000100:00000010:3.0:1767384981.711600:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc5540e2. 00000100:00000010:3.0:1767384981.711602:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fe8d3a4. 00000100:00000010:3.0:1767384981.711606:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098c7423f. 00000100:00000010:3.0:1767384981.711609:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ca3b388. 00000100:00000010:3.0:1767384981.711612:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ec6f7fd. 00000100:00000010:3.0:1767384981.711615:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3d12fc7. 00000100:00000010:3.0:1767384981.711617:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3843557. 00000100:00000010:3.0:1767384981.711620:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba960fe9. 00000100:00000010:3.0:1767384981.711623:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007057f7a7. 00000100:00000010:3.0:1767384981.711626:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037416b31. 00000100:00000010:3.0:1767384981.711629:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086eebb8e. 00000100:00000010:3.0:1767384981.711632:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000377cc72d. 00000100:00000010:3.0:1767384981.711635:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0d1c59b. 00000100:00000010:3.0:1767384981.711646:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af17502a. 00000100:00000010:3.0:1767384981.711651:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ed4d700. 00000100:00000010:3.0:1767384981.711655:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c1ed678. 00000100:00000010:3.0:1767384981.711659:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001067ad7a. 00000100:00000010:3.0:1767384981.711662:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3372eb2. 00000100:00000010:3.0:1767384981.711666:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000ea0237. 00000100:00000010:3.0:1767384981.711669:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002accdb19. 00000100:00000010:3.0:1767384981.711672:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e377143. 00000100:00000010:3.0:1767384981.711675:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce18a7d8. 00000100:00000010:3.0:1767384981.711678:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000199b0835. 00000100:00000010:3.0:1767384981.711681:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c74910ba. 00000100:00000010:3.0:1767384981.711685:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4c19795. 00000100:00000010:3.0:1767384981.711688:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfd5e00c. 00000100:00000010:3.0:1767384981.711692:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b6cb67e. 00000100:00000010:3.0:1767384981.711695:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006101397. 00000100:00000010:3.0:1767384981.711698:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001402a6a4. 00000100:00000010:3.0:1767384981.711701:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5316c21. 00000100:00000010:3.0:1767384981.711704:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4770fda. 00000100:00000010:3.0:1767384981.711707:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1764068. 00000100:00000010:3.0:1767384981.711712:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005dbdf3ab. 00000100:00000010:3.0:1767384981.711715:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5abfad4. 00000100:00000010:3.0:1767384981.711718:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f378cdf8. 00000100:00000010:3.0:1767384981.711721:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c853ae25. 00000100:00000010:3.0:1767384981.711725:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4bc3d62. 00000100:00000010:3.0:1767384981.711728:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016421562. 00000100:00000010:3.0:1767384981.711731:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002534c9fa. 00000100:00000010:3.0:1767384981.711734:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ee7425a. 00000100:00000010:3.0:1767384981.711737:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076d462e3. 00000100:00000010:3.0:1767384981.711740:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000511d87b6. 00000100:00000010:3.0:1767384981.711743:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000042a04b9b. 00000100:00000010:3.0:1767384981.711745:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089cfa3c9. 00000100:00000010:3.0:1767384981.711749:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015747d03. 00000100:00000010:3.0:1767384981.711759:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1330685. 00000100:00000010:3.0:1767384981.711763:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000064c0e2b. 00000100:00000010:3.0:1767384981.711767:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007feba75. 00000100:00000010:3.0:1767384981.711770:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f80ae8d0. 00000100:00000010:3.0:1767384981.711774:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d1a1969. 00000100:00000010:3.0:1767384981.711777:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b287e16c. 00000100:00000010:3.0:1767384981.711780:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a83ed36. 00000100:00000010:3.0:1767384981.711783:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002acc9a6a. 00000400:00000200:3.0:1767384981.711786:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767384981.711825:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000008f7837b. 00000020:00000010:3.0:1767384981.711829:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000827594ca. 00000100:00000010:3.0:1767384981.711874:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000098d584e9. 00000100:00000010:3.0:1767384981.711879:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000060a8aea9. 00000100:00000010:3.0:1767384981.711881:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002ec640f3. 00000100:00000010:3.0:1767384981.711906:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f9eb45f2. 00000100:00000010:3.0:1767384981.711913:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000726e6f19. 00000100:00000200:3.0:1767384981.711955:0:40420:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767384981.711961:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000834b8aa5. 00000100:00000010:3.0:1767384981.712094:0:40438:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e6682fd6. 00000020:00000010:3.0:1767384981.712098:0:40438:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002b8f1433. 00000020:00000010:3.0:1767384981.712102:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000133b0ca5. 00000020:00000010:3.0:1767384981.712105:0:40438:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a92bf20. 00000040:00000010:3.0:1767384981.712108:0:40438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000038960863. 00000020:00000010:3.0:1767384981.712110:0:40438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c29ea05. 00000020:00000010:3.0:1767384981.712114:0:40438:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033296181. 00000020:00000010:3.0:1767384981.712117:0:40438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004c6df467. 80000000:00000010:3.0:1767384981.712120:0:40438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000585ded28. 40000000:00000010:3.0:1767384981.712122:0:40438:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e70c466. 00100000:00000010:3.0:1767384981.712125:0:40438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003f8455a1. 00040000:00000010:3.0:1767384981.712128:0:40438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d06db180. 00040000:00000010:3.0:1767384981.712130:0:40438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021d6df91. 00080000:00000010:3.0:1767384981.712134:0:40438:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e988c6f9. 00000004:00000010:3.0:1767384981.712137:0:40438:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000052198dd. 00000100:00000200:3.0:1767384981.712141:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712144:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098b72a05. 00000400:00000010:3.0:1767384981.712148:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e73d035c. 00000100:00000200:3.0:1767384981.712151:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712153:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c6f85aa. 00000400:00000010:3.0:1767384981.712156:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000add49bda. 00000100:00000200:3.0:1767384981.712158:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712160:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005593478e. 00000400:00000010:3.0:1767384981.712162:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f328b6f5. 00000100:00000200:3.0:1767384981.712164:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712166:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cc260f4. 00000400:00000010:3.0:1767384981.712169:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5759b7. 00000100:00000200:3.0:1767384981.712171:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712172:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd22ec3. 00000400:00000010:3.0:1767384981.712175:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1defbab. 00000100:00000200:3.0:1767384981.712177:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712179:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e5acc72. 00000400:00000010:3.0:1767384981.712181:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cf42858. 00000100:00000200:3.0:1767384981.712183:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712184:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c159ab2. 00000400:00000010:3.0:1767384981.712187:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000058a2650. 00000100:00000200:3.0:1767384981.712188:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712190:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018fbd781. 00000400:00000010:3.0:1767384981.712192:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079e92b06. 00000100:00000200:3.0:1767384981.712194:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712195:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000010db533. 00000400:00000010:3.0:1767384981.712197:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000026741ee. 00000100:00000200:3.0:1767384981.712199:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712201:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbfbb45e. 00000400:00000010:3.0:1767384981.712203:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0e201d0. 00000100:00000200:3.0:1767384981.712205:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712206:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000821c49d4. 00000400:00000010:3.0:1767384981.712209:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000206e76f4. 00000100:00000200:3.0:1767384981.712211:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712213:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000270066d2. 00000400:00000010:3.0:1767384981.712215:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c907c5a. 00000100:00000200:3.0:1767384981.712217:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712219:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dca985a. 00000400:00000010:3.0:1767384981.712221:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db559294. 00000100:00000200:3.0:1767384981.712223:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712225:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000862b18bc. 00000400:00000010:3.0:1767384981.712227:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b1cb0fb. 00000100:00000200:3.0:1767384981.712229:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712231:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003af33723. 00000400:00000010:3.0:1767384981.712233:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008752e94e. 00000100:00000200:3.0:1767384981.712235:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712258:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cae0835. 00000400:00000010:3.0:1767384981.712261:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf52c73. 00000100:00000200:3.0:1767384981.712263:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712265:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000598858ad. 00000400:00000010:3.0:1767384981.712267:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f364d748. 00000100:00000200:3.0:1767384981.712269:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712272:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000973e8fcf. 00000400:00000010:3.0:1767384981.712274:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000575c4bb2. 00000100:00000200:3.0:1767384981.712276:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712277:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa636d81. 00000400:00000010:3.0:1767384981.712280:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000947b1463. 00000100:00000200:3.0:1767384981.712282:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712283:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc38f80f. 00000400:00000010:3.0:1767384981.712285:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5fb5e30. 00000100:00000200:3.0:1767384981.712287:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712289:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef9f4a22. 00000400:00000010:3.0:1767384981.712291:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000781509fd. 00000100:00000200:3.0:1767384981.712293:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712295:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f9bd279. 00000400:00000010:3.0:1767384981.712296:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82bdf90. 00000100:00000200:3.0:1767384981.712298:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712300:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000054b97b8. 00000400:00000010:3.0:1767384981.712302:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046e60858. 00000100:00000200:3.0:1767384981.712304:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712306:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000781cc66c. 00000400:00000010:3.0:1767384981.712307:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009281481f. 00000100:00000200:3.0:1767384981.712309:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712311:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b50a5553. 00000400:00000010:3.0:1767384981.712313:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048aec23d. 00000100:00000200:3.0:1767384981.712315:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712316:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c80b1a98. 00000400:00000010:3.0:1767384981.712318:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009647cc3. 00000100:00000200:3.0:1767384981.712320:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712322:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075562fef. 00000400:00000010:3.0:1767384981.712324:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ad3f2b. 00000100:00000200:3.0:1767384981.712327:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712328:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a237f995. 00000400:00000010:3.0:1767384981.712331:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600d53e8. 00000100:00000200:3.0:1767384981.712333:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712345:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d716f4d3. 00000400:00000010:3.0:1767384981.712349:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c40790. 00000100:00000200:3.0:1767384981.712352:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712354:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011122159. 00000400:00000010:3.0:1767384981.712364:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a37866. 00000100:00000200:3.0:1767384981.712368:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712370:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001f2173b. 00000400:00000010:3.0:1767384981.712372:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000439279d9. 00000100:00000200:3.0:1767384981.712374:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712376:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000680770f5. 00000400:00000010:3.0:1767384981.712378:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670d1d7e. 00000100:00000200:3.0:1767384981.712380:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712382:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d85901. 00000400:00000010:3.0:1767384981.712384:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8f99e49. 00000100:00000200:3.0:1767384981.712387:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712389:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096964a1b. 00000400:00000010:3.0:1767384981.712391:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000670be56d. 00000100:00000200:3.0:1767384981.712393:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712395:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061145797. 00000400:00000010:3.0:1767384981.712397:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062c91829. 00000100:00000200:3.0:1767384981.712399:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712401:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087a2ca16. 00000400:00000010:3.0:1767384981.712403:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4b4ea19. 00000100:00000200:3.0:1767384981.712405:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712407:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014a715c6. 00000400:00000010:3.0:1767384981.712409:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010c40ef5. 00000100:00000200:3.0:1767384981.712412:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712414:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015a08c3f. 00000400:00000010:3.0:1767384981.712416:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004585f977. 00000100:00000200:3.0:1767384981.712418:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712420:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aeeb6eab. 00000400:00000010:3.0:1767384981.712422:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f255551f. 00000100:00000200:3.0:1767384981.712424:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712426:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004616f81f. 00000400:00000010:3.0:1767384981.712428:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079187ffe. 00000100:00000200:3.0:1767384981.712430:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712431:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6e0644d. 00000400:00000010:3.0:1767384981.712433:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005df04fe1. 00000100:00000200:3.0:1767384981.712435:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712437:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a59220. 00000400:00000010:3.0:1767384981.712439:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001af99431. 00000100:00000200:3.0:1767384981.712441:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712443:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086138808. 00000400:00000010:3.0:1767384981.712444:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000569ca7c7. 00000100:00000200:3.0:1767384981.712446:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712448:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4d68cb8. 00000400:00000010:3.0:1767384981.712449:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf10a61. 00000100:00000200:3.0:1767384981.712451:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712453:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086892c5b. 00000400:00000010:3.0:1767384981.712454:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bd9d38e. 00000100:00000200:3.0:1767384981.712456:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712457:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6b548f1. 00000400:00000010:3.0:1767384981.712459:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e931ed. 00000100:00000200:3.0:1767384981.712461:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712462:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002122df27. 00000400:00000010:3.0:1767384981.712463:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e4978f0. 00000100:00000200:3.0:1767384981.712465:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712466:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018d76e15. 00000400:00000010:3.0:1767384981.712468:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc820db8. 00000100:00000200:3.0:1767384981.712470:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712471:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009fab590. 00000400:00000010:3.0:1767384981.712473:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066b77f84. 00000100:00000200:3.0:1767384981.712475:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712476:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000271ac702. 00000400:00000010:3.0:1767384981.712478:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056fb6d0b. 00000100:00000200:3.0:1767384981.712480:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712482:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000434dd64d. 00000400:00000010:3.0:1767384981.712483:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7d0f235. 00000100:00000200:3.0:1767384981.712485:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712486:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008123f82e. 00000400:00000010:3.0:1767384981.712488:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee3b6eed. 00000100:00000200:3.0:1767384981.712490:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712491:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a983dc2. 00000400:00000010:3.0:1767384981.712493:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b130361. 00000100:00000200:3.0:1767384981.712494:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712496:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a110983f. 00000400:00000010:3.0:1767384981.712498:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e08f7902. 00000100:00000200:3.0:1767384981.712500:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712502:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9343a53. 00000400:00000010:3.0:1767384981.712504:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000170c965c. 00000100:00000200:3.0:1767384981.712506:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712507:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070418092. 00000400:00000010:3.0:1767384981.712509:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fcf4290. 00000100:00000200:3.0:1767384981.712511:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712513:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c35b06. 00000400:00000010:3.0:1767384981.712514:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084490eb0. 00000100:00000200:3.0:1767384981.712516:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712517:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f916d502. 00000400:00000010:3.0:1767384981.712519:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a0fcbdc. 00000100:00000200:3.0:1767384981.712520:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712522:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004db94020. 00000400:00000010:3.0:1767384981.712524:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f3aee3e. 00000100:00000200:3.0:1767384981.712526:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712527:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005873a87c. 00000400:00000010:3.0:1767384981.712538:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a58194a. 00000100:00000200:3.0:1767384981.712542:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712544:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b13db9d3. 00000400:00000010:3.0:1767384981.712547:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005739bd95. 00000100:00000200:3.0:1767384981.712549:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712551:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be2ead3e. 00000400:00000010:3.0:1767384981.712553:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a3afc27. 00000100:00000200:3.0:1767384981.712555:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712557:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002aa0cfc. 00000400:00000010:3.0:1767384981.712559:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030fc6001. 00000100:00000200:3.0:1767384981.712561:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384981.712563:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c63b7c5. 00000400:00000010:3.0:1767384981.712565:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb8b3e4c. 00000100:00000010:3.0:1767384981.712568:0:40438:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003c794841. 00000100:00000200:3.0:1767384981.712583:0:40438:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384981.712599:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007c4fc0ce. 00000100:00000010:0.0:1767384981.712736:0:40439:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dfad155e. 00000020:00000010:0.0:1767384981.712738:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005a0bb7fc. 00000020:00000010:0.0:1767384981.712741:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000822d9e0b. 00000020:00000010:0.0:1767384981.712743:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000062668c9e. 00000040:00000010:0.0:1767384981.712745:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062a0a5a2. 00000020:00000010:0.0:1767384981.712748:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e3a2198b. 00000020:00000010:0.0:1767384981.712750:0:40439:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000385cc1ce. 00000020:00000010:0.0:1767384981.712752:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dcbaf374. 80000000:00000010:0.0:1767384981.712754:0:40439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001988ce68. 40000000:00000010:0.0:1767384981.712756:0:40439:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7dd72c6. 00100000:00000010:0.0:1767384981.712758:0:40439:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c91e26ee. 00040000:00000010:0.0:1767384981.712760:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000684bf21f. 00040000:00000010:0.0:1767384981.712762:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000004472c06. 00080000:00000010:0.0:1767384981.712764:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000058e68196. 00000004:00000010:0.0:1767384981.712767:0:40439:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c51cdf7e. 00000100:00000010:0.0:1767384981.712769:0:40439:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000031cde6c6. 00000100:00000200:0.0:1767384981.712780:0:40439:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384981.712788:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000acdf0cb6. 00000100:00000010:3.0:1767384981.712792:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009e0985de. 00000100:00000010:3.0:1767384981.712803:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005c80bf96. 00000100:00000010:3.0:1767384981.712809:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004f9e0a9f. 00000100:00000010:3.0:1767384981.712813:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e905774. 00000100:00000010:3.0:1767384981.712816:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e50f950. 00000100:00000010:3.0:1767384981.712819:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050fe67a8. 00000100:00000010:3.0:1767384981.712822:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004ad36e5. 00000100:00000010:3.0:1767384981.712824:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b1c2ac1. 00000100:00000010:3.0:1767384981.712827:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e64f9b6d. 00000100:00000010:3.0:1767384981.712830:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7badf9f. 00000100:00000010:3.0:1767384981.712833:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003a902cb. 00000100:00000010:3.0:1767384981.712835:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005248c173. 00000100:00000010:3.0:1767384981.712839:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007763dbb0. 00000100:00000010:3.0:1767384981.712842:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbdf3d4b. 00000100:00000010:3.0:1767384981.712845:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c76aa3ae. 00000100:00000010:3.0:1767384981.712847:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000869fe251. 00000100:00000010:3.0:1767384981.712851:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de9e1ed3. 00000100:00000010:3.0:1767384981.712853:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d11def6b. 00000100:00000010:3.0:1767384981.712856:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6d7ee6a. 00000100:00000010:3.0:1767384981.712858:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d7493d4. 00000100:00000010:3.0:1767384981.712862:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e583fb1d. 00000100:00000010:3.0:1767384981.712865:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca60d1d7. 00000100:00000010:3.0:1767384981.712869:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ebcc78e. 00000100:00000010:3.0:1767384981.712880:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072b7c55a. 00000100:00000010:3.0:1767384981.712907:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ec3d980. 00000100:00000010:3.0:1767384981.712912:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d61bce1. 00000100:00000010:3.0:1767384981.712916:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034b3d5cb. 00000100:00000010:3.0:1767384981.712919:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b25c5a85. 00000100:00000010:3.0:1767384981.712925:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079c78a8d. 00000100:00000010:3.0:1767384981.712929:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d7ba60f. 00000100:00000010:3.0:1767384981.712933:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062dbf008. 00000100:00000010:3.0:1767384981.712936:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000402bbfae. 00000100:00000010:3.0:1767384981.712939:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082afc2b4. 00000100:00000010:3.0:1767384981.712942:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0109dfb. 00000100:00000010:3.0:1767384981.712945:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095a88baa. 00000100:00000010:3.0:1767384981.712949:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000814290ea. 00000100:00000010:3.0:1767384981.712952:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b28f1247. 00000100:00000010:3.0:1767384981.712955:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a313016d. 00000100:00000010:3.0:1767384981.712960:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3af8cc4. 00000100:00000010:3.0:1767384981.712962:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faa9c4c9. 00000100:00000010:3.0:1767384981.712965:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf35f0e1. 00000100:00000010:3.0:1767384981.712968:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081bab127. 00000100:00000010:3.0:1767384981.712972:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9d30c39. 00000100:00000010:3.0:1767384981.712974:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003533bc66. 00000100:00000010:3.0:1767384981.712977:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f50ce220. 00000100:00000010:3.0:1767384981.712980:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d6f52f2. 00000100:00000010:3.0:1767384981.712983:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef7925fd. 00000100:00000010:3.0:1767384981.712986:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e6100d5. 00000100:00000010:3.0:1767384981.712990:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097b71f3b. 00000100:00000010:3.0:1767384981.712993:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3a31d53. 00000100:00000010:3.0:1767384981.712996:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b383e453. 00000100:00000010:3.0:1767384981.713000:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000031ab59b. 00000100:00000010:3.0:1767384981.713003:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ec042af. 00000100:00000010:3.0:1767384981.713006:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eab24807. 00000100:00000010:3.0:1767384981.713009:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5e301a7. 00000100:00000010:3.0:1767384981.713020:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095f365bd. 00000100:00000010:3.0:1767384981.713024:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dacb41b5. 00000100:00000010:3.0:1767384981.713025:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028eddd1a. 00000100:00000010:3.0:1767384981.713027:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e311ec8. 00000100:00000010:3.0:1767384981.713029:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047339d48. 00000100:00000010:3.0:1767384981.713031:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be3484a2. 00000100:00000010:3.0:1767384981.713033:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099b6f54c. 00000100:00000010:3.0:1767384981.713035:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014e66bd8. 00000100:00000010:3.0:1767384981.713037:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082153649. 00000100:00000010:3.0:1767384981.713039:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b694b05b. 00000100:00000010:3.0:1767384981.713041:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca6c4b88. 00000100:00000010:3.0:1767384981.713043:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060c3ad00. 00000100:00000010:3.0:1767384981.713044:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3dc5e0c. 00000100:00000010:3.0:1767384981.713046:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000077fc4d17. 00000100:00000010:3.0:1767384981.713048:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bbdd30f. 00000100:00000010:3.0:1767384981.713050:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aaa7157f. 00000100:00000010:3.0:1767384981.713052:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6de18cf. 00000100:00000010:3.0:1767384981.713054:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088cb14d5. 00000100:00000010:3.0:1767384981.713055:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4f4b226. 00000100:00000010:3.0:1767384981.713057:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a66aa731. 00000100:00000010:3.0:1767384981.713059:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e01dff5. 00000100:00000010:3.0:1767384981.713061:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074c83fd7. 00000100:00000010:3.0:1767384981.713062:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088962244. 00000100:00000010:3.0:1767384981.713064:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1988618. 00000100:00000010:3.0:1767384981.713066:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d33332f. 00000100:00000010:3.0:1767384981.713068:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ce50615. 00000100:00000010:3.0:1767384981.713069:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7dc9730. 00000100:00000010:3.0:1767384981.713072:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008901b6b7. 00000100:00000010:3.0:1767384981.713074:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a0d6a74. 00000100:00000010:3.0:1767384981.713076:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c9438ea. 00000100:00000010:3.0:1767384981.713077:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f71ae815. 00000100:00000010:3.0:1767384981.713079:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000451aa555. 00000100:00000010:3.0:1767384981.713086:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afbd0dba. 00000100:00000010:3.0:1767384981.713089:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005cd64714. 00000100:00000010:3.0:1767384981.713090:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007165bfdb. 00000100:00000010:3.0:1767384981.713093:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004d88943. 00000100:00000010:3.0:1767384981.713095:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f328c2d0. 00000100:00000010:3.0:1767384981.713097:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ec4e037. 00000100:00000010:3.0:1767384981.713098:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000765c40e9. 00000100:00000010:3.0:1767384981.713100:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036e05b6d. 00000100:00000010:3.0:1767384981.713102:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af13b041. 00000100:00000010:3.0:1767384981.713104:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045130f23. 00000100:00000010:3.0:1767384981.713106:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0fa1fd5. 00000100:00000010:3.0:1767384981.713108:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012be812b. 00000100:00000010:3.0:1767384981.713110:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026d412f6. 00000100:00000010:3.0:1767384981.713112:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016446dde. 00000100:00000010:3.0:1767384981.713113:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7afc4e9. 00000100:00000010:3.0:1767384981.713116:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000872f0f88. 00000100:00000010:3.0:1767384981.713117:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a6a0120. 00000100:00000010:3.0:1767384981.713119:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef965a90. 00000100:00000010:3.0:1767384981.713121:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033b4d76a. 00000100:00000010:3.0:1767384981.713123:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000917703b5. 00000100:00000010:3.0:1767384981.713124:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050f6cc48. 00000100:00000010:3.0:1767384981.713126:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000605f3d63. 00000100:00000010:3.0:1767384981.713127:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003200c8e7. 00000100:00000010:3.0:1767384981.713129:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005193fba3. 00000100:00000010:3.0:1767384981.713131:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7120665. 00000100:00000010:3.0:1767384981.713133:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009cab0dd. 00000100:00000010:3.0:1767384981.713135:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000812950c4. 00000100:00000010:3.0:1767384981.713138:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfa77409. 00000100:00000010:3.0:1767384981.713139:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1316a86. 00000100:00000010:3.0:1767384981.713141:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fcd4b838. 00000100:00000010:3.0:1767384981.713142:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006757a612. 00000100:00000010:3.0:1767384981.713144:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f63c2f7. 00000100:00000010:3.0:1767384981.713151:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059bdea34. 00000100:00000010:3.0:1767384981.713153:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4325f80. 00000100:00000010:3.0:1767384981.713155:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002482d805. 00000100:00000010:3.0:1767384981.713157:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007847700c. 00000100:00000010:3.0:1767384981.713159:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000380decc. 00000100:00000010:3.0:1767384981.713161:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012397b8d. 00000100:00000010:3.0:1767384981.713162:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000614361da. 00000100:00000010:3.0:1767384981.713164:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd80b0be. 00000100:00000010:3.0:1767384981.713165:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac5a49f1. 00000100:00000010:3.0:1767384981.713167:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000370c149c. 00000100:00000010:3.0:1767384981.713169:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b78fb03. 00000100:00000010:3.0:1767384981.713171:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc83d4f9. 00000400:00000200:3.0:1767384981.713172:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:3.0:1767384981.713196:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fca8680c. 00000020:00000010:3.0:1767384981.713200:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000056d95722. 00000100:00000010:3.0:1767384981.713226:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000077b27320. 00000100:00000010:3.0:1767384981.713229:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c4dd5c1e. 00000100:00000010:3.0:1767384981.713231:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000082bd0a06. 00000100:00000010:3.0:1767384981.713232:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001d666b2e. 00000100:00000010:3.0:1767384981.713234:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c34d1806. 00000100:00000200:3.0:1767384981.713272:0:40420:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:3.0:1767384981.713275:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001fb9bca7. 00000100:00000010:3.0:1767384981.713555:0:40440:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000027f6a073. 00000020:00000010:3.0:1767384981.713558:0:40440:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000024631df3. 00000020:00000010:3.0:1767384981.713575:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000740bd5bd. 00000020:00000010:3.0:1767384981.713586:0:40440:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000016f112d3. 00000040:00000010:3.0:1767384981.713589:0:40440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008e8a71c1. 00000020:00000010:3.0:1767384981.713599:0:40440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b1495d4d. 00000020:00000010:3.0:1767384981.713602:0:40440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e1a15e65. 00000020:00000010:3.0:1767384981.713605:0:40440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077b2bd2c. 80000000:00000010:3.0:1767384981.713607:0:40440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000deef456d. 40000000:00000010:3.0:1767384981.713618:0:40440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004595ab1c. 00100000:00000010:3.0:1767384981.713620:0:40440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004842d365. 00040000:00000010:3.0:1767384981.713622:0:40440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a5eef88. 00040000:00000010:3.0:1767384981.713624:0:40440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000051e51748. 00080000:00000010:3.0:1767384981.713627:0:40440:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000001e5ed3. 00000004:00000010:3.0:1767384981.713629:0:40440:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000018ef0a5a. 00002000:00000010:3.0:1767384981.713631:0:40440:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000439cf45c. 00000100:00000200:3.0:1767384981.713633:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713635:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0bcdc8. 00000400:00000010:3.0:1767384981.713638:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000593508a7. 00000100:00000200:3.0:1767384981.713664:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713666:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000969ee29c. 00000400:00000010:3.0:1767384981.713676:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cfec8f17. 00000100:00000200:3.0:1767384981.713678:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713680:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae6b8b5a. 00000400:00000010:3.0:1767384981.713691:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b296817. 00000100:00000200:3.0:1767384981.713693:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713694:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011088a3c. 00000400:00000010:3.0:1767384981.713696:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d0f135f. 00000100:00000200:3.0:1767384981.713697:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713698:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eae287be. 00000400:00000010:3.0:1767384981.713699:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bcd66f0. 00000100:00000200:3.0:1767384981.713700:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713701:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1c0878f. 00000400:00000010:3.0:1767384981.713702:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bec2aa1. 00000100:00000200:3.0:1767384981.713703:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713704:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007677018d. 00000400:00000010:3.0:1767384981.713705:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9b3ffd6. 00000100:00000200:3.0:1767384981.713707:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713708:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000658838d4. 00000400:00000010:3.0:1767384981.713709:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cbc1fbf. 00000100:00000200:3.0:1767384981.713710:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713711:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d634b7d3. 00000400:00000010:3.0:1767384981.713712:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3c6605b. 00000100:00000200:3.0:1767384981.713713:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713714:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000559ff0e6. 00000400:00000010:3.0:1767384981.713715:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7ada0a. 00000100:00000200:3.0:1767384981.713716:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713726:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d08a1d75. 00000400:00000010:3.0:1767384981.713729:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066587677. 00000100:00000200:3.0:1767384981.713730:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713731:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040224f21. 00000400:00000010:3.0:1767384981.713732:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d650dddc. 00000100:00000200:3.0:1767384981.713733:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713734:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743608ba. 00000400:00000010:3.0:1767384981.713735:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008282ae1e. 00000100:00000200:3.0:1767384981.713737:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713738:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feaa81fe. 00000400:00000010:3.0:1767384981.713739:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009948f727. 00000100:00000200:3.0:1767384981.713740:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713768:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed833806. 00000400:00000010:3.0:1767384981.713781:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c4a1d6f. 00000100:00000200:3.0:1767384981.713795:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713807:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbb1a19a. 00000400:00000010:3.0:1767384981.713821:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040e4c071. 00000100:00000200:3.0:1767384981.713833:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.713879:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000588de03. 00000400:00000010:3.0:1767384981.713884:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c087c3b2. 00000100:00000200:3.0:1767384981.713991:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714002:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a6321b1. 00000400:00000010:3.0:1767384981.714004:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001894538. 00000100:00000200:3.0:1767384981.714006:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714015:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ba2ad2. 00000400:00000010:3.0:1767384981.714017:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006633290c. 00000100:00000200:3.0:1767384981.714019:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714020:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078294c59. 00000400:00000010:3.0:1767384981.714022:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9002a6f. 00000100:00000200:3.0:1767384981.714023:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714024:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077ef0944. 00000400:00000010:3.0:1767384981.714026:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007745da69. 00000100:00000200:3.0:1767384981.714028:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714029:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6d04cc7. 00000400:00000010:3.0:1767384981.714030:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000569575be. 00000100:00000200:3.0:1767384981.714032:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714032:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007462f6c5. 00000400:00000010:3.0:1767384981.714034:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035a9b171. 00000100:00000200:3.0:1767384981.714035:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714036:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be09a9a7. 00000400:00000010:3.0:1767384981.714037:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068928a75. 00000100:00000200:3.0:1767384981.714038:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714039:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5af7a21. 00000400:00000010:3.0:1767384981.714040:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb01e16f. 00000100:00000200:3.0:1767384981.714041:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714042:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c31d122. 00000400:00000010:3.0:1767384981.714051:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7e05556. 00000100:00000200:3.0:1767384981.714054:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714055:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022be244c. 00000400:00000010:3.0:1767384981.714057:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090c45be5. 00000100:00000200:3.0:1767384981.714058:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714059:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538c3784. 00000400:00000010:3.0:1767384981.714060:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047c7944f. 00000100:00000200:3.0:1767384981.714061:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714062:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b0bd13c. 00000400:00000010:3.0:1767384981.714063:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c04c047. 00000100:00000200:3.0:1767384981.714064:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714065:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086cc731d. 00000400:00000010:3.0:1767384981.714066:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d510a547. 00000100:00000200:3.0:1767384981.714067:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714068:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da6294ec. 00000400:00000010:3.0:1767384981.714069:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec07e044. 00000100:00000200:3.0:1767384981.714070:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714071:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ac35358. 00000400:00000010:3.0:1767384981.714073:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067082290. 00000100:00000200:3.0:1767384981.714074:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714075:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000099b6d17. 00000400:00000010:3.0:1767384981.714076:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d572ac24. 00000100:00000200:3.0:1767384981.714077:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714078:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1c45e91. 00000400:00000010:3.0:1767384981.714079:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008161c693. 00000100:00000200:3.0:1767384981.714080:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714080:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059082cc9. 00000400:00000010:3.0:1767384981.714081:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cd1e592. 00000100:00000200:3.0:1767384981.714082:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714083:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb3179b0. 00000400:00000010:3.0:1767384981.714084:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a291817. 00000100:00000200:3.0:1767384981.714085:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714086:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d526433. 00000400:00000010:3.0:1767384981.714087:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aba4aaec. 00000100:00000200:3.0:1767384981.714088:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714089:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000630631dd. 00000400:00000010:3.0:1767384981.714090:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084518858. 00000100:00000200:3.0:1767384981.714091:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714092:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075ba127e. 00000400:00000010:3.0:1767384981.714103:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081fc5eba. 00000100:00000200:3.0:1767384981.714104:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714105:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8a94ca. 00000400:00000010:3.0:1767384981.714106:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000af9fb27. 00000100:00000200:3.0:1767384981.714107:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714108:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c163f3e. 00000400:00000010:3.0:1767384981.714109:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e112152. 00000100:00000200:3.0:1767384981.714110:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714111:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000592163b9. 00000400:00000010:3.0:1767384981.714112:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc87c9c0. 00000100:00000200:3.0:1767384981.714113:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714115:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008eef1d6a. 00000400:00000010:3.0:1767384981.714116:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb9fa785. 00000100:00000200:3.0:1767384981.714117:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714118:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7712125. 00000400:00000010:3.0:1767384981.714119:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e7a27c. 00000100:00000200:3.0:1767384981.714148:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714161:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd449d7. 00000400:00000010:3.0:1767384981.714176:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000870eec50. 00000100:00000200:3.0:1767384981.714201:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714203:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deadd490. 00000400:00000010:3.0:1767384981.714227:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000819239bb. 00000100:00000200:3.0:1767384981.714229:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714230:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e65c8bab. 00000400:00000010:3.0:1767384981.714232:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d3b6a2d. 00000100:00000200:3.0:1767384981.714233:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714234:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d991ac6. 00000400:00000010:3.0:1767384981.714235:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f6778ea. 00000100:00000200:3.0:1767384981.714246:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714248:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b54233e. 00000400:00000010:3.0:1767384981.714249:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de371880. 00000100:00000200:3.0:1767384981.714268:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714270:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3cfbfbe. 00000400:00000010:3.0:1767384981.714271:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc68c8e2. 00000100:00000200:3.0:1767384981.714272:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714274:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfe8a066. 00000400:00000010:3.0:1767384981.714275:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebcdcabe. 00000100:00000200:3.0:1767384981.714276:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714277:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002491d597. 00000400:00000010:3.0:1767384981.714278:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a551a1ca. 00000100:00000200:3.0:1767384981.714279:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714280:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000533aae1c. 00000400:00000010:3.0:1767384981.714281:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbd293d2. 00000100:00000200:3.0:1767384981.714282:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714283:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3263bd2. 00000400:00000010:3.0:1767384981.714284:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5ab07c0. 00000100:00000200:3.0:1767384981.714285:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714287:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d90f4d. 00000400:00000010:3.0:1767384981.714298:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017bea112. 00000100:00000200:3.0:1767384981.714299:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714300:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be479b5. 00000400:00000010:3.0:1767384981.714309:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b8a6709. 00000100:00000200:3.0:1767384981.714312:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714348:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2680c3. 00000400:00000010:3.0:1767384981.714350:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003935899b. 00000100:00000200:3.0:1767384981.714353:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714365:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c555499. 00000400:00000010:3.0:1767384981.714366:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b54499c. 00000100:00000200:3.0:1767384981.714368:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714376:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef497802. 00000400:00000010:3.0:1767384981.714377:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059e62cea. 00000100:00000200:3.0:1767384981.714379:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714380:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000129e65b5. 00000400:00000010:3.0:1767384981.714381:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1a6a6d. 00000100:00000200:3.0:1767384981.714382:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714392:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eec55230. 00000400:00000010:3.0:1767384981.714394:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042a3f922. 00000100:00000200:3.0:1767384981.714396:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714411:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66b95f. 00000400:00000010:3.0:1767384981.714413:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd7de372. 00000100:00000200:3.0:1767384981.714414:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714415:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015d556ea. 00000400:00000010:3.0:1767384981.714417:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f08dc0b0. 00000100:00000200:3.0:1767384981.714418:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384981.714419:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b10fddec. 00000400:00000010:3.0:1767384981.714420:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064f83108. 00000100:00000010:3.0:1767384981.714424:0:40440:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000341a0351. 00000100:00000010:0.0:1767384981.714451:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ebe3b443. 00000100:00000200:3.0:1767384981.714452:0:40440:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384981.714697:0:40441:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009c6d18f0. 00000020:00000010:3.0:1767384981.714700:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fbcc8624. 00000020:00000010:3.0:1767384981.714702:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b85453db. 00000020:00000010:3.0:1767384981.714704:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b2b4b263. 00000040:00000010:3.0:1767384981.714706:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ae1c33e0. 00000020:00000010:3.0:1767384981.714708:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e33c10f1. 00000020:00000010:3.0:1767384981.714711:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f04e4d25. 00000020:00000010:3.0:1767384981.714713:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1133c77. 80000000:00000010:3.0:1767384981.714714:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003961b34d. 40000000:00000010:3.0:1767384981.714716:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001bd68121. 00100000:00000010:3.0:1767384981.714718:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000000dd845a. 00040000:00000010:3.0:1767384981.714720:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b764e8b4. 00040000:00000010:3.0:1767384981.714733:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d91f0a0. 00080000:00000010:3.0:1767384981.714735:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dc1404a3. 00000004:00000010:3.0:1767384981.714738:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d2f98b71. 00002000:00000010:3.0:1767384981.714740:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052659ef7. 00000100:00000010:3.0:1767384981.714742:0:40441:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000027f53b66. 00000100:00000200:3.0:1767384981.714761:0:40441:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384981.714767:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000323795e4. 00000100:00000010:0.0:1767384981.714772:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f5f9ed33. 00000100:00000010:0.0:1767384981.714782:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000411272e1. 00000100:00000010:0.0:1767384981.714788:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000089593521. 00000100:00000010:0.0:1767384981.714792:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000849cc218. 00000100:00000010:0.0:1767384981.714795:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d228e64e. 00000100:00000010:0.0:1767384981.714803:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073999be7. 00000100:00000010:0.0:1767384981.714805:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071dffe5f. 00000100:00000010:0.0:1767384981.714807:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000827c3490. 00000100:00000010:0.0:1767384981.714809:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001fb0e472. 00000100:00000010:0.0:1767384981.714811:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004badb76e. 00000100:00000010:0.0:1767384981.714813:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca79fb60. 00000100:00000010:0.0:1767384981.714814:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d53d7bc. 00000100:00000010:0.0:1767384981.714817:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c10293a. 00000100:00000010:0.0:1767384981.714819:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002510d6c4. 00000100:00000010:0.0:1767384981.714821:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f347597e. 00000100:00000010:0.0:1767384981.714822:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9546877. 00000100:00000010:0.0:1767384981.714826:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c1cd4f6. 00000100:00000010:0.0:1767384981.714828:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083e11264. 00000100:00000010:0.0:1767384981.714831:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000375611f8. 00000100:00000010:0.0:1767384981.714834:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000772b57d. 00000100:00000010:0.0:1767384981.714836:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072f452ae. 00000100:00000010:0.0:1767384981.714838:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ffdd9e3. 00000100:00000010:0.0:1767384981.714840:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b36d1584. 00000100:00000010:0.0:1767384981.714842:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b6e0000. 00000100:00000010:0.0:1767384981.714844:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd4bda12. 00000100:00000010:0.0:1767384981.714845:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d4151fe. 00000100:00000010:0.0:1767384981.714847:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001373b829. 00000100:00000010:0.0:1767384981.714849:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019251239. 00000100:00000010:0.0:1767384981.714851:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f7f6aad0. 00000100:00000010:0.0:1767384981.714853:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e79d9350. 00000100:00000010:0.0:1767384981.714855:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007dc2c990. 00000100:00000010:0.0:1767384981.714857:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090309413. 00000100:00000010:0.0:1767384981.714859:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8c0c697. 00000100:00000010:0.0:1767384981.714861:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000891468b5. 00000100:00000010:0.0:1767384981.714863:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac51a99f. 00000100:00000010:0.0:1767384981.714864:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b91cb044. 00000100:00000010:0.0:1767384981.714867:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000536961b. 00000100:00000010:0.0:1767384981.714876:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2d6236e. 00000100:00000010:0.0:1767384981.714912:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b9d485b. 00000100:00000010:0.0:1767384981.714918:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000131c1b2f. 00000100:00000010:0.0:1767384981.714921:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b35b831. 00000100:00000010:0.0:1767384981.714924:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e84283ac. 00000100:00000010:0.0:1767384981.714928:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1cba445. 00000100:00000010:0.0:1767384981.714931:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007289afa6. 00000100:00000010:0.0:1767384981.714935:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001bc38cd7. 00000100:00000010:0.0:1767384981.714938:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9ba0644. 00000100:00000010:0.0:1767384981.714941:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5a122fe. 00000100:00000010:0.0:1767384981.714944:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8a1854b. 00000100:00000010:0.0:1767384981.714947:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000456fb6b. 00000100:00000010:0.0:1767384981.714950:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f1d374f. 00000100:00000010:0.0:1767384981.714953:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4df1b86. 00000100:00000010:0.0:1767384981.714957:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000085ccf05. 00000100:00000010:0.0:1767384981.714960:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd42dc0d. 00000100:00000010:0.0:1767384981.714963:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fc01974. 00000100:00000010:0.0:1767384981.714972:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097c18a5d. 00000100:00000010:0.0:1767384981.714975:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007aad66f5. 00000100:00000010:0.0:1767384981.714977:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d3bc6fd. 00000100:00000010:0.0:1767384981.714978:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fef42d64. 00000100:00000010:0.0:1767384981.714980:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036f9cd07. 00000100:00000010:0.0:1767384981.714982:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052cc8b3a. 00000100:00000010:0.0:1767384981.714985:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000809002a2. 00000100:00000010:0.0:1767384981.714986:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b99df4a. 00000100:00000010:0.0:1767384981.714988:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008913eceb. 00000100:00000010:0.0:1767384981.714990:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e546395c. 00000100:00000010:0.0:1767384981.714992:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044ca2d98. 00000100:00000010:0.0:1767384981.714994:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bd0b115. 00000100:00000010:0.0:1767384981.714996:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dade0d85. 00000100:00000010:0.0:1767384981.714997:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040beea05. 00000100:00000010:0.0:1767384981.714999:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e493908a. 00000100:00000010:0.0:1767384981.715006:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a0d7b5e. 00000100:00000010:0.0:1767384981.715015:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ccc39134. 00000100:00000010:0.0:1767384981.715018:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd729be7. 00000100:00000010:0.0:1767384981.715021:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a61a580. 00000100:00000010:0.0:1767384981.715023:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bc5ba7d. 00000100:00000010:0.0:1767384981.715026:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052420089. 00000100:00000010:0.0:1767384981.715029:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049f6fdfb. 00000100:00000010:0.0:1767384981.715032:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000509134da. 00000100:00000010:0.0:1767384981.715034:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046795d15. 00000100:00000010:0.0:1767384981.715037:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e80d133. 00000100:00000010:0.0:1767384981.715040:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081e48865. 00000100:00000010:0.0:1767384981.715043:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2f84bae. 00000100:00000010:0.0:1767384981.715045:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a58bdcf. 00000100:00000010:0.0:1767384981.715048:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a264ad6. 00000100:00000010:0.0:1767384981.715051:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039d05983. 00000100:00000010:0.0:1767384981.715054:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e38eae3. 00000100:00000010:0.0:1767384981.715056:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0e9afe4. 00000100:00000010:0.0:1767384981.715067:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6ab2570. 00000100:00000010:0.0:1767384981.715071:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ffba0c8. 00000100:00000010:0.0:1767384981.715074:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef5619b3. 00000100:00000010:0.0:1767384981.715077:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b824448a. 00000100:00000010:0.0:1767384981.715079:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f0cfa50. 00000100:00000010:0.0:1767384981.715082:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d45a9c58. 00000100:00000010:0.0:1767384981.715086:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d46fd8f1. 00000100:00000010:0.0:1767384981.715088:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7ba9e23. 00000100:00000010:0.0:1767384981.715092:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e0825a9. 00000100:00000010:0.0:1767384981.715094:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c71329cb. 00000100:00000010:0.0:1767384981.715096:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e0f15d8. 00000100:00000010:0.0:1767384981.715098:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebf55d75. 00000100:00000010:0.0:1767384981.715100:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001b82744. 00000100:00000010:0.0:1767384981.715102:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e637d2e. 00000100:00000010:0.0:1767384981.715104:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059bc6f17. 00000100:00000010:0.0:1767384981.715111:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000813ce01c. 00000100:00000010:0.0:1767384981.715118:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f83cd4a3. 00000100:00000010:0.0:1767384981.715120:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3cacbc6. 00000100:00000010:0.0:1767384981.715122:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de9492a9. 00000100:00000010:0.0:1767384981.715124:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a41614d. 00000100:00000010:0.0:1767384981.715126:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf524f94. 00000100:00000010:0.0:1767384981.715128:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009730daf8. 00000100:00000010:0.0:1767384981.715130:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003338146b. 00000100:00000010:0.0:1767384981.715132:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089b334f0. 00000100:00000010:0.0:1767384981.715134:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f1f6c2e. 00000100:00000010:0.0:1767384981.715135:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f84d9f1. 00000100:00000010:0.0:1767384981.715137:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000400e8505. 00000100:00000010:0.0:1767384981.715138:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bfc0bf0. 00000100:00000010:0.0:1767384981.715140:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e622d732. 00000100:00000010:0.0:1767384981.715142:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040b85ba9. 00000100:00000010:0.0:1767384981.715144:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e536712. 00000100:00000010:0.0:1767384981.715145:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089ca5724. 00000100:00000010:0.0:1767384981.715151:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040142720. 00000100:00000010:0.0:1767384981.715153:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001117b4f1. 00000100:00000010:0.0:1767384981.715155:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e099920. 00000100:00000010:0.0:1767384981.715157:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e29da583. 00000100:00000010:0.0:1767384981.715159:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008bc294fb. 00000100:00000010:0.0:1767384981.715160:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000060fcb74. 00000100:00000010:0.0:1767384981.715163:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021f974d9. 00000100:00000010:0.0:1767384981.715164:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c06067be. 00000100:00000010:0.0:1767384981.715167:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d444459. 00000100:00000010:0.0:1767384981.715169:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdae82cd. 00000100:00000010:0.0:1767384981.715172:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9f68b38. 00000100:00000010:0.0:1767384981.715174:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004635bc97. 00000100:00000010:0.0:1767384981.715177:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003be964d8. 00000400:00000200:0.0:1767384981.715180:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:0.0:1767384981.715219:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c9b37609. 00000020:00000010:0.0:1767384981.715222:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b73658c3. 00000100:00000010:0.0:1767384981.715263:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ad6571fa. 00000100:00000010:0.0:1767384981.715266:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000874d7627. 00000100:00000010:0.0:1767384981.715269:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e1c31801. 00000100:00000010:0.0:1767384981.715273:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007ff04041. 00000100:00000010:0.0:1767384981.715276:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000090687090. 00000100:00000200:0.0:1767384981.715304:0:40420:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:0.0:1767384981.715307:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000011d9fa0c. 00000100:00000010:3.0:1767384981.715508:0:40442:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000eab6152f. 00000020:00000010:3.0:1767384981.715512:0:40442:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003f8325e5. 00000020:00000010:3.0:1767384981.715553:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a674eb1. 00000020:00000010:3.0:1767384981.715557:0:40442:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008d19d2f8. 00000040:00000010:3.0:1767384981.715559:0:40442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5ec659e. 00000020:00000010:3.0:1767384981.715561:0:40442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004336dd19. 00000020:00000010:3.0:1767384981.715577:0:40442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000361675b1. 00000020:00000010:3.0:1767384981.715604:0:40442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b67ad5f5. 80000000:00000010:3.0:1767384981.715617:0:40442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f29fe1f. 40000000:00000010:3.0:1767384981.715631:0:40442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000db80848c. 00100000:00000010:3.0:1767384981.715644:0:40442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000043d2dcf3. 00040000:00000010:3.0:1767384981.715669:0:40442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e471159b. 00040000:00000010:3.0:1767384981.715679:0:40442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006034f471. 00080000:00000010:3.0:1767384981.715681:0:40442:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6531da8. 00000004:00000010:3.0:1767384981.715699:0:40442:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000de4ad6ea. 00002000:00000010:3.0:1767384981.715703:0:40442:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e7b3a281. 00000100:00000200:3.0:1767384981.715705:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715707:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5ef1f11. 00000400:00000010:3.0:1767384981.715709:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3f37c75. 00000100:00000200:3.0:1767384981.715711:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715712:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ef0d26a. 00000400:00000010:3.0:1767384981.715713:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078386def. 00000100:00000200:3.0:1767384981.715715:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715716:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000506ebea1. 00000400:00000010:3.0:1767384981.715717:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf736cb. 00000100:00000200:3.0:1767384981.715718:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715719:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d5a2852. 00000400:00000010:3.0:1767384981.715720:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000566181cd. 00000100:00000200:3.0:1767384981.715721:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715722:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006d753b3. 00000400:00000010:3.0:1767384981.715723:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b021c265. 00000100:00000200:3.0:1767384981.715724:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715725:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf1e8930. 00000400:00000010:3.0:1767384981.715726:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023c5aeab. 00000100:00000200:3.0:1767384981.715727:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715728:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c5b7648. 00000400:00000010:3.0:1767384981.715729:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000716dacc9. 00000100:00000200:3.0:1767384981.715730:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715731:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac956dba. 00000400:00000010:3.0:1767384981.715732:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048479bf1. 00000100:00000200:3.0:1767384981.715733:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715734:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dba5721. 00000400:00000010:3.0:1767384981.715735:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039e6dd60. 00000100:00000200:3.0:1767384981.715736:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715747:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9c3d473. 00000400:00000010:3.0:1767384981.715749:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa4e4b47. 00000100:00000200:3.0:1767384981.715751:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715752:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000161082c0. 00000400:00000010:3.0:1767384981.715753:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a673579d. 00000100:00000200:3.0:1767384981.715754:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715755:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4abceef. 00000400:00000010:3.0:1767384981.715756:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da40b116. 00000100:00000200:3.0:1767384981.715757:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715758:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a80909d. 00000400:00000010:3.0:1767384981.715759:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e443c3b. 00000100:00000200:3.0:1767384981.715760:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715761:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2ca2c43. 00000400:00000010:3.0:1767384981.715763:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ea084a9. 00000100:00000200:3.0:1767384981.715764:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715765:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dccd233d. 00000400:00000010:3.0:1767384981.715766:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000335c32a. 00000100:00000200:3.0:1767384981.715767:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715767:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035bae1ad. 00000400:00000010:3.0:1767384981.715769:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d14bef03. 00000100:00000200:3.0:1767384981.715770:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715770:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4f9178e. 00000400:00000010:3.0:1767384981.715771:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e89e9d9. 00000100:00000200:3.0:1767384981.715773:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715774:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000314bc3b2. 00000400:00000010:3.0:1767384981.715776:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000871cb3a4. 00000100:00000200:3.0:1767384981.715778:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715780:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000060491b5. 00000400:00000010:3.0:1767384981.715782:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000872dde3. 00000100:00000200:3.0:1767384981.715783:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715785:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082944d2b. 00000400:00000010:3.0:1767384981.715787:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba892c23. 00000100:00000200:3.0:1767384981.715788:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715790:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000065d6944. 00000400:00000010:3.0:1767384981.715792:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f16e86. 00000100:00000200:3.0:1767384981.715794:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715796:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef071d4f. 00000400:00000010:3.0:1767384981.715808:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b04459d2. 00000100:00000200:3.0:1767384981.715813:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715816:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000117beef6. 00000400:00000010:3.0:1767384981.715818:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb19d197. 00000100:00000200:3.0:1767384981.715820:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715822:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf1fd409. 00000400:00000010:3.0:1767384981.715824:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e4fe254. 00000100:00000200:3.0:1767384981.715827:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.715829:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dea8e40c. 00000400:00000010:3.0:1767384981.715869:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030e5821c. 00000100:00000200:3.0:1767384981.715874:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716056:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c26b3cf. 00000400:00000010:3.0:1767384981.716062:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013fd6530. 00000100:00000200:3.0:1767384981.716113:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716117:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009da366ee. 00000400:00000010:3.0:1767384981.716183:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ed1ae29. 00000100:00000200:3.0:1767384981.716197:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716213:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a899c825. 00000400:00000010:3.0:1767384981.716217:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066395c80. 00000100:00000200:3.0:1767384981.716220:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716221:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037293f8a. 00000400:00000010:3.0:1767384981.716262:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9fe2127. 00000100:00000200:3.0:1767384981.716266:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716268:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce743d9a. 00000400:00000010:3.0:1767384981.716270:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ce55583. 00000100:00000200:3.0:1767384981.716272:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716298:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008285f56d. 00000400:00000010:3.0:1767384981.716346:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000239def3b. 00000100:00000200:3.0:1767384981.716350:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716352:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004588f061. 00000400:00000010:3.0:1767384981.716450:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f06d3264. 00000100:00000200:3.0:1767384981.716454:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716457:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000403637fe. 00000400:00000010:3.0:1767384981.716459:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014a7a0e5. 00000100:00000200:3.0:1767384981.716461:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716463:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d685830e. 00000400:00000010:3.0:1767384981.716494:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056e26a81. 00000100:00000200:3.0:1767384981.716498:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716500:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce4e091e. 00000400:00000010:3.0:1767384981.716591:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041ad6a1e. 00000100:00000200:3.0:1767384981.716596:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716648:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031beac31. 00000400:00000010:3.0:1767384981.716682:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f8fe6e0. 00000100:00000200:3.0:1767384981.716685:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716687:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ddc375e. 00000400:00000010:3.0:1767384981.716705:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056266239. 00000100:00000200:3.0:1767384981.716708:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716710:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000786234d6. 00000400:00000010:3.0:1767384981.716712:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000196a970. 00000100:00000200:3.0:1767384981.716714:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716741:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007287c16f. 00000400:00000010:3.0:1767384981.716746:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a64df89f. 00000100:00000200:3.0:1767384981.716750:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716752:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008788f40d. 00000400:00000010:3.0:1767384981.716754:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c94015ca. 00000100:00000200:3.0:1767384981.716793:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.716796:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc73572a. 00000400:00000010:3.0:1767384981.716831:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e58295e. 00000100:00000200:3.0:1767384981.716834:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717082:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a52a1dbd. 00000400:00000010:3.0:1767384981.717099:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0391473. 00000100:00000200:3.0:1767384981.717117:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717120:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9782a83. 00000400:00000010:3.0:1767384981.717122:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b47a782. 00000100:00000200:3.0:1767384981.717124:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717126:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000004cd9ff. 00000400:00000010:3.0:1767384981.717141:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c78f4e. 00000100:00000200:3.0:1767384981.717144:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717146:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a91df493. 00000400:00000010:3.0:1767384981.717148:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3896eb6. 00000100:00000200:3.0:1767384981.717150:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717152:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003198e975. 00000400:00000010:3.0:1767384981.717172:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bfca15b. 00000100:00000200:3.0:1767384981.717176:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717215:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073010126. 00000400:00000010:3.0:1767384981.717278:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0957d65. 00000100:00000200:3.0:1767384981.717281:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717296:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e079b251. 00000400:00000010:3.0:1767384981.717299:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aa1875b. 00000100:00000200:3.0:1767384981.717302:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717304:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f396ca. 00000400:00000010:3.0:1767384981.717306:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054c49a3d. 00000100:00000200:3.0:1767384981.717308:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717310:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da91b36b. 00000400:00000010:3.0:1767384981.717312:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2c57a78. 00000100:00000200:3.0:1767384981.717314:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717316:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a24dcab. 00000400:00000010:3.0:1767384981.717318:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006097cfcf. 00000100:00000200:3.0:1767384981.717320:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717322:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bd3d32e. 00000400:00000010:3.0:1767384981.717333:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000407b6b10. 00000100:00000200:3.0:1767384981.717337:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717339:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dfc8d8f. 00000400:00000010:3.0:1767384981.717342:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000083b5d8a. 00000100:00000200:3.0:1767384981.717343:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717346:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1a6383. 00000400:00000010:3.0:1767384981.717347:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df67d5f3. 00000100:00000200:3.0:1767384981.717349:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717351:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022e3265f. 00000400:00000010:3.0:1767384981.717353:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095601337. 00000100:00000200:3.0:1767384981.717355:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717357:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cae9995c. 00000400:00000010:3.0:1767384981.717359:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2fa048e. 00000100:00000200:3.0:1767384981.717361:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717363:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004549da8. 00000400:00000010:3.0:1767384981.717365:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbe662fd. 00000100:00000200:3.0:1767384981.717367:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717369:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e2447be. 00000400:00000010:3.0:1767384981.717371:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000550196d3. 00000100:00000200:3.0:1767384981.717373:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717375:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000512f6603. 00000400:00000010:3.0:1767384981.717377:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007863b196. 00000100:00000200:3.0:1767384981.717379:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717380:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000738a2e66. 00000400:00000010:3.0:1767384981.717382:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000725b7674. 00000100:00000200:3.0:1767384981.717385:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717386:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeae9d2b. 00000400:00000010:3.0:1767384981.717388:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ff0bd8. 00000100:00000200:3.0:1767384981.717390:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717392:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c40b48. 00000400:00000010:3.0:1767384981.717394:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b908771. 00000100:00000200:3.0:1767384981.717395:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717397:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004d29c19. 00000400:00000010:3.0:1767384981.717399:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004fbf151. 00000100:00000200:3.0:1767384981.717401:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384981.717403:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5935e45. 00000400:00000010:3.0:1767384981.717405:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d07e8322. 00000100:00000010:3.0:1767384981.717408:0:40442:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d7d873d4. 00000100:00000200:3.0:1767384981.717421:0:40442:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384981.717448:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000091a56daf. 00000100:00000010:3.0:1767384981.717717:0:40443:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000041491f64. 00000020:00000010:3.0:1767384981.717721:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ebccd00c. 00000020:00000010:3.0:1767384981.717725:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057b0ea53. 00000020:00000010:3.0:1767384981.717728:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000058287385. 00000040:00000010:3.0:1767384981.717731:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bcd3450b. 00000020:00000010:3.0:1767384981.717746:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000081ba94f6. 00000020:00000010:3.0:1767384981.717750:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000403a6e66. 00000020:00000010:3.0:1767384981.717755:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e429fa2. 80000000:00000010:3.0:1767384981.717758:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009cf806b4. 40000000:00000010:3.0:1767384981.717761:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7a4427f. 00100000:00000010:3.0:1767384981.717800:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000092a41c98. 00040000:00000010:3.0:1767384981.717956:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad25485c. 00040000:00000010:3.0:1767384981.717961:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2f1772e. 00080000:00000010:3.0:1767384981.717964:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000578eb71b. 00000004:00000010:3.0:1767384981.717968:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002325b9a2. 00002000:00000010:3.0:1767384981.718022:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ceea87ad. 00000100:00000010:3.0:1767384981.718028:0:40443:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bcb779cf. 00000100:00000010:0.0:1767384981.718078:0:40420:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004300a53a. 00000100:00000010:0.0:1767384981.718090:0:40420:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003e0f6404. 00000100:00000010:0.0:1767384981.718099:0:40420:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004d3df5ad. 00000100:00000200:3.0:1767384981.718104:0:40443:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384981.718109:0:40420:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002ff82260. 00000100:00000010:0.0:1767384981.718113:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bc2114d. 00000100:00000010:0.0:1767384981.718267:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000095f9a5e8. 00000100:00000010:0.0:1767384981.718271:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080ca76dd. 00000100:00000010:0.0:1767384981.718430:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c402814b. 00000100:00000010:0.0:1767384981.718433:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060776a77. 00000100:00000010:0.0:1767384981.718570:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001eac7f08. 00000100:00000010:0.0:1767384981.718573:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c77b3f0b. 00000100:00000010:0.0:1767384981.718718:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008c0cee79. 00000100:00000010:0.0:1767384981.718721:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dfb4af6. 00000100:00000010:0.0:1767384981.718875:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e995931a. 00000100:00000010:0.0:1767384981.718881:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6bc9f3e. 00000100:00000010:0.0:1767384981.719064:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b5029801. 00000100:00000010:0.0:1767384981.719068:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000080dba3d. 00000100:00000010:0.0:1767384981.719208:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c4900735. 00000100:00000010:0.0:1767384981.719211:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fa17d4c. 00000100:00000010:0.0:1767384981.719362:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000a464822. 00000100:00000010:0.0:1767384981.719365:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004070c7a8. 00000100:00000010:0.0:1767384981.719501:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000040dedc3. 00000100:00000010:0.0:1767384981.719504:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e12dbe34. 00000100:00000010:0.0:1767384981.719649:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002cd996fd. 00000100:00000010:0.0:1767384981.719651:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccf04839. 00000100:00000010:0.0:1767384981.719792:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004228e0ab. 00000100:00000010:0.0:1767384981.719798:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff1031da. 00000100:00000010:0.0:1767384981.719980:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000015b0abe7. 00000100:00000010:0.0:1767384981.719985:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a762f2c7. 00000100:00000010:0.0:1767384981.720124:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a830f520. 00000100:00000010:0.0:1767384981.720126:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029b772e5. 00000100:00000010:0.0:1767384981.720296:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005bc2f39d. 00000100:00000010:0.0:1767384981.720300:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf94a801. 00000100:00000010:0.0:1767384981.720436:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eb9cee29. 00000100:00000010:0.0:1767384981.720444:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000251fd0ef. 00000100:00000010:0.0:1767384981.720582:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006b0e99e7. 00000100:00000010:0.0:1767384981.720584:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020053acb. 00000100:00000010:0.0:1767384981.720720:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d2c0e053. 00000100:00000010:0.0:1767384981.720722:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015afb14f. 00000100:00000010:0.0:1767384981.720916:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002e09a07e. 00000100:00000010:0.0:1767384981.720923:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da84b32f. 00000100:00000010:0.0:1767384981.721085:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000015f211dd. 00000100:00000010:0.0:1767384981.721089:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb6e2c7b. 00000100:00000010:0.0:1767384981.721227:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000038d14223. 00000100:00000010:0.0:1767384981.721229:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006097ec6. 00000100:00000010:0.0:1767384981.721389:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000febc1940. 00000100:00000010:0.0:1767384981.721392:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bdcbe11. 00000100:00000010:0.0:1767384981.721542:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ac272e9. 00000100:00000010:0.0:1767384981.721545:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c30bed7e. 00000100:00000010:0.0:1767384981.721684:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c02c8618. 00000100:00000010:0.0:1767384981.721686:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002142505d. 00000100:00000010:0.0:1767384981.721833:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006152c599. 00000100:00000010:0.0:1767384981.721839:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f05273d. 00000100:00000010:0.0:1767384981.722009:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002e10821e. 00000100:00000010:0.0:1767384981.722015:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad1cda5e. 00000100:00000010:0.0:1767384981.722192:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000002ffc44c. 00000100:00000010:0.0:1767384981.722198:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071f94196. 00000100:00000010:0.0:1767384981.722373:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009b591735. 00000100:00000010:0.0:1767384981.722379:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf9e23d2. 00000100:00000010:0.0:1767384981.722539:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000088da3816. 00000100:00000010:0.0:1767384981.722545:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae0903dd. 00000100:00000010:0.0:1767384981.722708:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000088994a00. 00000100:00000010:0.0:1767384981.722714:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007287fb3c. 00000100:00000010:0.0:1767384981.722908:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c482a5cb. 00000100:00000010:0.0:1767384981.722914:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee497207. 00000100:00000010:0.0:1767384981.723079:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000125218e. 00000100:00000010:0.0:1767384981.723093:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cbf96e1. 00000100:00000010:0.0:1767384981.723269:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005e58428a. 00000100:00000010:0.0:1767384981.723275:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052d66571. 00000100:00000010:0.0:1767384981.723437:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005c34bec5. 00000100:00000010:0.0:1767384981.723442:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c853278. 00000100:00000010:0.0:1767384981.723636:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006b2abcc9. 00000100:00000010:0.0:1767384981.723642:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009116914b. 00000100:00000010:0.0:1767384981.723800:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000b91bf6d. 00000100:00000010:0.0:1767384981.723805:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9edb0f8. 00000100:00000010:0.0:1767384981.723985:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054e2636a. 00000100:00000010:0.0:1767384981.723991:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023d0de4c. 00000100:00000010:0.0:1767384981.724151:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c48f62df. 00000100:00000010:0.0:1767384981.724157:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004210234. 00000100:00000010:0.0:1767384981.724347:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cbca37fe. 00000100:00000010:0.0:1767384981.724352:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064372940. 00000100:00000010:0.0:1767384981.724517:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002650ed8f. 00000100:00000010:0.0:1767384981.724522:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9554986. 00000100:00000010:0.0:1767384981.724698:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004ad7dd7b. 00000100:00000010:0.0:1767384981.724703:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001325f05c. 00000100:00000010:0.0:1767384981.724857:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d1a6751d. 00000100:00000010:0.0:1767384981.724862:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a66268a6. 00000100:00000010:0.0:1767384981.725048:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000117d175f. 00000100:00000010:0.0:1767384981.725054:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8d262f4. 00000100:00000010:0.0:1767384981.725214:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000379e7ee. 00000100:00000010:0.0:1767384981.725220:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019763ea9. 00000100:00000010:0.0:1767384981.725394:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d44e7c58. 00000100:00000010:0.0:1767384981.725400:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a7956e0. 00000100:00000010:0.0:1767384981.725560:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c98253cb. 00000100:00000010:0.0:1767384981.725566:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018012919. 00000100:00000010:0.0:1767384981.725743:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e22a1b90. 00000100:00000010:0.0:1767384981.725749:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1ac761f. 00000100:00000010:0.0:1767384981.725933:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008a51fa89. 00000100:00000010:0.0:1767384981.725948:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8ba03c6. 00000100:00000010:0.0:1767384981.726110:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000795983ba. 00000100:00000010:0.0:1767384981.726116:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a692d4d8. 00000100:00000010:0.0:1767384981.726292:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e0ec94d5. 00000100:00000010:0.0:1767384981.726298:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5d42c1a. 00000100:00000010:0.0:1767384981.726460:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e576b39e. 00000100:00000010:0.0:1767384981.726466:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4531f08. 00000100:00000010:0.0:1767384981.726623:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008de9593c. 00000100:00000010:0.0:1767384981.726628:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005e6cfde. 00000100:00000010:0.0:1767384981.726783:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008208d999. 00000100:00000010:0.0:1767384981.726787:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063504489. 00000100:00000010:0.0:1767384981.726960:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b9469350. 00000100:00000010:0.0:1767384981.726965:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a627e59e. 00000100:00000010:0.0:1767384981.727116:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002db88753. 00000100:00000010:0.0:1767384981.727120:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099efa4a3. 00000100:00000010:0.0:1767384981.727284:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008bf12a42. 00000100:00000010:0.0:1767384981.727288:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051e33a6b. 00000100:00000010:0.0:1767384981.727425:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af2abe55. 00000100:00000010:0.0:1767384981.727427:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058224692. 00000100:00000010:0.0:1767384981.727565:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f421992. 00000100:00000010:0.0:1767384981.727567:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000138c44c7. 00000100:00000010:0.0:1767384981.727716:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bff1adf5. 00000100:00000010:0.0:1767384981.727719:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097eb03b0. 00000100:00000010:0.0:1767384981.727858:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005886c391. 00000100:00000010:0.0:1767384981.727862:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd1976a0. 00000100:00000010:0.0:1767384981.728032:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d9a8f2f5. 00000100:00000010:0.0:1767384981.728036:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de5da0a2. 00000100:00000010:0.0:1767384981.728174:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005c180fcf. 00000100:00000010:0.0:1767384981.728176:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a964618e. 00000100:00000010:0.0:1767384981.728338:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003ff7861a. 00000100:00000010:0.0:1767384981.728341:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2dea8ae. 00000100:00000010:0.0:1767384981.728479:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000862199d3. 00000100:00000010:0.0:1767384981.728487:0:40420:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000975828d5. 00000100:00000010:0.0:1767384981.728626:0:40420:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b9789f3b. 00000400:00000200:0.0:1767384981.728631:0:40420:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:0.0:1767384981.728696:0:40420:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000683433a5. 00000020:00000010:0.0:1767384981.728700:0:40420:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d06ee854. 00000100:00000010:0.0:1767384981.728742:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002b8bc2ce. 00000100:00000010:0.0:1767384981.728747:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d379654c. 00000100:00000010:0.0:1767384981.728750:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008a979d47. 00000100:00000010:0.0:1767384981.728753:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006fb104ff. 00000100:00000010:0.0:1767384981.728755:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d188d6a2. 00000100:00000010:0.0:1767384981.728757:0:40420:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000047e7c18f. 00000100:00000010:0.0:1767384981.728759:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000031cb735f. 00000100:00000010:0.0:1767384981.728761:0:40420:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000010280943. 00000100:00000010:0.0:1767384981.728762:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cd22ec81. 00000100:00000010:0.0:1767384981.728764:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c3876dd7. 00000100:00000010:0.0:1767384981.728765:0:40420:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000061e58c6f. 00000100:00000200:0.0:1767384981.728793:0:40420:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:0.0:1767384981.728797:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000082d905b0. 00000020:00000010:3.0:1767384981.729789:0:40444:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000004efb459d. 00000100:00000010:3.0:1767384981.729795:0:40444:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000a4dd65f. 00000020:00000010:3.0:1767384981.729798:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000ded5e65. 00000020:00000010:3.0:1767384981.729804:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000565ef3f1. 00000020:00000010:3.0:1767384981.729807:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009607fa8e. 00000040:00000010:3.0:1767384981.729809:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f0ceb4cb. 00000020:00000010:3.0:1767384981.729813:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048bd28e3. 00000020:00000010:3.0:1767384981.729817:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073ac243a. 00000020:00000010:3.0:1767384981.729820:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000048efa79e. 80000000:00000010:3.0:1767384981.729823:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bed57adf. 40000000:00000010:3.0:1767384981.729826:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f17f88b. 00100000:00000010:3.0:1767384981.729830:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd41ba9d. 00040000:00000010:3.0:1767384981.729833:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ad44461. 00040000:00000010:3.0:1767384981.729836:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049e3af73. 00080000:00000010:3.0:1767384981.729838:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000080b84e2. 00000004:00000010:3.0:1767384981.729842:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d8115925. 00002000:00000010:3.0:1767384981.729846:0:40444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000040e21122. 00000100:00000200:3.0:1767384981.729850:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729855:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004435b64e. 00000400:00000010:3.0:1767384981.729861:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000770d9527. 00000100:00000200:3.0:1767384981.729868:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729871:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005467d9b5. 00000400:00000010:3.0:1767384981.729874:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e4a475db. 00000100:00000200:3.0:1767384981.729877:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729880:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddb79323. 00000400:00000010:3.0:1767384981.729883:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dec2e01b. 00000100:00000200:3.0:1767384981.729904:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729908:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017be8ea3. 00000400:00000010:3.0:1767384981.729912:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000010bee6ae. 00000100:00000200:3.0:1767384981.729915:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729916:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ec1ed09. 00000400:00000010:3.0:1767384981.729920:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d434d7a. 00000100:00000200:3.0:1767384981.729922:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729925:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6cb5522. 00000400:00000010:3.0:1767384981.729937:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eec1b46b. 00000100:00000200:3.0:1767384981.729942:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729945:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022fcc0b9. 00000400:00000010:3.0:1767384981.729948:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cab74496. 00000100:00000200:3.0:1767384981.729951:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729952:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f99d19dd. 00000400:00000010:3.0:1767384981.729955:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000126ee753. 00000100:00000200:3.0:1767384981.729958:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729959:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002466db1a. 00000400:00000010:3.0:1767384981.729962:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca323954. 00000100:00000200:3.0:1767384981.729965:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729967:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ab553ad. 00000400:00000010:3.0:1767384981.729969:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ebc39585. 00000100:00000200:3.0:1767384981.729972:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729974:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c6f4232. 00000400:00000010:3.0:1767384981.729976:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001eebca73. 00000100:00000200:3.0:1767384981.729979:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729981:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092795b95. 00000400:00000010:3.0:1767384981.729983:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000060af466c. 00000100:00000200:3.0:1767384981.729986:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729988:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e84ca2d. 00000400:00000010:3.0:1767384981.729991:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000070cc7af8. 00000100:00000200:3.0:1767384981.729994:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.729995:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3646759. 00000400:00000010:3.0:1767384981.730005:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001d70c716. 00000100:00000200:3.0:1767384981.730010:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730012:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4f0dafd. 00000400:00000010:3.0:1767384981.730016:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1854021. 00000100:00000200:3.0:1767384981.730019:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730021:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a33134e0. 00000400:00000010:3.0:1767384981.730023:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008dc6c593. 00000100:00000200:3.0:1767384981.730026:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730028:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039ba0de0. 00000400:00000010:3.0:1767384981.730031:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c81969e. 00000100:00000200:3.0:1767384981.730034:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730036:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008597037b. 00000400:00000010:3.0:1767384981.730039:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009c8f38c8. 00000100:00000200:3.0:1767384981.730042:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730044:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e22ced2. 00000400:00000010:3.0:1767384981.730047:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002e10b741. 00000100:00000200:3.0:1767384981.730051:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730053:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fa3ac57. 00000400:00000010:3.0:1767384981.730057:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001e1255a1. 00000100:00000200:3.0:1767384981.730061:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730074:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000377a9f61. 00000400:00000010:3.0:1767384981.730079:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000240d6eb9. 00000100:00000200:3.0:1767384981.730083:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730086:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc4cbdb. 00000400:00000010:3.0:1767384981.730096:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006d171b50. 00000100:00000200:3.0:1767384981.730100:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730102:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2324241. 00000400:00000010:3.0:1767384981.730105:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000403a8633. 00000100:00000200:3.0:1767384981.730109:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730111:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006770d934. 00000400:00000010:3.0:1767384981.730114:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005364ef22. 00000100:00000200:3.0:1767384981.730117:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730119:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003116a994. 00000400:00000010:3.0:1767384981.730122:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a22e0ff6. 00000100:00000200:3.0:1767384981.730126:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730128:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8184a6d. 00000400:00000010:3.0:1767384981.730131:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006d56487b. 00000100:00000200:3.0:1767384981.730134:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730136:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95db74c. 00000400:00000010:3.0:1767384981.730139:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a03094a. 00000100:00000200:3.0:1767384981.730142:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730144:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc380b2d. 00000400:00000010:3.0:1767384981.730147:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000abbfc086. 00000100:00000200:3.0:1767384981.730150:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730152:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf804b38. 00000400:00000010:3.0:1767384981.730156:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000638a26c. 00000100:00000200:3.0:1767384981.730159:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730162:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7aa32d. 00000400:00000010:3.0:1767384981.730173:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000030871fd1. 00000100:00000200:3.0:1767384981.730178:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730181:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000845e2351. 00000400:00000010:3.0:1767384981.730184:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f57dc85f. 00000100:00000200:3.0:1767384981.730187:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730189:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d097a4aa. 00000400:00000010:3.0:1767384981.730193:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f7e375b0. 00000100:00000200:3.0:1767384981.730196:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730198:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcbf985b. 00000400:00000010:3.0:1767384981.730201:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a4feb47. 00000100:00000200:3.0:1767384981.730204:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730206:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021711831. 00000400:00000010:3.0:1767384981.730209:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cfac059e. 00000100:00000200:3.0:1767384981.730212:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730213:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019525309. 00000400:00000010:3.0:1767384981.730216:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001205cfc7. 00000100:00000200:3.0:1767384981.730219:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730221:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b35f9153. 00000400:00000010:3.0:1767384981.730223:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000058d468c4. 00000100:00000200:3.0:1767384981.730226:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730228:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5f4c97. 00000400:00000010:3.0:1767384981.730230:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e749b1f8. 00000100:00000200:3.0:1767384981.730233:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730235:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e22b3515. 00000400:00000010:3.0:1767384981.730258:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000024ebeb4c. 00000100:00000200:3.0:1767384981.730263:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730265:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a576f43. 00000400:00000010:3.0:1767384981.730268:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000525d539a. 00000100:00000200:3.0:1767384981.730271:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730273:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000783ceeff. 00000400:00000010:3.0:1767384981.730275:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000855cc33c. 00000100:00000200:3.0:1767384981.730278:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730280:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0efc758. 00000400:00000010:3.0:1767384981.730283:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ace78dfc. 00000100:00000200:3.0:1767384981.730286:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730288:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa63386b. 00000400:00000010:3.0:1767384981.730291:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000064b74f4e. 00000100:00000200:3.0:1767384981.730294:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730296:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa57ee05. 00000400:00000010:3.0:1767384981.730299:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003968dcb8. 00000100:00000200:3.0:1767384981.730303:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730305:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074e0d757. 00000400:00000010:3.0:1767384981.730308:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000baeac67a. 00000100:00000200:3.0:1767384981.730311:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730313:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e5cb2de. 00000400:00000010:3.0:1767384981.730316:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b603275. 00000100:00000200:3.0:1767384981.730319:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730321:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097470114. 00000400:00000010:3.0:1767384981.730332:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000028e5eb8d. 00000100:00000200:3.0:1767384981.730338:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730340:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024eba2c1. 00000400:00000010:3.0:1767384981.730344:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000df50f5b. 00000100:00000200:3.0:1767384981.730347:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730349:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006824b27a. 00000400:00000010:3.0:1767384981.730352:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005dad9cd9. 00000100:00000200:3.0:1767384981.730355:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730356:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000578cf629. 00000400:00000010:3.0:1767384981.730359:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007d1aad00. 00000100:00000200:3.0:1767384981.730363:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730364:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098d6722e. 00000400:00000010:3.0:1767384981.730367:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d817b2b9. 00000100:00000200:3.0:1767384981.730370:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730372:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad0b798. 00000400:00000010:3.0:1767384981.730375:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a497799. 00000100:00000200:3.0:1767384981.730379:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730380:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009543072. 00000400:00000010:3.0:1767384981.730383:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d1228028. 00000100:00000200:3.0:1767384981.730386:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730388:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6c7e68c. 00000400:00000010:3.0:1767384981.730391:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002dd190e6. 00000100:00000200:3.0:1767384981.730393:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730396:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf074f16. 00000400:00000010:3.0:1767384981.730407:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1c84fda. 00000100:00000200:3.0:1767384981.730412:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730415:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1c9231. 00000400:00000010:3.0:1767384981.730418:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000948e18a1. 00000100:00000200:3.0:1767384981.730421:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730423:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e56e9e15. 00000400:00000010:3.0:1767384981.730426:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008e53cc59. 00000100:00000200:3.0:1767384981.730429:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730431:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000820057d6. 00000400:00000010:3.0:1767384981.730435:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c95b339a. 00000100:00000200:3.0:1767384981.730438:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730440:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a0c532e. 00000400:00000010:3.0:1767384981.730443:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088e6b892. 00000100:00000200:3.0:1767384981.730446:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730448:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe4a2ab5. 00000400:00000010:3.0:1767384981.730450:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b27ebb75. 00000100:00000200:3.0:1767384981.730453:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730455:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021c8d406. 00000400:00000010:3.0:1767384981.730458:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000722e09a5. 00000100:00000200:3.0:1767384981.730461:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730463:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0114e33. 00000400:00000010:3.0:1767384981.730466:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007103a8cc. 00000100:00000200:3.0:1767384981.730469:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730471:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba2aa12. 00000400:00000010:3.0:1767384981.730482:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009ec62d8e. 00000100:00000200:3.0:1767384981.730487:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730489:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab19913. 00000400:00000010:3.0:1767384981.730493:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000983163dc. 00000100:00000200:3.0:1767384981.730495:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384981.730497:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba4c9d04. 00000400:00000010:3.0:1767384981.730500:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ed1f0462. 00000100:00000010:3.0:1767384981.730514:0:40444:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000008734a8cc. 00000100:00000200:3.0:1767384981.730531:0:40444:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384981.730567:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000aa5b18af. 00000020:00000010:3.0:1767384981.731028:0:40445:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000000c59a1af. 00000100:00000010:3.0:1767384981.731032:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007781c480. 00000020:00000010:3.0:1767384981.731035:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001d12d535. 00000020:00000010:3.0:1767384981.731038:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d999834d. 00000020:00000010:3.0:1767384981.731040:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051aefa3f. 00000040:00000010:3.0:1767384981.731042:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ae3a8e8. 00000020:00000010:3.0:1767384981.731044:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000083ff63d4. 00000020:00000010:3.0:1767384981.731046:0:40445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009fc3eb20. 00000020:00000010:3.0:1767384981.731048:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067b0df2a. 80000000:00000010:3.0:1767384981.731050:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0b47254. 40000000:00000010:3.0:1767384981.731052:0:40445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000019c6aa67. 00100000:00000010:3.0:1767384981.731054:0:40445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003ee64c7a. 00040000:00000010:3.0:1767384981.731056:0:40445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ae330d9. 00040000:00000010:3.0:1767384981.731058:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065528eaa. 00080000:00000010:3.0:1767384981.731060:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000c227862. 00000004:00000010:3.0:1767384981.731062:0:40445:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001ce232bb. 00002000:00000010:3.0:1767384981.731064:0:40445:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000035b55388. 00000100:00000010:3.0:1767384981.731074:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a3604d8a. 00000100:00000200:3.0:1767384981.731085:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384981.731123:0:40420:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d7b6bd28. 00000020:00000010:3.0:1767384981.731580:0:40446:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d4833ca8. 00000100:00000010:3.0:1767384981.731584:0:40446:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b0790d31. 00000020:00000010:3.0:1767384981.731586:0:40446:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a81e40e4. 00000020:00000010:3.0:1767384981.731588:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000521626c9. 00000020:00000010:3.0:1767384981.731590:0:40446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072dd6b0a. 00000040:00000010:3.0:1767384981.731598:0:40446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c0df51ce. 00000020:00000010:3.0:1767384981.731601:0:40446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b886fe0. 00000020:00000010:3.0:1767384981.731603:0:40446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ee44c8eb. 00000020:00000010:3.0:1767384981.731604:0:40446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca0705e2. 80000000:00000010:3.0:1767384981.731606:0:40446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000040d34a7d. 40000000:00000010:3.0:1767384981.731608:0:40446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000005b54198. 00100000:00000010:3.0:1767384981.731610:0:40446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b4119b44. 00040000:00000010:3.0:1767384981.731612:0:40446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f630f97. 00040000:00000010:3.0:1767384981.731613:0:40446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d0c87e7. 00080000:00000010:3.0:1767384981.731615:0:40446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e136a9f1. 00000004:00000010:3.0:1767384981.731618:0:40446:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da750d04. 00002000:00000010:3.0:1767384981.731620:0:40446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006f85990a. 00000100:00000010:3.0:1767384981.731628:0:40446:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000decb4bd0. 00000100:00000200:3.0:1767384981.731638:0:40446:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384981.731677:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6927796. 00000040:00000010:0.0:1767384981.731685:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d35ff4fe. 00000020:00000010:0.0:1767384981.731689:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034b92479. 00000020:00000010:0.0:1767384981.731693:0:40420:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022dbac39. 00000020:00000010:0.0:1767384981.731698:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bc0d96a. 80000000:00000010:0.0:1767384981.731702:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009c9fb722. 40000000:00000010:0.0:1767384981.731706:0:40420:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000188ed18d. 00100000:00000010:0.0:1767384981.731710:0:40420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000954f55db. 00040000:00000010:0.0:1767384981.731713:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ca526bc0. 00040000:00000010:0.0:1767384981.731717:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a2fa29fa. 00080000:00000010:0.0:1767384981.731721:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007e15a797. 00000020:00000010:0.0:1767384981.731724:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbf5e4a4. 00000020:00000010:0.0:1767384981.731729:0:40420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb3c65e5. 00000020:00000010:0.0:1767384981.731733:0:40420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000008:00000010:0.0:1767384981.731737:0:40420:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b2835599. 00020000:00000010:0.0:1767384981.731742:0:40420:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a1501d2c. 00008000:00000010:0.0:1767384981.731746:0:40420:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000021e96369. 00000080:00000010:0.0:1767384981.731750:0:40420:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b79d1dce. 00000020:00000010:0.0:1767384981.731754:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092c3997c. 00000020:00000010:0.0:1767384981.731760:0:40420:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000031fdb67. 00000020:00000010:0.0:1767384981.731770:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006aea765b. 00000020:00000010:0.0:1767384981.731773:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f202259c. 00000040:00000010:0.0:1767384981.731776:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb47a3b7. 00000020:00000010:0.0:1767384981.731779:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ebf31a3. 00000020:00000010:0.0:1767384981.731783:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000063f7f383. 80000000:00000010:0.0:1767384981.731786:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b118487. 00040000:00000010:0.0:1767384981.731789:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c1aafc1e. 00080000:00000010:0.0:1767384981.731792:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000071199a90. 20000000:00000010:0.0:1767384981.731796:0:40420:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000aead5e29. 00000020:00000010:0.0:1767384981.731812:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ef83325f. 00080000:00000010:0.0:1767384981.731820:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cff43d25. 00080000:00000010:0.0:1767384981.731953:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cff43d25. 00000020:00000010:0.0:1767384981.731959:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ef83325f. 00000040:00000010:0.0:1767384981.731971:0:40420:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000f0eca685. 00000020:00000010:0.0:1767384981.732017:0:40420:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000e713acc4. 00000100:00000010:0.0:1767384981.732065:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000427493b5. 02000000:00000010:0.0:1767384981.732083:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002de6e2ea. 00000100:00000010:0.0:1767384981.732094:0:40420:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000087ffe583. 00000100:00000010:0.0:1767384981.732097:0:40420:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005fa124f0. 00000100:00000010:0.0:1767384981.732106:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000593332d4. 00000400:00000010:0.0:1767384981.732124:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ca2836. 00000400:00000010:0.0:1767384981.732128:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c57c4f3. 00000100:00000200:0.0:1767384981.732132:0:40420:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272108b00-0x6958272108b00, portal 33 02000000:00000010:0.0:1767384981.732141:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f38b5818. 00000400:00000010:0.0:1767384981.732145:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415dbc70. 00000400:00000010:0.0:1767384981.732149:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d949d51e. 00000100:00000200:0.0:1767384981.732151:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352237824, portal 25 00000400:00000010:0.0:1767384981.732156:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b66572e6. 00000100:00000200:0.0:1767384981.732159:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237352237824, offset 0 00000400:00000200:0.0:1767384981.732167:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.732180:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.732192:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272108b00 00000400:00000200:0.0:1767384981.732199:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2221 [2] + 0 00000400:00000010:0.0:1767384981.732203:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c87de8fe. 00000400:00000200:0.0:1767384981.732208:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ecad8354 00000400:00000200:0.0:1767384981.732215:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.732220:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384981.732225:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecad8354 00000400:00000010:0.0:1767384981.732227:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecad8354. 00000100:00000200:0.0:1767384981.732232:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384981.732270:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b66572e6 00000400:00000010:0.0:1767384981.732273:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b66572e6. 00000100:00000200:0.0:1767384981.732280:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000427493b5 x1853237352237824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384981.732301:0:40420:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033feea96. 00000020:00000010:2.0:1767384981.732304:0:40425:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007fa329f8. 00000100:00000010:0.0:1767384981.732315:0:40420:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000660ecb4. 00000020:00000010:2.0:1767384981.732323:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f609ba. 00000100:00000010:0.0:1767384981.732324:0:40420:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e83be14c. 00000020:00000010:2.0:1767384981.732328:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f609ba. 00000100:00000010:0.0:1767384981.732333:0:40420:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee814171. 00000020:00000010:2.0:1767384981.732334:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8ea462f. 00000020:00000010:2.0:1767384981.732340:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008084789c. 00000020:00000010:2.0:1767384981.732344:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006857c85a. 00000020:00000010:2.0:1767384981.732379:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000042f609ba. 00000020:00000010:2.0:1767384981.732382:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000042f609ba. 00000100:00000200:2.0:1767384981.732385:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352237824 02000000:00000010:2.0:1767384981.732401:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ad3d855. 20000000:00000010:2.0:1767384981.732412:0:40425:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000009e6be655. 00000100:00000010:2.0:1767384981.732417:0:40425:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dbd937ff. 00000100:00000010:2.0:1767384981.732420:0:40425:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000dc637f0b. 00000400:00000010:2.0:1767384981.732428:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000400:00000010:2.0:1767384981.732433:0:40425:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000076a55da7. 00000400:00000200:2.0:1767384981.732436:0:40425:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384981.732441:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384981.732446:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272108b00 00000400:00000200:2.0:1767384981.732449:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a41 [1] + 0 00000400:00000010:2.0:1767384981.732451:0:40425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ca2836. 00000400:00000200:2.0:1767384981.732454:0:40425:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c57c4f3 00000100:00000200:2.0:1767384981.732457:0:40425:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000dbd937ff 00000400:00000200:2.0:1767384981.732462:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384981.732465:0:40425:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a4d 00000400:00000200:2.0:1767384981.732468:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.732470:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384981.732472:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000400:00000010:2.0:1767384981.732473:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000100:00000200:2.0:1767384981.732475:0:40425:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000dbd937ff 00000400:00000200:2.0:1767384981.732477:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c57c4f3 00000400:00000010:2.0:1767384981.732478:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c57c4f3. 00000100:00000200:2.0:1767384981.732481:0:40425:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000427493b5 desc 0000000087ffe583 mbits 1853237352237824 00000100:00000200:2.0:1767384981.732492:0:40425:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272108b00-0x6958272108b00 20000000:00000010:2.0:1767384981.732501:0:40425:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000257feab7. 20000000:00000010:2.0:1767384981.732506:0:40425:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000099eb029b. 20000000:00000010:2.0:1767384981.732516:0:40425:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000002c29031f. 00000100:00000010:0.0:1767384981.735124:0:40425:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000dc637f0b. 00000100:00000010:0.0:1767384981.735129:0:40425:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dbd937ff. 20000000:00000010:0.0:1767384981.735132:0:40425:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000009e6be655. 00010000:00000200:0.0:1767384981.735139:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082734c31 x1853237352237824/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 4784/4768 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.735153:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b66572e6. 00000100:00000200:0.0:1767384981.735155:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352237824, offset 224 00000400:00000200:0.0:1767384981.735158:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.735163:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.735166:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272108b00 00000400:00000200:0.0:1767384981.735170:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a45 [2] + 224 00000400:00000200:0.0:1767384981.735174:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.735175:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.735179:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000427493b5 x1853237352237824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.735195:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b66572e6 00000400:00000010:0.0:1767384981.735197:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b66572e6. 00000020:00000010:0.0:1767384981.735206:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008084789c. 00000020:00000010:0.0:1767384981.735210:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006857c85a. 00000020:00000010:0.0:1767384981.735211:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8ea462f. 02000000:00000010:0.0:1767384981.735216:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ad3d855. 00000100:00000200:0.0:1767384981.735220:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.735223:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e460129. 00000400:00000010:0.0:1767384981.735225:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b66572e6. 00000400:00000010:3.0:1767384981.735228:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415dbc70. 00000400:00000200:3.0:1767384981.735235:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d949d51e 00000400:00000010:3.0:1767384981.735250:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d949d51e. 00000100:00000200:3.0:1767384981.735257:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000427493b5 x1853237352237824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.735268:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000427493b5 x1853237352237824/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.735289:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000593332d4. 02000000:00000010:3.0:1767384981.735297:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f38b5818. 00000100:00000010:3.0:1767384981.735301:0:40420:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005fa124f0. 00000100:00000010:3.0:1767384981.735304:0:40420:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000087ffe583. 02000000:00000010:3.0:1767384981.735307:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002de6e2ea. 00000100:00000010:3.0:1767384981.735311:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000427493b5. 00000020:00000010:3.0:1767384981.735315:0:40420:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000e713acc4. 00000020:00000010:3.0:1767384981.735320:0:40420:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000003946355b. 00000020:00000010:3.0:1767384981.735324:0:40420:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000099fca8f1. 00000020:00000010:3.0:1767384981.735329:0:40420:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000006c8e4cba. 00000020:00000010:3.0:1767384981.735334:0:40420:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000b10a4faa. 00000020:00000010:3.0:1767384981.735337:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f49d3568. 00000020:00000010:3.0:1767384981.735340:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dec61adf. 00000040:00000010:3.0:1767384981.735343:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006122953a. 00000020:00000010:3.0:1767384981.735347:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4f0418c. 00000020:00000010:3.0:1767384981.735350:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f5a47da. 00040000:00000010:3.0:1767384981.735353:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000010806f31. 00040000:00000010:3.0:1767384981.735356:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c501653. 00080000:00000010:3.0:1767384981.735360:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000060b2e623. 10000000:00000010:3.0:1767384981.735371:0:40420:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000006f1bdf99. 10000000:00000010:3.0:1767384981.735377:0:40420:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000ead1a7c8. 00000100:00000010:3.0:1767384981.735382:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059cb0c21. 02000000:00000010:3.0:1767384981.735389:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd1728fc. 00010000:00000010:3.0:1767384981.735398:0:40420:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3b75708. 00010000:00000010:3.0:1767384981.735405:0:40420:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000059232d92. 00000100:00000010:3.0:1767384981.735417:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.735425:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b35e7a97. 00000400:00000010:3.0:1767384981.735429:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.735432:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.735436:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352237952, portal 25 00000400:00000010:3.0:1767384981.735439:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.735441:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352237952, offset 0 00000400:00000200:3.0:1767384981.735446:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.735451:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.735458:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272108b80 00000400:00000200:3.0:1767384981.735463:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2225 [2] + 0 00000400:00000010:3.0:1767384981.735466:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012a8f3c0. 00000400:00000200:3.0:1767384981.735470:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f4b1cf80 00000400:00000200:3.0:1767384981.735473:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.735476:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.735479:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4b1cf80 00000400:00000010:3.0:1767384981.735481:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4b1cf80. 00000100:00000200:3.0:1767384981.735484:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.735503:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.735506:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.735513:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059cb0c21 x1853237352237952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.735525:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd594fe0. 00000020:00000010:0.0:1767384981.735529:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd594fe0. 00000020:00000010:0.0:1767384981.735533:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092c3997c. 00000020:00000010:0.0:1767384981.735536:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.735539:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.735560:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd594fe0. 00000020:00000010:0.0:1767384981.735562:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd594fe0. 00000100:00000200:0.0:1767384981.735565:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352237952 00010000:00000010:0.0:1767384981.735578:0:40425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000708a0ecf. 00010000:00000010:0.0:1767384981.735582:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b5f2da9e. 00000020:00000010:0.0:1767384981.735586:0:40425:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000fd594fe0. 02000000:00000010:0.0:1767384981.735595:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ac1928e0. 00010000:00000200:0.0:1767384981.735609:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059b6884d x1853237352237952/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 328/344 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.735617:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9035eb3. 00000100:00000200:0.0:1767384981.735619:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352237952, offset 224 00000400:00000200:0.0:1767384981.735622:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.735625:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.735629:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272108b80 00000400:00000200:0.0:1767384981.735632:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a59 [1] + 224 00000400:00000200:0.0:1767384981.735635:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.735637:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.735640:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059cb0c21 x1853237352237952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.735655:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9035eb3 00000400:00000010:0.0:1767384981.735656:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9035eb3. 00000020:00000010:0.0:1767384981.735662:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.735664:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.735665:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092c3997c. 02000000:00000010:0.0:1767384981.735669:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ac1928e0. 00000100:00000200:0.0:1767384981.735672:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.735674:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000555330af. 00000400:00000010:0.0:1767384981.735677:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a628d43. 00000400:00000010:3.0:1767384981.735686:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000400:00000200:3.0:1767384981.735693:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dc668d 00000400:00000010:3.0:1767384981.735695:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.735701:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059cb0c21 x1853237352237952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.735710:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059cb0c21 x1853237352237952/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.735724:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.735736:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b35e7a97. 02000000:00000010:3.0:1767384981.735739:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bd1728fc. 00000100:00000010:3.0:1767384981.735742:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059cb0c21. 10000000:00000010:3.0:1767384981.735761:0:40420:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000bd1728fc. 10000000:00000010:3.0:1767384981.735766:0:40420:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000002f621ad0. 00000100:00000010:3.0:1767384981.735772:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059cb0c21. 02000000:00000010:3.0:1767384981.735777:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5e55d04. 00010000:00000010:3.0:1767384981.735784:0:40420:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3296a0c. 00010000:00000010:3.0:1767384981.735788:0:40420:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005088b20b. 00000100:00000010:3.0:1767384981.735795:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.735802:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b35e7a97. 00000400:00000010:3.0:1767384981.735805:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.735809:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.735812:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352238080, portal 25 00000400:00000010:3.0:1767384981.735815:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.735816:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352238080, offset 0 00000400:00000200:3.0:1767384981.735821:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.735827:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.735832:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272108c00 00000400:00000200:3.0:1767384981.735837:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2229 [2] + 0 00000400:00000010:3.0:1767384981.735840:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bf5517a. 00000400:00000200:3.0:1767384981.735844:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000699576a8 00000400:00000200:3.0:1767384981.735847:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.735850:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.735852:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000699576a8 00000400:00000010:3.0:1767384981.735854:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000699576a8. 00000100:00000200:3.0:1767384981.735857:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.735872:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.735874:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.735878:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059cb0c21 x1853237352238080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.735929:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009319e39e. 00000020:00000010:0.0:1767384981.735933:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009319e39e. 00000020:00000010:0.0:1767384981.735937:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092c3997c. 00000020:00000010:0.0:1767384981.735939:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.735941:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.735960:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009319e39e. 00000020:00000010:0.0:1767384981.735962:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009319e39e. 00000100:00000200:0.0:1767384981.735964:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238080 00010000:00000010:0.0:1767384981.735971:0:40425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008a2788de. 00010000:00000010:0.0:1767384981.735975:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000002327d0a. 02000000:00000010:0.0:1767384981.735979:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ac1928e0. 00010000:00000200:0.0:1767384981.735985:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089df3f01 x1853237352238080/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 328/344 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.735993:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9035eb3. 00000100:00000200:0.0:1767384981.735995:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352238080, offset 224 00000400:00000200:0.0:1767384981.735998:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.736003:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.736009:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272108c00 00000400:00000200:0.0:1767384981.736013:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a69 [1] + 224 00000400:00000200:0.0:1767384981.736017:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.736019:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.736023:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059cb0c21 x1853237352238080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.736042:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9035eb3 00000400:00000010:0.0:1767384981.736054:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9035eb3. 00000020:00000010:0.0:1767384981.736063:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.736067:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.736069:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092c3997c. 00000400:00000010:3.0:1767384981.736072:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 02000000:00000010:0.0:1767384981.736073:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ac1928e0. 00000400:00000200:3.0:1767384981.736080:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dc668d 00000100:00000200:0.0:1767384981.736081:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384981.736085:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dc668d. 00000400:00000010:0.0:1767384981.736086:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4d3371e. 00000400:00000010:0.0:1767384981.736091:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002527b379. 00000100:00000200:3.0:1767384981.736094:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059cb0c21 x1853237352238080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.736106:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059cb0c21 x1853237352238080/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.736121:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.736129:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b35e7a97. 02000000:00000010:3.0:1767384981.736132:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d5e55d04. 00000100:00000010:3.0:1767384981.736135:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059cb0c21. 10000000:00000010:3.0:1767384981.736141:0:40420:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c3519491. 00000020:00000010:3.0:1767384981.736144:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e55d04. 00000020:00000010:3.0:1767384981.736147:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f53c5180. 00000040:00000010:3.0:1767384981.736150:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b0035c3b. 00000020:00000010:3.0:1767384981.736154:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000cc5549b. 00000020:00000010:3.0:1767384981.736157:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd3e5a8e. 80000000:00000010:3.0:1767384981.736160:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fe582f07. 00040000:00000010:3.0:1767384981.736173:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cc7183b6. 00080000:00000010:3.0:1767384981.736178:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000094b72a81. 20000000:00000010:3.0:1767384981.736181:0:40420:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000085a5632. 00000040:00000010:3.0:1767384981.736186:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000d0fefbf. 00000100:00000010:3.0:1767384981.736190:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059cb0c21. 02000000:00000010:3.0:1767384981.736197:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004985efa0. 00000100:00000010:3.0:1767384981.736204:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.736211:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059d3d9d7. 00000400:00000010:3.0:1767384981.736215:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.736219:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.736222:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352238208, portal 25 00000400:00000010:3.0:1767384981.736225:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.736227:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237352238208, offset 0 00000400:00000200:3.0:1767384981.736232:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.736255:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.736262:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272108c80 00000400:00000200:3.0:1767384981.736267:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x222d [2] + 0 00000400:00000010:3.0:1767384981.736270:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d68a8c3. 00000400:00000200:3.0:1767384981.736274:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000065b589b 00000400:00000200:3.0:1767384981.736277:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.736280:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.736282:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000065b589b 00000400:00000010:3.0:1767384981.736284:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000065b589b. 00000100:00000200:3.0:1767384981.736287:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.736303:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.736306:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.736309:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059cb0c21 x1853237352238208/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.736331:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009319e39e. 00000020:00000010:0.0:1767384981.736334:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009319e39e. 00000020:00000010:0.0:1767384981.736337:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092c3997c. 00000020:00000010:0.0:1767384981.736339:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.736341:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.736355:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009319e39e. 00000020:00000010:0.0:1767384981.736357:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009319e39e. 00000100:00000200:0.0:1767384981.736358:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238208 02000000:00000010:0.0:1767384981.736365:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ac1928e0. 00000040:00000010:0.0:1767384981.736368:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dbf5e4a4. 00000040:00000010:0.0:1767384981.736392:0:40425:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000009563c1b8. 00000020:00000010:0.0:1767384981.736396:0:40425:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000056e63df2. 00080000:00000010:0.0:1767384981.736399:0:40425:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cff43d25. 00000040:00000010:0.0:1767384981.736442:0:40425:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000009563c1b8. 00000040:00000010:0.0:1767384981.736445:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dbf5e4a4. 20000000:00000010:0.0:1767384981.736449:0:40425:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000742a4917. 00010000:00000200:0.0:1767384981.736454:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009dff3c5f x1853237352238208/t0(0) o501->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 512/272 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.736461:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9035eb3. 00000100:00000200:0.0:1767384981.736463:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237352238208, offset 224 00000400:00000200:0.0:1767384981.736466:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.736470:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.736473:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272108c80 00000400:00000200:0.0:1767384981.736476:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a79 [1] + 224 00000400:00000200:0.0:1767384981.736479:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.736481:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.736483:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059cb0c21 x1853237352238208/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.736497:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9035eb3 00000400:00000010:0.0:1767384981.736498:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9035eb3. 00000020:00000010:0.0:1767384981.736504:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.736505:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.736507:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092c3997c. 02000000:00000010:0.0:1767384981.736510:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ac1928e0. 00000100:00000200:0.0:1767384981.736512:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.736515:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621f7fcb. 00000400:00000010:0.0:1767384981.736517:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dc20644. 00000400:00000010:3.0:1767384981.736528:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000400:00000200:3.0:1767384981.736534:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dc668d 00000400:00000010:3.0:1767384981.736536:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.736541:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059cb0c21 x1853237352238208/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.736550:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059cb0c21 x1853237352238208/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.736564:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.736569:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059d3d9d7. 02000000:00000010:3.0:1767384981.736572:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004985efa0. 00000100:00000010:3.0:1767384981.736574:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059cb0c21. 00000040:00000010:3.0:1767384981.736582:0:40420:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b4ec783c. 00000100:00000010:3.0:1767384981.736586:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059cb0c21. 02000000:00000010:3.0:1767384981.736590:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004985efa0. 00000100:00000010:3.0:1767384981.736596:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.736613:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b4e08e9f. 00000400:00000010:3.0:1767384981.736618:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.736622:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ca114b4f. 00000100:00000200:3.0:1767384981.736625:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352238336, portal 25 00000400:00000010:3.0:1767384981.736629:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.736631:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352238336, offset 0 00000400:00000200:3.0:1767384981.736635:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.736641:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.736647:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272108d00 00000400:00000200:3.0:1767384981.736651:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2231 [2] + 0 00000400:00000010:3.0:1767384981.736654:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4885c2b. 00000400:00000200:3.0:1767384981.736657:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088e51ef9 00000400:00000200:3.0:1767384981.736660:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.736663:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.736665:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088e51ef9 00000400:00000010:3.0:1767384981.736667:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088e51ef9. 00000100:00000200:3.0:1767384981.736670:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.736686:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dc668d 00000400:00000010:3.0:1767384981.736689:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.736693:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059cb0c21 x1853237352238336/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.736715:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000751807f5. 00000020:00000010:0.0:1767384981.736718:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000751807f5. 00000020:00000010:0.0:1767384981.736721:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092c3997c. 00000020:00000010:0.0:1767384981.736723:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.736724:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.736739:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000751807f5. 00000020:00000010:0.0:1767384981.736741:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000751807f5. 00000100:00000200:0.0:1767384981.736742:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238336 02000000:00000010:0.0:1767384981.736757:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000002c031acf. 00000040:00000010:0.0:1767384981.736760:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dbf5e4a4. 00000040:00000010:0.0:1767384981.736767:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000090e1befc. 00000040:00000010:0.0:1767384981.737009:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000090e1befc. 00000040:00000010:0.0:1767384981.737013:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dbf5e4a4. 00010000:00000200:0.0:1767384981.737019:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003472538a x1853237352238336/t0(0) o503->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 272/8416 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.737030:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008d9a3f56. 00000100:00000200:0.0:1767384981.737034:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237352238336, offset 224 00000400:00000200:0.0:1767384981.737039:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.737045:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.737050:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272108d00 00000400:00000200:0.0:1767384981.737054:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a89 [4] + 224 00000400:00000200:0.0:1767384981.737059:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.737062:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.737067:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059cb0c21 x1853237352238336/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.737080:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d9a3f56 00000400:00000010:0.0:1767384981.737081:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008d9a3f56. 00000020:00000010:0.0:1767384981.737089:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e07bf324. 00000020:00000010:0.0:1767384981.737092:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.737095:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092c3997c. 00000400:00000010:3.0:1767384981.737096:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 02000000:00000010:0.0:1767384981.737098:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000002c031acf. 00000400:00000200:3.0:1767384981.737104:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca114b4f 00000400:00000010:3.0:1767384981.737108:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ca114b4f. 00000100:00000200:0.0:1767384981.737111:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384981.737116:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059cb0c21 x1853237352238336/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.737116:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0db6d61. 00000400:00000010:0.0:1767384981.737121:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d9a3f56. 00000100:00000200:3.0:1767384981.737131:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059cb0c21 x1853237352238336/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.737147:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000098189848. 02000000:00000010:3.0:1767384981.737153:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b4e08e9f. 02000000:00000010:3.0:1767384981.737163:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004985efa0. 00000100:00000010:3.0:1767384981.737167:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059cb0c21. 00000040:00000010:3.0:1767384981.737173:0:40420:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000721c05cd. 00000020:00000010:3.0:1767384981.737338:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004985efa0. 00000020:00000010:3.0:1767384981.737343:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059d3d9d7. 00000040:00000010:3.0:1767384981.737346:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000065e2790e. 00000020:00000010:3.0:1767384981.737349:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f69ad08. 00000020:00000010:3.0:1767384981.737352:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b75111e9. 00000020:00000010:3.0:1767384981.737356:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de5e77c2. 80000000:00000010:3.0:1767384981.737358:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c97942fe. 40000000:00000010:3.0:1767384981.737361:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003eefaeea. 00100000:00000010:3.0:1767384981.737364:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000395cfba5. 00040000:00000010:3.0:1767384981.737368:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004688cc60. 00040000:00000010:3.0:1767384981.737371:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f66f31bc. 00080000:00000010:3.0:1767384981.737374:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000f08753a. 00000004:00000010:3.0:1767384981.737378:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf131506. 00002000:00000010:3.0:1767384981.737381:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b35e7a97. 00000020:00000010:3.0:1767384981.737384:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002c29af96. 00000040:00000010:3.0:1767384981.737390:0:40447:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000f6d725e0. 00000100:00000010:3.0:1767384981.737395:0:40447:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059cb0c21. 02000000:00000010:3.0:1767384981.737402:0:40447:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c4d848f. 00000100:00000010:3.0:1767384981.737408:0:40447:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca114b4f. 02000000:00000010:3.0:1767384981.737423:0:40447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b4e08e9f. 00000400:00000010:3.0:1767384981.737427:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.737431:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e3d3e645. 00000100:00000200:3.0:1767384981.737433:0:40447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352238464, portal 25 00000400:00000010:3.0:1767384981.737437:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.737439:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352238464, offset 0 00000400:00000200:3.0:1767384981.737443:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.737449:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.737455:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272108d80 00000400:00000200:3.0:1767384981.737459:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2235 [2] + 0 00000400:00000010:3.0:1767384981.737463:0:40447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b8dfbf6. 00000400:00000200:3.0:1767384981.737466:0:40447:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc64ae9c 00000400:00000200:3.0:1767384981.737469:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.737472:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.737475:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc64ae9c 00000400:00000010:3.0:1767384981.737476:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc64ae9c. 00000100:00000200:3.0:1767384981.737479:0:40447:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.737495:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dc668d 00000400:00000010:3.0:1767384981.737497:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.737504:0:40447:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059cb0c21 x1853237352238464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.737516:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000751807f5. 00000020:00000010:0.0:1767384981.737520:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000751807f5. 00000020:00000010:0.0:1767384981.737523:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092c3997c. 00000020:00000010:0.0:1767384981.737526:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd0dba4e. 00000020:00000010:0.0:1767384981.737528:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.737546:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000751807f5. 00000020:00000010:0.0:1767384981.737548:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000751807f5. 00000100:00000200:0.0:1767384981.737549:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238464 02000000:00000010:0.0:1767384981.737560:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000002c031acf. 00000040:00000010:0.0:1767384981.737563:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dbf5e4a4. 00000040:00000010:0.0:1767384981.737568:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000090e1befc. 00000040:00000010:0.0:1767384981.737659:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000090e1befc. 00000040:00000010:0.0:1767384981.737662:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dbf5e4a4. 00010000:00000200:0.0:1767384981.737667:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004068677f x1853237352238464/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 272/8472 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.737675:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006a21ed9f. 00000100:00000200:0.0:1767384981.737677:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352238464, offset 224 00000400:00000200:0.0:1767384981.737681:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.737686:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.737691:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272108d80 00000400:00000200:0.0:1767384981.737695:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a99 [4] + 224 00000400:00000200:0.0:1767384981.737699:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.737702:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.737707:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059cb0c21 x1853237352238464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.737723:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a21ed9f 00000400:00000010:0.0:1767384981.737724:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006a21ed9f. 00000020:00000010:0.0:1767384981.737733:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd0dba4e. 00000020:00000010:0.0:1767384981.737737:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.737740:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092c3997c. 02000000:00000010:0.0:1767384981.737745:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000002c031acf. 00000400:00000010:1.0:1767384981.737753:0:40447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000100:00000200:0.0:1767384981.737756:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.737761:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0cd2e6. 00000400:00000200:1.0:1767384981.737762:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3d3e645 00000400:00000010:1.0:1767384981.737766:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e3d3e645. 00000400:00000010:0.0:1767384981.737773:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a21ed9f. 00000100:00000200:1.0:1767384981.737776:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059cb0c21 x1853237352238464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.737790:0:40447:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059cb0c21 x1853237352238464/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384981.737809:0:40447:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ca114b4f. 02000000:00000010:1.0:1767384981.737817:0:40447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b4e08e9f. 02000000:00000010:1.0:1767384981.737825:0:40447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002c4d848f. 00000100:00000010:1.0:1767384981.737828:0:40447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059cb0c21. 00000020:00000010:1.0:1767384981.737838:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f1533ef6. 00000020:00000010:1.0:1767384981.737841:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f1533ef6. 00000020:00000010:1.0:1767384981.737845:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000047be1ac4. 00000020:00000010:1.0:1767384981.737854:0:40447:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000069f28e6. 00000020:00000010:1.0:1767384981.737860:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002c5f4514. 00000020:00000010:1.0:1767384981.737870:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000047be1ac4. 00000020:00000010:1.0:1767384981.737873:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000007caafe1f. 00000001:00000010:1.0:1767384981.737905:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f1533ef6. 00000001:00000010:1.0:1767384981.737909:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e611ea1e. 00000001:00000010:1.0:1767384981.737911:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007371275e. 00000001:00000010:1.0:1767384981.737914:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006bb8c6d8. 00000001:00000010:1.0:1767384981.737916:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000adc6f210. 00000001:00000010:1.0:1767384981.737918:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006083e808. 00000001:00000010:1.0:1767384981.737921:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001170f7ce. 00000001:00000010:1.0:1767384981.737923:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000010cac88a. 00000001:00000010:1.0:1767384981.737925:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9fe7d8b. 00000001:00000010:1.0:1767384981.737927:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c96a4b11. 00000001:00000010:1.0:1767384981.737929:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a0ceaf1. 00000001:00000010:1.0:1767384981.737930:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000db4b6d7. 00000020:00000010:1.0:1767384981.737932:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb70b415. 00000020:00000010:1.0:1767384981.737934:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047be1ac4. 00000020:00000010:1.0:1767384981.737937:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe4aca9. 00000008:00000010:1.0:1767384981.737940:0:40447:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000089632ca9. 00020000:00000010:1.0:1767384981.737943:0:40447:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000078d5f5c5. 00008000:00000010:1.0:1767384981.737945:0:40447:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009f4efcd0. 00000080:00000010:1.0:1767384981.737949:0:40447:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005ec15e03. 00000020:00000010:1.0:1767384981.737951:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005471d286. 00000020:00000010:1.0:1767384981.737953:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095b28ca8. 00000040:00000010:1.0:1767384981.737955:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000079b084a7. 00000020:00000010:1.0:1767384981.737957:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b280e0fe. 00000020:00000010:1.0:1767384981.737959:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000266726fa. 00000020:00000010:1.0:1767384981.737961:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5f7adf2. 80000000:00000010:1.0:1767384981.737963:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8e671f2. 40000000:00000010:1.0:1767384981.737965:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a0be02ec. 00100000:00000010:1.0:1767384981.737968:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000759474aa. 00040000:00000010:1.0:1767384981.737969:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003405d205. 00040000:00000010:1.0:1767384981.737971:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055e6f0e5. 00080000:00000010:1.0:1767384981.737973:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000accda70. 00000004:00000010:1.0:1767384981.737976:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000046ed76fc. 00000004:00000010:1.0:1767384981.737980:0:40447:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000e5120670. 00000004:00000010:1.0:1767384981.737985:0:40447:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000752b0d92. 00000004:00000010:1.0:1767384981.737987:0:40447:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.737990:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000628ceb31. 00000004:00000010:1.0:1767384981.737993:0:40447:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000f2bdef0b. 00000004:00000010:1.0:1767384981.737995:0:40447:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000752b0d92. 00000020:00000010:1.0:1767384981.738015:0:40447:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000003b28b8df. 00000020:00000010:1.0:1767384981.738017:0:40447:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000009f0870ae. 00000020:00000010:1.0:1767384981.738018:0:40447:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000007ad52687. 00000020:00000010:1.0:1767384981.738020:0:40447:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000005d37f18a. 00000020:00000010:1.0:1767384981.738108:0:40447:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738115:0:40447:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738122:0:40447:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738126:0:40447:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738130:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095b28ca8. 00000040:00000010:1.0:1767384981.738132:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079b084a7. 00000020:00000010:1.0:1767384981.738134:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b280e0fe. 00000020:00000010:1.0:1767384981.738136:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000266726fa. 00000020:00000010:1.0:1767384981.738138:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5f7adf2. 80000000:00000010:1.0:1767384981.738140:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8e671f2. 40000000:00000010:1.0:1767384981.738142:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a0be02ec. 00100000:00000010:1.0:1767384981.738143:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000759474aa. 00040000:00000010:1.0:1767384981.738145:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003405d205. 00040000:00000010:1.0:1767384981.738147:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000055e6f0e5. 00080000:00000010:1.0:1767384981.738148:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000accda70. 00000004:00000010:1.0:1767384981.738151:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046ed76fc. 00000020:00000010:1.0:1767384981.738153:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005471d286. 00000020:00000010:1.0:1767384981.738154:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047be1ac4. 00000020:00000010:1.0:1767384981.738156:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe4aca9. 00000008:00000010:1.0:1767384981.738158:0:40447:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000089632ca9. 00020000:00000010:1.0:1767384981.738160:0:40447:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000078d5f5c5. 00008000:00000010:1.0:1767384981.738162:0:40447:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009f4efcd0. 00000080:00000010:1.0:1767384981.738164:0:40447:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005ec15e03. 00000020:00000010:1.0:1767384981.738166:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb70b415. 00000020:00000010:1.0:1767384981.738168:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000007caafe1f. 00000020:00000010:1.0:1767384981.738171:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003405d205. 00000020:00000010:1.0:1767384981.738172:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003405d205. 00000020:00000010:1.0:1767384981.738175:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003405d205. 00000020:00000010:1.0:1767384981.738176:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003405d205. 00000020:00000010:1.0:1767384981.738178:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000d8e671f2. 00000020:00000010:1.0:1767384981.738183:0:40447:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000053bd8eae. 00000020:00000010:1.0:1767384981.738185:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000accda70. 00000004:00000010:1.0:1767384981.738188:0:40447:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a0be02ec. 00000020:00000010:1.0:1767384981.738193:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000d8e671f2. 00000020:00000010:1.0:1767384981.738195:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000d8e671f2. 00000020:00000010:1.0:1767384981.738198:0:40447:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000b05fb96d. 00000020:00000010:1.0:1767384981.738200:0:40447:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000f4253292. 00000020:00000010:1.0:1767384981.738202:0:40447:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 000000009edf2703. 00000020:00000010:1.0:1767384981.738203:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000d8e671f2. 00000020:00000010:1.0:1767384981.738205:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007caafe1f. 00000001:00000010:1.0:1767384981.738213:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003405d205. 00000001:00000010:1.0:1767384981.738215:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d3f02a90. 00000001:00000010:1.0:1767384981.738217:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb70b415. 00000001:00000010:1.0:1767384981.738218:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005471d286. 00000001:00000010:1.0:1767384981.738220:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055e6f0e5. 00000001:00000010:1.0:1767384981.738221:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5f7adf2. 00000001:00000010:1.0:1767384981.738223:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006a7ad549. 00000001:00000010:1.0:1767384981.738224:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001a9183be. 00000001:00000010:1.0:1767384981.738225:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079b084a7. 00000001:00000010:1.0:1767384981.738226:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095b28ca8. 00000001:00000010:1.0:1767384981.738248:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000037f4ce7e. 00000001:00000010:1.0:1767384981.738251:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000002765591. 00000020:00000010:1.0:1767384981.738253:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf2905e8. 00000020:00000010:1.0:1767384981.738255:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047be1ac4. 00000020:00000010:1.0:1767384981.738256:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005fe4aca9. 00000008:00000010:1.0:1767384981.738258:0:40447:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000089632ca9. 00020000:00000010:1.0:1767384981.738260:0:40447:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000078d5f5c5. 00008000:00000010:1.0:1767384981.738261:0:40447:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009f4efcd0. 00000080:00000010:1.0:1767384981.738263:0:40447:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005ec15e03. 00000020:00000010:1.0:1767384981.738265:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf95b7f5. 00000020:00000010:1.0:1767384981.738267:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009724e0ab. 00000040:00000010:1.0:1767384981.738268:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ffd96ff. 00000020:00000010:1.0:1767384981.738270:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000759474aa. 00000020:00000010:1.0:1767384981.738272:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000266726fa. 00000020:00000010:1.0:1767384981.738273:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6ce3449. 80000000:00000010:1.0:1767384981.738275:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8e671f2. 40000000:00000010:1.0:1767384981.738276:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002c943172. 00100000:00000010:1.0:1767384981.738278:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b280e0fe. 00040000:00000010:1.0:1767384981.738280:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ca526bc0. 00040000:00000010:1.0:1767384981.738281:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d5021f8f. 00080000:00000010:1.0:1767384981.738284:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000046a2cac8. 00000004:00000010:1.0:1767384981.738286:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000046ed76fc. 00000004:00000010:1.0:1767384981.738288:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000670fa245. 00000004:00000010:1.0:1767384981.738292:0:40447:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000807f701f. 00000004:00000010:1.0:1767384981.738298:0:40447:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000f23544e1. 00000004:00000010:1.0:1767384981.738300:0:40447:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 000000007760f43d. 00000004:00000010:1.0:1767384981.738302:0:40447:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000aa026e94. 00000004:00000010:1.0:1767384981.738306:0:40447:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000d5eed9b6. 00000020:00000010:1.0:1767384981.738311:0:40447:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a8fa8ec3. 00000020:00000010:1.0:1767384981.738314:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b1148b5f. 00000004:00000010:1.0:1767384981.738321:0:40447:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000d5eed9b6. 00000004:00000010:1.0:1767384981.738324:0:40447:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000d5eed9b6. 00000001:00000010:1.0:1767384981.738332:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f49afcac. 00000001:00000010:1.0:1767384981.738334:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004d3c9661. 00000001:00000010:1.0:1767384981.738335:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a9ee508f. 00000001:00000010:1.0:1767384981.738337:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b63a620f. 00000001:00000010:1.0:1767384981.738339:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000080e9ee22. 00000001:00000010:1.0:1767384981.738340:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7c8847d. 00000001:00000010:1.0:1767384981.738342:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b1f1786e. 00000001:00000010:1.0:1767384981.738344:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e05afba0. 00000001:00000010:1.0:1767384981.738345:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dcffa9ce. 00000001:00000010:1.0:1767384981.738346:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001faf9068. 00000001:00000010:1.0:1767384981.738348:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000cdd7970. 00000001:00000010:1.0:1767384981.738350:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000720f396f. 00000020:00000010:1.0:1767384981.738358:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dec2d5b4. 00000020:00000010:1.0:1767384981.738360:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006067addc. 00000020:00000010:1.0:1767384981.738362:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f67f301a. 00000008:00000010:1.0:1767384981.738364:0:40447:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000060e44d2e. 00020000:00000010:1.0:1767384981.738366:0:40447:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000065c37cae. 00008000:00000010:1.0:1767384981.738367:0:40447:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f75fc6a0. 00000080:00000010:1.0:1767384981.738369:0:40447:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004c13e691. 00000020:00000010:1.0:1767384981.738371:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000218d8485. 00000020:00000010:1.0:1767384981.738373:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2785556. 00000040:00000010:1.0:1767384981.738374:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000962cbfb8. 00000020:00000010:1.0:1767384981.738377:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a30d2274. 00000020:00000010:1.0:1767384981.738379:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006afece3f. 00000020:00000010:1.0:1767384981.738380:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f1aa16d4. 80000000:00000010:1.0:1767384981.738382:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c95045d. 40000000:00000010:1.0:1767384981.738383:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007a54ccbf. 00100000:00000010:1.0:1767384981.738385:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008fa908fb. 00040000:00000010:1.0:1767384981.738387:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a78a736. 00040000:00000010:1.0:1767384981.738389:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086073236. 00080000:00000010:1.0:1767384981.738390:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6b1d0db. 00000004:00000010:1.0:1767384981.738393:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f6d3e703. 00000004:00000010:1.0:1767384981.738395:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d84120a3. 00000004:00000010:1.0:1767384981.738397:0:40447:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000a60b5387. 00000004:00000010:1.0:1767384981.738401:0:40447:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738404:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006fa8a107. 00000004:00000010:1.0:1767384981.738407:0:40447:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738457:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2785556. 00000040:00000010:1.0:1767384981.738459:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000962cbfb8. 00000020:00000010:1.0:1767384981.738460:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a30d2274. 00000020:00000010:1.0:1767384981.738462:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006afece3f. 00000020:00000010:1.0:1767384981.738464:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f1aa16d4. 80000000:00000010:1.0:1767384981.738465:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c95045d. 40000000:00000010:1.0:1767384981.738467:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007a54ccbf. 00100000:00000010:1.0:1767384981.738468:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008fa908fb. 00040000:00000010:1.0:1767384981.738477:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004a78a736. 00040000:00000010:1.0:1767384981.738479:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086073236. 00080000:00000010:1.0:1767384981.738481:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6b1d0db. 00000004:00000010:1.0:1767384981.738482:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f6d3e703. 00000004:00000010:1.0:1767384981.738484:0:40447:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d84120a3. 00000020:00000010:1.0:1767384981.738486:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000218d8485. 00000020:00000010:1.0:1767384981.738487:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006067addc. 00000020:00000010:1.0:1767384981.738489:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f67f301a. 00000008:00000010:1.0:1767384981.738490:0:40447:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000060e44d2e. 00020000:00000010:1.0:1767384981.738492:0:40447:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000065c37cae. 00008000:00000010:1.0:1767384981.738493:0:40447:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f75fc6a0. 00000080:00000010:1.0:1767384981.738495:0:40447:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004c13e691. 00000020:00000010:1.0:1767384981.738496:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dec2d5b4. 00000004:00000010:1.0:1767384981.738499:0:40447:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738502:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d84120a3. 00000004:00000010:1.0:1767384981.738505:0:40447:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000f2bdef0b. 00000004:00000010:1.0:1767384981.738507:0:40447:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000f2bdef0b. 00000020:00000010:1.0:1767384981.738509:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f6b1d0db. 00000004:00000010:1.0:1767384981.738511:0:40447:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000f2bdef0b. 00000004:00000010:1.0:1767384981.738514:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008fa908fb. 00000004:00000010:1.0:1767384981.738516:0:40447:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000d5eed9b6. 00000004:00000010:1.0:1767384981.738518:0:40447:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000aa026e94. 00000004:00000010:1.0:1767384981.738520:0:40447:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000f23544e1. 00000004:00000010:1.0:1767384981.738521:0:40447:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 000000007760f43d. 00000004:00000010:1.0:1767384981.738523:0:40447:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000f2bdef0b. 80000000:00000010:1.0:1767384981.738526:0:40447:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000ce8d11d3. 80000000:00000010:1.0:1767384981.738529:0:40447:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000007760f43d. 00000020:00000010:1.0:1767384981.738531:0:40447:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000004a78a736. 00000004:00000010:1.0:1767384981.738542:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008c5d76cd. 00000004:00000010:1.0:1767384981.738554:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000023b3e0e2. 00000004:00000010:1.0:1767384981.738559:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000060bb4b7c. 00080000:00000010:1.0:1767384981.738563:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000086635d64. 00100000:00000010:1.0:1767384981.738601:0:40447:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002a1b3ae9. 00100000:00000010:1.0:1767384981.738604:0:40447:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000002a1b3ae9. 00080000:00000010:1.0:1767384981.738609:0:40447:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000a3a7b55e. 00080000:00000010:1.0:1767384981.738610:0:40447:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002a1b3ae9. 80000000:00000010:1.0:1767384981.738658:0:40447:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000052ebe359. 80000000:00000010:1.0:1767384981.738668:0:40447:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000314b72c1. 80000000:00000010:1.0:1767384981.738674:0:40447:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000bcc3ecfa. 80000000:00000010:1.0:1767384981.738680:0:40447:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000e4abd090. 80000000:00000010:1.0:1767384981.738686:0:40447:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000001914ddcd. 00080000:00000010:1.0:1767384981.738691:0:40447:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d1cdb98d. 00080000:00000010:1.0:1767384981.738698:0:40447:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000d1cdb98d. 00080000:00000010:1.0:1767384981.738700:0:40447:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d1cdb98d. 00080000:00000010:1.0:1767384981.738701:0:40447:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000d1cdb98d. 00080000:00000010:1.0:1767384981.738703:0:40447:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d1cdb98d. 00080000:00000010:1.0:1767384981.738704:0:40447:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000d1cdb98d. 00080000:00000010:1.0:1767384981.738707:0:40447:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000002a1b3ae9. 00080000:00000010:1.0:1767384981.738709:0:40447:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000a3a7b55e. 80000000:00000010:1.0:1767384981.738711:0:40447:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000007760f43d. 00000004:00000010:1.0:1767384981.738724:0:40447:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000218d8485. 00000004:00000010:1.0:1767384981.738729:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000148fe84c. 00000004:00000010:1.0:1767384981.738733:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000014eb76ca. 00000004:00000010:1.0:1767384981.738736:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005ab21a5d. 00080000:00000010:1.0:1767384981.738740:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bbb52c3f. 00000004:00000010:1.0:1767384981.738846:0:40447:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000f1aa16d4. 00000004:00000010:1.0:1767384981.738851:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f0c3a722. 00000004:00000010:1.0:1767384981.738881:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003c020a86. 00000004:00000010:1.0:1767384981.738884:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000412b698b. 00080000:00000010:1.0:1767384981.738910:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000021557530. 00000004:00000010:1.0:1767384981.738988:0:40447:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 000000005a99a097. 00000004:00000010:1.0:1767384981.738990:0:40447:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 0000000004de15e8. 00000004:00000010:1.0:1767384981.739011:0:40447:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 0000000004de15e8. 00010000:00000010:1.0:1767384981.739016:0:40447:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d1cdb98d. 00000001:00000010:1.0:1767384981.739019:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ec37be29. 00000001:00000010:1.0:1767384981.739021:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000ceb7f58c. 00000001:00000010:1.0:1767384981.739194:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c5818e63. 00000001:00000010:1.0:1767384981.739453:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e6149e4. 00000001:00000010:1.0:1767384981.739682:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000076307bb2. 00000001:00000010:1.0:1767384981.739952:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003102fbcb. 00000001:00000010:1.0:1767384981.740183:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec8487b5. 00000001:00000010:1.0:1767384981.740433:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000033ca7f0d. 00000001:00000010:1.0:1767384981.740661:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008486bc98. 00000001:00000010:1.0:1767384981.740922:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001fa2c802. 00000400:00000200:2.0:1767384981.740945:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp43 00000400:00000010:2.0:1767384981.740951:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002f1bd8ba. 00000400:00000010:2.0:1767384981.740964:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b3f603b8. 00000400:00000010:2.0:1767384981.740968:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000400:00000010:2.0:1767384981.740972:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d6e2f0d. 00000400:00000200:2.0:1767384981.740975:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp43 00000400:00000200:2.0:1767384981.740985:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp43 local destination 00000400:00000200:2.0:1767384981.740990:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp43 00000400:00000200:2.0:1767384981.740994:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp43 NI seq info: [255:255:256:4294967295] 192.168.203.112@tcp43 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384981.740999:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp43 00000400:00000200:2.0:1767384981.741004:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp43(192.168.203.112@tcp43:) -> 192.168.203.112@tcp43(192.168.203.112@tcp43:192.168.203.112@tcp43) : GET try# 0 00000800:00000200:2.0:1767384981.741008:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp43 00000800:00000010:2.0:1767384981.741012:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d20bb8d6. 00000800:00000200:2.0:1767384981.741017:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000800:00000200:2.1:1767384981.741021:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000206d3bf0] -> 12345-192.168.203.112@tcp43 (2) 00000400:00000200:2.0:1767384981.741038:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp43 added to recovery queue. ping count: 5 next ping: 335 health :500 00000400:00000200:0.0:1767384981.741132:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000001:00000010:1.0:1767384981.741157:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca0773be. 00000400:00000200:0.0:1767384981.741172:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741186:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741199:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741212:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741224:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741258:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741276:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741292:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741306:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741320:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741333:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741347:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741361:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741375:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741402:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000001:00000010:1.0:1767384981.741413:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e516100. 00000400:00000200:0.0:1767384981.741416:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741431:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741443:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741475:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741499:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741514:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741528:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741544:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741558:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741572:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741599:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741614:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741629:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741645:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000001:00000010:1.0:1767384981.741653:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c9e89af. 00000400:00000200:0.0:1767384981.741659:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384981.741674:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:0.0:1767384981.741805:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000090e1befc. 00000800:00000010:0.0:1767384981.741809:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8fdccd7. 00000800:00000010:0.0:1767384981.741812:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000751807f5. 00000800:00000010:0.0:1767384981.741828:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000751807f5. 00000800:00020000:0.0:1767384981.741835:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384981.741838:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8fdccd7. 00000800:00000010:0.0:1767384981.741840:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000090e1befc. 00000400:02020000:0.0:1767384981.741867:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp43 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384981.741872:0:16126:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp43 notifying 192.168.203.112@tcp43: down 00000800:00000200:0.0:1767384981.741876:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp43 down 00000800:00000100:0.0:1767384981.741881:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp43 00000800:00000010:0.0:1767384981.741910:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d20bb8d6. 00000400:00000200:0.0:1767384981.741914:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384981.741916:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp43->192.168.203.112@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384981.741922:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384981.741924:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery message sent unsuccessfully:-71 00000001:00000010:1.0:1767384981.741925:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fcb3185e. 00000400:00000200:0.0:1767384981.741928:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp43) recovery failed with -71 00000001:00000010:1.0:1767384981.742177:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f7b1c824. 00000001:00000010:1.0:1767384981.742419:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003dbc3c2. 00000001:00000010:1.0:1767384981.742645:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d76591ac. 00000001:00000010:1.0:1767384981.742908:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000774f12c4. 00000001:00000010:1.0:1767384981.743136:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ecc5753b. 00000001:00000010:1.0:1767384981.743383:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b6fc3b25. 00000001:00000010:1.0:1767384981.743611:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015bcb7ce. 00000001:00000010:1.0:1767384981.743855:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075af0bd5. 00000001:00000010:1.0:1767384981.744113:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eca13036. 00000001:00000010:1.0:1767384981.744353:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006be55227. 00000001:00000010:1.0:1767384981.744581:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079d13549. 00000001:00000010:1.0:1767384981.744829:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c8f709d5. 00000001:00000010:1.0:1767384981.745075:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002bd0e2b6. 00000001:00000010:1.0:1767384981.745316:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000090cc3af. 00000001:00000010:1.0:1767384981.745546:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000936bae20. 00000001:00000010:1.0:1767384981.745786:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ebbeda89. 00000001:00000010:1.0:1767384981.746049:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001fd79d6a. 00000001:00000010:1.0:1767384981.746289:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000073807012. 00000001:00000010:1.0:1767384981.746519:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc05080b. 00000001:00000010:1.0:1767384981.746753:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020859f9a. 00000001:00000010:1.0:1767384981.747015:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fc88b55d. 00000001:00000010:1.0:1767384981.747264:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087e51c11. 00000001:00000010:1.0:1767384981.747492:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009b166caf. 00000001:00000010:1.0:1767384981.747719:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006f813ef5. 00000001:00000010:1.0:1767384981.747996:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000028e616ee. 00000001:00000010:1.0:1767384981.748225:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eaf95be0. 00000001:00000010:1.0:1767384981.748468:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000844cade1. 00000001:00000010:1.0:1767384981.748696:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ab588eb. 00000001:00000010:1.0:1767384981.748965:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bcabee87. 00000001:00000010:1.0:1767384981.749194:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a68fe775. 00000001:00000010:1.0:1767384981.749438:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005ceab235. 00000001:00000010:1.0:1767384981.749667:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000089e595ef. 00000001:00000010:1.0:1767384981.749945:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006031c9fe. 00000001:00000010:1.0:1767384981.750174:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002f1aaa8f. 00000001:00000010:1.0:1767384981.750417:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c6f4de3. 00000001:00000010:1.0:1767384981.750646:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000942e39f7. 00000100:00000010:1.0:1767384981.750921:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000660ecb4. 00000001:00000010:1.0:1767384981.750938:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dfb8cd65. 00000100:00000010:0.0:1767384981.750949:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033feea96. 00000100:00000010:2.0:1767384981.750961:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e83be14c. 00000100:00000010:3.0:1767384981.751011:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee814171. 00000001:00000010:1.0:1767384981.751175:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b2019619. 00000001:00000010:1.0:1767384981.751419:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000014bd2520. 00000001:00000010:1.0:1767384981.751660:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000367950b1. 00000001:00000010:1.0:1767384981.751928:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006eb40271. 00000001:00000010:1.0:1767384981.752159:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008917c126. 00000001:00000010:1.0:1767384981.752401:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d0249b9f. 00000001:00000010:1.0:1767384981.752631:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dbc1ebd5. 00000001:00000010:1.0:1767384981.752878:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005caafb22. 00000001:00000010:1.0:1767384981.753130:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048e0ffa1. 00000001:00000010:1.0:1767384981.753372:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e8eee48. 00000001:00000010:1.0:1767384981.753614:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d531d7a. 00000001:00000010:1.0:1767384981.753861:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002149126f. 00000001:00000010:1.0:1767384981.754110:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020d42289. 00000001:00000010:1.0:1767384981.754351:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d89ba794. 00000001:00000010:1.0:1767384981.754579:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be79fa37. 00000001:00000010:1.0:1767384981.754823:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009274fdf6. 00000001:00000010:1.0:1767384981.755072:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d3f0ecb. 00000001:00000010:1.0:1767384981.755311:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009fb4a989. 00000001:00000010:1.0:1767384981.755550:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000678d44c. 00000001:00000010:1.0:1767384981.755792:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d55cb1c. 00000001:00000010:1.0:1767384981.756038:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002714bf7. 00000001:00000010:1.0:1767384981.756329:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000545d96a7. 00000001:00000010:1.0:1767384981.756568:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d44738f6. 00000001:00000010:1.0:1767384981.756815:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004d49ecc9. 00000001:00000010:1.0:1767384981.757061:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c88afc24. 00000001:00000010:1.0:1767384981.757303:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027e86251. 00000001:00000010:1.0:1767384981.757543:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad05bf22. 00000001:00000010:1.0:1767384981.757783:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb8da4b9. 00000001:00000010:1.0:1767384981.758036:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e419ec2. 00000001:00000010:1.0:1767384981.758278:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9515187. 00000001:00000010:1.0:1767384981.758507:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003fb14dd1. 00000001:00000010:1.0:1767384981.758735:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c0e6bf3. 00000001:00000010:1.0:1767384981.759011:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d72ec735. 00000001:00000010:1.0:1767384981.759259:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d388cc05. 00000001:00000010:1.0:1767384981.759499:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000093b8485e. 00000001:00000010:1.0:1767384981.759727:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3ba8759. 00000001:00000010:1.0:1767384981.760001:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c91fc9e6. 00000001:00000010:1.0:1767384981.760229:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d0820e7. 00000001:00000010:1.0:1767384981.760469:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a890e665. 00000001:00000010:1.0:1767384981.760700:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bee20440. 00000001:00000010:1.0:1767384981.760967:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6bbb4b8. 00000001:00000010:1.0:1767384981.761196:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca0c788f. 00000001:00000010:1.0:1767384981.761456:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000062a8fce. 00000001:00000010:1.0:1767384981.761708:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d6bcf2b. 00000001:00000010:1.0:1767384981.762014:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc923580. 00000001:00000010:1.0:1767384981.762293:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e1ff0a9. 00000001:00000010:1.0:1767384981.762550:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b61070ae. 00000001:00000010:1.0:1767384981.762829:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f38caffa. 00000001:00000010:1.0:1767384981.763105:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008c0bab6a. 00000001:00000010:1.0:1767384981.763358:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000459885b4. 00000001:00000010:1.0:1767384981.763596:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6e87300. 00000001:00000010:1.0:1767384981.763865:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000741c6713. 00000001:00000010:1.0:1767384981.764168:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016b20da5. 00000001:00000010:1.0:1767384981.764440:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c078d1ed. 00000001:00000010:1.0:1767384981.764681:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000166632b8. 00000001:00000010:1.0:1767384981.764974:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000654a1995. 00000001:00000010:1.0:1767384981.765213:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff302190. 00000001:00000010:1.0:1767384981.765479:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067e9c57f. 00000001:00000010:1.0:1767384981.765717:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000009a9f0f3. 00000001:00000010:1.0:1767384981.766020:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c90a54ad. 00000001:00000010:1.0:1767384981.766286:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c609a9c4. 00000001:00000010:1.0:1767384981.767128:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000053021496. 00000001:00000010:1.0:1767384981.767338:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bbd280d0. 00000001:00000010:1.0:1767384981.767533:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be34dadf. 00000001:00000010:1.0:1767384981.767732:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bff4d8c5. 00000001:00000010:1.0:1767384981.767985:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d173081d. 00000001:00000010:1.0:1767384981.768179:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004a508f18. 00000001:00000010:1.0:1767384981.768387:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fbfcc855. 00000001:00000010:1.0:1767384981.768579:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8ddfede. 00000001:00000010:1.0:1767384981.769343:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000076b208b. 00000001:00000010:1.0:1767384981.769538:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a3f377b. 00000001:00000010:1.0:1767384981.769731:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000444eec62. 00000001:00000010:1.0:1767384981.769996:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000127abab5. 00000001:00000010:1.0:1767384981.770191:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed6592be. 00000001:00000010:1.0:1767384981.770401:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002acb2178. 00000001:00000010:1.0:1767384981.770594:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a9aaca23. 00000001:00000010:1.0:1767384981.770806:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bae36d05. 00000001:00000010:1.0:1767384981.771652:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001824433a. 00000001:00000010:1.0:1767384981.771866:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b28f2812. 00000020:00000010:1.0:1767384981.772046:0:40447:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002af66faa. 00000020:00000010:1.0:1767384981.772049:0:40447:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000095acee2b. 00000020:00000010:1.0:1767384981.772106:0:40447:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ebc4fa09. 00000020:00000010:1.0:1767384981.772108:0:40447:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000005844d5a3. 00000020:00000010:1.0:1767384981.772144:0:40447:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 0000000023c565ee. 00000004:00000010:1.0:1767384981.772153:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002bef74cd. 00000004:00000010:1.0:1767384981.772160:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003e9c055d. 00000004:00000010:1.0:1767384981.772165:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c8105228. 00080000:00000010:1.0:1767384981.772171:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063be60f2. 00000001:00000010:1.0:1767384981.772429:0:40447:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000056eb9726. 00000001:00000010:1.0:1767384981.772453:0:40447:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000056eb9726. 00080000:00000010:1.0:1767384981.772458:0:40447:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c84491ca. 00000020:00000010:1.0:1767384981.772521:0:40447:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 0000000056eb9726. 00000004:00000010:1.0:1767384981.772524:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000094b5747b. 00000004:00000010:1.0:1767384981.772527:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bb45078c. 00000004:00000010:1.0:1767384981.772529:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dffc8ecd. 00080000:00000010:1.0:1767384981.772532:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007de29fa4. 00000001:00000010:1.0:1767384981.772585:0:40447:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 0000000004de15e8. 00000001:00000010:1.0:1767384981.772605:0:40447:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 0000000004de15e8. 00000001:00000010:1.0:1767384981.772613:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005969dfc7. 00000001:00000010:1.0:1767384981.772616:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000997a9c91. 00000001:00000010:1.0:1767384981.772618:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000004de15e8. 00000020:00000010:1.0:1767384981.772620:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d77cccb7. 00000020:00000010:1.0:1767384981.772623:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000021c792f9. 00000040:00000010:1.0:1767384981.772626:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000091a7128c. 00000020:00000010:1.0:1767384981.772629:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a30d2274. 00000020:00000010:1.0:1767384981.772632:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006afece3f. 00000020:00000010:1.0:1767384981.772634:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5f1a22f. 80000000:00000010:1.0:1767384981.772638:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e46f459. 40000000:00000010:1.0:1767384981.772640:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000314fddfd. 00100000:00000010:1.0:1767384981.772644:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d7749a4. 00040000:00000010:1.0:1767384981.772647:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000023378c72. 00040000:00000010:1.0:1767384981.772650:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d9895cd. 00080000:00000010:1.0:1767384981.772652:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000864a180c. 00000004:00000010:1.0:1767384981.772655:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000680ec07b. 00000004:00000010:1.0:1767384981.772658:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f6d3e703. 00000004:00000010:1.0:1767384981.772661:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b22f16cb. 00000020:00000010:1.0:1767384981.772670:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c481f48. 00000020:00000010:1.0:1767384981.772673:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000faec3158. 00000020:00000010:1.0:1767384981.772676:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f67f301a. 02000000:00000010:1.0:1767384981.772686:0:40447:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000000cefea31. 02000000:00000010:1.0:1767384981.772688:0:40447:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000003493f7b5. 02000000:00000010:1.0:1767384981.772691:0:40447:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000aa225cdb. 02000000:00000010:1.0:1767384981.772693:0:40447:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000007911325d. 00000020:00000010:1.0:1767384981.772948:0:40447:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000029a1bd48. 00000020:00000010:1.0:1767384981.772951:0:40447:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000044e57094. 00000004:00000010:1.0:1767384981.772968:0:40447:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000007d08de59. 00000004:00000010:1.0:1767384981.772971:0:40447:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 00000000b8962297. 00000004:00000010:1.0:1767384981.772972:0:40447:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000007d90adce. 00000004:00000010:1.0:1767384981.772975:0:40447:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 0000000070dc65d2. 00000004:00000010:1.0:1767384981.772979:0:40447:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000e80ef506. 00000020:00000010:1.0:1767384981.772987:0:40447:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000002192f314. 00000020:00000010:1.0:1767384981.772991:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ad5aa655. 00000004:00000010:1.0:1767384981.773004:0:40447:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000e80ef506. 00000004:00000010:1.0:1767384981.773007:0:40447:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000e80ef506. 00000001:00000010:1.0:1767384981.773017:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c1d72d53. 00000001:00000010:1.0:1767384981.773020:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000007efc59d. 00000001:00000010:1.0:1767384981.773021:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093e6da1b. 00000001:00000010:1.0:1767384981.773023:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b551cd9a. 00000001:00000010:1.0:1767384981.773024:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008feaf61e. 00000001:00000010:1.0:1767384981.773025:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000753cf070. 00000001:00000010:1.0:1767384981.773027:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d5ec7cee. 00000001:00000010:1.0:1767384981.773029:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000068ed1edb. 00000001:00000010:1.0:1767384981.773030:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044b24c05. 00000001:00000010:1.0:1767384981.773031:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bfb1d656. 00000001:00000010:1.0:1767384981.773032:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dee1ba62. 00000001:00000010:1.0:1767384981.773033:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004de1595a. 00000020:00000010:1.0:1767384981.773035:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e4d4472. 00000020:00000010:1.0:1767384981.773037:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009384e143. 00000020:00000010:1.0:1767384981.773039:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ded092ab. 00000008:00000010:1.0:1767384981.773042:0:40447:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000060e44d2e. 00020000:00000010:1.0:1767384981.773045:0:40447:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000065c37cae. 00008000:00000010:1.0:1767384981.773048:0:40447:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f75fc6a0. 00000080:00000010:1.0:1767384981.773051:0:40447:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000004c13e691. 00000020:00000010:1.0:1767384981.773053:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062adbaa7. 00000020:00000010:1.0:1767384981.773055:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b3fc77d. 00000040:00000010:1.0:1767384981.773056:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000070f085d0. 00000020:00000010:1.0:1767384981.773060:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000176dbdf2. 00000020:00000010:1.0:1767384981.773062:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006da7fe6e. 00000020:00000010:1.0:1767384981.773063:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e03306d. 80000000:00000010:1.0:1767384981.773065:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca0ff803. 40000000:00000010:1.0:1767384981.773066:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000695ee259. 00100000:00000010:1.0:1767384981.773069:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007dd4d696. 00040000:00000010:1.0:1767384981.773071:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000047fad718. 00040000:00000010:1.0:1767384981.773073:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002238fc65. 00080000:00000010:1.0:1767384981.773075:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000028e618e5. 00000004:00000010:1.0:1767384981.773077:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000014f37641. 00000004:00000010:1.0:1767384981.773079:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b115b307. 00000004:00000010:1.0:1767384981.773082:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000046e928a7. 00040000:00000010:1.0:1767384981.773084:0:40447:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000e080487f. 00040000:00000010:1.0:1767384981.773090:0:40447:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000001afcbb81. 00000020:00000010:1.0:1767384981.773093:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ec1e6ce7. 00040000:00000010:1.0:1767384981.773097:0:40447:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000001afcbb81. 00040000:00000010:1.0:1767384981.773101:0:40447:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000b4d46c8c. 00000020:00000010:1.0:1767384981.773103:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebffde26. 00000020:00000010:1.0:1767384981.773111:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011d7d614. 00000040:00000010:1.0:1767384981.773114:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a22c39c5. 00000020:00000010:1.0:1767384981.773116:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007be58ec4. 00000020:00000010:1.0:1767384981.773119:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dca4fa3f. 00000020:00000010:1.0:1767384981.773122:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005531289d. 80000000:00000010:1.0:1767384981.773124:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c0f9695a. 40000000:00000010:1.0:1767384981.773125:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000538e35d8. 00100000:00000010:1.0:1767384981.773129:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c6ccd62d. 00040000:00000010:1.0:1767384981.773131:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007d8eccec. 00040000:00000010:1.0:1767384981.773134:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000426d910e. 00040000:00000010:1.0:1767384981.773136:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fab988fb. 00080000:00000010:1.0:1767384981.773138:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c7af844f. 00000004:00000010:1.0:1767384981.773142:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000055cf6164. 00000004:00000010:1.0:1767384981.773145:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005942cb38. 00000004:00000010:1.0:1767384981.773148:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008e860225. 00000020:00000010:3.0:1767384981.773362:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004d2ca802. 00040000:00000010:3.0:1767384981.773420:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384981.773426:0:40447:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000071905a62. 00000020:00000010:3.0:1767384981.773434:0:40447:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000030e87f47. 00040000:00000010:3.0:1767384981.773438:0:40447:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000cc7be165. 00000020:00000010:3.0:1767384981.773448:0:40447:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000008a8c0ddc. 00000020:00000010:3.0:1767384981.773474:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b3fc77d. 00000040:00000010:3.0:1767384981.773478:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000070f085d0. 00000020:00000010:3.0:1767384981.773480:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000176dbdf2. 00000020:00000010:3.0:1767384981.773482:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006da7fe6e. 00000020:00000010:3.0:1767384981.773486:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008e03306d. 80000000:00000010:3.0:1767384981.773489:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ca0ff803. 40000000:00000010:3.0:1767384981.773491:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000695ee259. 00100000:00000010:3.0:1767384981.773493:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007dd4d696. 00040000:00000010:3.0:1767384981.773495:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047fad718. 00040000:00000010:3.0:1767384981.773498:0:40447:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384981.773500:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002238fc65. 00080000:00000010:3.0:1767384981.773502:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000028e618e5. 00000004:00000010:3.0:1767384981.773504:0:40447:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000014f37641. 00000004:00000010:3.0:1767384981.773506:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b115b307. 00000004:00000010:3.0:1767384981.773509:0:40447:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000046e928a7. 00000020:00000010:3.0:1767384981.773511:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062adbaa7. 00000020:00000010:3.0:1767384981.773513:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009384e143. 00000020:00000010:3.0:1767384981.773515:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ded092ab. 00000008:00000010:3.0:1767384981.773518:0:40447:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000060e44d2e. 00020000:00000010:3.0:1767384981.773522:0:40447:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000065c37cae. 00008000:00000010:3.0:1767384981.773524:0:40447:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f75fc6a0. 00000080:00000010:3.0:1767384981.773526:0:40447:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000004c13e691. 00000020:00000010:3.0:1767384981.773528:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e4d4472. 00000020:00000010:3.0:1767384981.773537:0:40447:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c13f6c8f. 00000004:00000010:3.0:1767384981.773543:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000085c1b57b. 00000004:00000010:3.0:1767384981.773547:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000013330ab8. 00000004:00000010:3.0:1767384981.773551:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002bd20cdc. 00080000:00000010:3.0:1767384981.773554:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e8bba4b9. 00000020:00000010:3.0:1767384981.773612:0:40447:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000684824d9. 00080000:00000010:3.0:1767384981.773616:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c21b025d. 00080000:00000010:3.0:1767384981.773665:0:40447:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c21b025d. 00000020:00000010:3.0:1767384981.773668:0:40447:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000684824d9. 00000004:00000010:3.0:1767384981.773680:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005c9705b4. 00000004:00000010:3.0:1767384981.773684:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cc596668. 00000004:00000010:3.0:1767384981.773687:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000021748d11. 00080000:00000010:3.0:1767384981.773689:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c21b025d. 00040000:00000010:3.0:1767384981.773732:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bd5ab43a. 00000020:00000010:3.0:1767384981.773749:0:40447:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001f23d899. 00080000:00000010:3.0:1767384981.773752:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ba6626fa. 00080000:00000010:3.0:1767384981.773788:0:40447:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ba6626fa. 00000020:00000010:3.0:1767384981.773790:0:40447:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001f23d899. 00000004:00000010:3.0:1767384981.773795:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007fa24629. 00000004:00000010:3.0:1767384981.773799:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001f5c8af5. 00000004:00000010:3.0:1767384981.773803:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000018234002. 00080000:00000010:3.0:1767384981.773806:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ba6626fa. 00000004:00000010:3.0:1767384981.773868:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cf29ddc2. 00000004:00000010:3.0:1767384981.773872:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007128e3d4. 00000004:00000010:3.0:1767384981.773874:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000969e66e5. 00080000:00000010:3.0:1767384981.773877:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c6c5bd21. 00100000:00000010:3.0:1767384981.773946:0:40447:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000055a15aa3. 00100000:00000010:3.0:1767384981.773949:0:40447:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000055a15aa3. 00040000:00000010:3.0:1767384981.773954:0:40447:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000468d1d9c. 00000001:00000010:3.0:1767384981.773959:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ef1b8fb9. 00000001:00000010:3.0:1767384981.773964:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a3d03092. 00000001:00000010:3.0:1767384981.773967:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000457b4d47. 00040000:00000010:3.0:1767384981.773971:0:40447:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000055a15aa3. 00080000:00000010:3.0:1767384981.773985:0:40447:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000002d73f1a8. 00080000:00000010:3.0:1767384981.773989:0:40447:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ba0b07c8. 00080000:00000010:3.0:1767384981.774017:0:40447:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ba0b07c8. 00080000:00000010:3.0:1767384981.774020:0:40447:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000002d73f1a8. 00040000:00000010:3.0:1767384981.774022:0:40447:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000055a15aa3. 00040000:00000010:3.0:1767384981.774034:0:40447:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000001aac0305. 00000004:00000010:3.0:1767384981.774094:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004c24f848. 00000004:00000010:3.0:1767384981.774099:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008cb28ce9. 00000004:00000010:3.0:1767384981.774102:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003119f2d0. 00080000:00000010:3.0:1767384981.774105:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4374c3e. 00100000:00000010:3.0:1767384981.774143:0:40447:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005dcd7e1e. 00100000:00000010:3.0:1767384981.774146:0:40447:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005dcd7e1e. 00040000:00000010:3.0:1767384981.774150:0:40447:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000009d163360. 00000001:00000010:3.0:1767384981.774153:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000094581c07. 00000001:00000010:3.0:1767384981.774156:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d7a51f61. 00000001:00000010:3.0:1767384981.774158:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b31e31ef. 00040000:00000010:3.0:1767384981.774161:0:40447:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005dcd7e1e. 00080000:00000010:3.0:1767384981.774163:0:40447:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000002d73f1a8. 00080000:00000010:3.0:1767384981.774166:0:40447:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000009958c1b6. 00080000:00000010:3.0:1767384981.774181:0:40447:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000009958c1b6. 00080000:00000010:3.0:1767384981.774183:0:40447:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000002d73f1a8. 00040000:00000010:3.0:1767384981.774184:0:40447:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005dcd7e1e. 00040000:00000010:3.0:1767384981.774188:0:40447:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000176a74a9. 00000004:00000010:3.0:1767384981.774212:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004aa56b61. 00000004:00000010:3.0:1767384981.774215:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007473597c. 00000004:00000010:3.0:1767384981.774217:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002a1f3bb8. 00080000:00000010:3.0:1767384981.774220:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000010db7cbb. 00100000:00000010:3.0:1767384981.774263:0:40447:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000029552a16. 00100000:00000010:3.0:1767384981.774266:0:40447:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000029552a16. 00040000:00000010:3.0:1767384981.774269:0:40447:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a525b760. 00000001:00000010:3.0:1767384981.774272:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000110f5c6. 00000001:00000010:3.0:1767384981.774275:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000dc7a1a44. 00000001:00000010:3.0:1767384981.774278:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e89e7019. 00040000:00000010:3.0:1767384981.774280:0:40447:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000029552a16. 00080000:00000010:3.0:1767384981.774282:0:40447:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000002d73f1a8. 00080000:00000010:3.0:1767384981.774284:0:40447:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003882450a. 00080000:00000010:3.0:1767384981.774299:0:40447:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003882450a. 00080000:00000010:3.0:1767384981.774301:0:40447:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000002d73f1a8. 00040000:00000010:3.0:1767384981.774303:0:40447:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000029552a16. 00040000:00000010:3.0:1767384981.774305:0:40447:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009abe5c59. 00000020:00000010:3.0:1767384981.774334:0:40447:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001527801a. 00080000:00000010:3.0:1767384981.774337:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9ac2948. 00080000:00000010:3.0:1767384981.774365:0:40447:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9ac2948. 00000020:00000010:3.0:1767384981.774368:0:40447:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001527801a. 00000004:00000010:3.0:1767384981.774373:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005a08465f. 00000004:00000010:3.0:1767384981.774376:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005a587699. 00000004:00000010:3.0:1767384981.774378:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000739135dd. 00080000:00000010:3.0:1767384981.774380:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9ac2948. 00000004:00000010:3.0:1767384981.774421:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000083949022. 00000004:00000010:3.0:1767384981.774425:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000755c3e07. 00000004:00000010:3.0:1767384981.774427:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000099585ccd. 00080000:00000010:3.0:1767384981.774429:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d28631ac. 00100000:00000010:3.0:1767384981.774455:0:40447:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000923d5cf2. 00100000:00000010:3.0:1767384981.774457:0:40447:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000923d5cf2. 00040000:00000010:3.0:1767384981.774460:0:40447:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007cefe656. 00000001:00000010:3.0:1767384981.774462:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000080827c46. 00000001:00000010:3.0:1767384981.774465:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d2668011. 00000001:00000010:3.0:1767384981.774467:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000029721b25. 00040000:00000010:3.0:1767384981.774469:0:40447:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000923d5cf2. 00080000:00000010:3.0:1767384981.774471:0:40447:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000002d73f1a8. 00080000:00000010:3.0:1767384981.774472:0:40447:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000069e01265. 00080000:00000010:3.0:1767384981.774488:0:40447:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000069e01265. 00080000:00000010:3.0:1767384981.774492:0:40447:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000002d73f1a8. 00040000:00000010:3.0:1767384981.774494:0:40447:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000923d5cf2. 00040000:00000010:3.0:1767384981.774498:0:40447:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000eef8aa5f. 00000004:00000010:3.0:1767384981.774522:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bdb588f9. 00000004:00000010:3.0:1767384981.774525:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a21ec840. 00000004:00000010:3.0:1767384981.774527:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bd73233a. 00080000:00000010:3.0:1767384981.774530:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003ed4c4c4. 00100000:00000010:3.0:1767384981.774559:0:40447:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000003342979. 00100000:00000010:3.0:1767384981.774561:0:40447:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000003342979. 00040000:00000010:3.0:1767384981.774563:0:40447:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ac55006a. 00000001:00000010:3.0:1767384981.774566:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002c4d848f. 00000001:00000010:3.0:1767384981.774568:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000bf0ac24f. 00000001:00000010:3.0:1767384981.774570:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c22e4e45. 00040000:00000010:3.0:1767384981.774573:0:40447:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000003342979. 00080000:00000010:3.0:1767384981.774575:0:40447:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000002d73f1a8. 00080000:00000010:3.0:1767384981.774576:0:40447:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002f1f7239. 00080000:00000010:3.0:1767384981.774589:0:40447:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000002f1f7239. 00080000:00000010:3.0:1767384981.774591:0:40447:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000002d73f1a8. 00040000:00000010:3.0:1767384981.774592:0:40447:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000003342979. 00040000:00000010:3.0:1767384981.774595:0:40447:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000fb5c8d6f. 00000004:00000010:3.0:1767384981.774619:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cb2143de. 00000004:00000010:3.0:1767384981.774669:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000034054d1b. 00000004:00000010:3.0:1767384981.774673:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000053d12d53. 00080000:00000010:3.0:1767384981.774676:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dfd19bfd. 00100000:00000010:3.0:1767384981.774708:0:40447:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000be6e13f1. 00100000:00000010:3.0:1767384981.774710:0:40447:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000be6e13f1. 00040000:00000010:3.0:1767384981.774713:0:40447:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000042f46225. 00000001:00000010:3.0:1767384981.774716:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007e4d4472. 00000001:00000010:3.0:1767384981.774719:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003c59387f. 00000001:00000010:3.0:1767384981.774722:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a5f5b6cc. 00040000:00000010:3.0:1767384981.774724:0:40447:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000be6e13f1. 00080000:00000010:3.0:1767384981.774727:0:40447:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000002d73f1a8. 00080000:00000010:3.0:1767384981.774729:0:40447:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d834cc19. 00080000:00000010:3.0:1767384981.774740:0:40447:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d834cc19. 00080000:00000010:3.0:1767384981.774742:0:40447:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000002d73f1a8. 00040000:00000010:3.0:1767384981.774744:0:40447:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000be6e13f1. 00040000:00000010:3.0:1767384981.774747:0:40447:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000210e4d4f. 00000020:00000010:3.0:1767384981.774771:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fa7750a5. 00000004:00000010:3.0:1767384981.774777:0:40447:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000e80ef506. 00000004:00000010:3.0:1767384981.774780:0:40447:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000007d90adce. 00000004:00000010:3.0:1767384981.774781:0:40447:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000007d08de59. 00000004:00000010:3.0:1767384981.774783:0:40447:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000b8962297. 00000004:00000010:3.0:1767384981.774785:0:40447:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 0000000070dc65d2. 00000020:00000010:3.0:1767384981.774794:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062adbaa7. 00000020:00000010:3.0:1767384981.774797:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002238fc65. 00000040:00000010:3.0:1767384981.774799:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008e03306d. 00000020:00000010:3.0:1767384981.774802:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000046e928a7. 00000020:00000010:3.0:1767384981.774804:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008d31a478. 00000020:00000010:3.0:1767384981.774807:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070f085d0. 80000000:00000010:3.0:1767384981.774810:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b068ccf9. 40000000:00000010:3.0:1767384981.774812:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000be6e13f1. 00100000:00000010:3.0:1767384981.774815:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014f37641. 00040000:00000010:3.0:1767384981.774818:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057c12cab. 00040000:00000010:3.0:1767384981.774821:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000028e618e5. 00040000:00000010:3.0:1767384981.774823:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b3fc77d. 00080000:00000010:3.0:1767384981.774824:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007dd4d696. 00000004:00000010:3.0:1767384981.774826:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000176dbdf2. 00000004:00000010:3.0:1767384981.774829:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000854099fa. 00000004:00000010:3.0:1767384981.774832:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000096da475e. 00000020:00000010:3.0:1767384981.774835:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063d1accd. 00000020:00000010:3.0:1767384981.774837:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c92b245. 00000020:00000010:3.0:1767384981.774839:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff34826c. 00000020:00000010:3.0:1767384981.775031:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009724e0ab. 00000040:00000010:3.0:1767384981.775035:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ffd96ff. 00000020:00000010:3.0:1767384981.775038:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000759474aa. 00000020:00000010:3.0:1767384981.775042:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000266726fa. 00000020:00000010:3.0:1767384981.775045:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d6ce3449. 80000000:00000010:3.0:1767384981.775048:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8e671f2. 40000000:00000010:3.0:1767384981.775050:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c943172. 00100000:00000010:3.0:1767384981.775054:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b280e0fe. 00040000:00000010:3.0:1767384981.775056:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ca526bc0. 00040000:00000010:3.0:1767384981.775059:0:40447:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384981.775061:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d5021f8f. 00080000:00000010:3.0:1767384981.775063:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000046a2cac8. 00000004:00000010:3.0:1767384981.775066:0:40447:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008fa908fb. 00000004:00000010:3.0:1767384981.775068:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046ed76fc. 00000004:00000010:3.0:1767384981.775071:0:40447:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000670fa245. 00000020:00000010:3.0:1767384981.775073:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf95b7f5. 00000020:00000010:3.0:1767384981.775075:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047be1ac4. 00000020:00000010:3.0:1767384981.775077:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005fe4aca9. 00000008:00000010:3.0:1767384981.775079:0:40447:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000089632ca9. 00020000:00000010:3.0:1767384981.775081:0:40447:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000078d5f5c5. 00008000:00000010:3.0:1767384981.775083:0:40447:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009f4efcd0. 00000080:00000010:3.0:1767384981.775085:0:40447:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005ec15e03. 00000020:00000010:3.0:1767384981.775086:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf2905e8. 00000020:00000010:3.0:1767384981.775089:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007caafe1f. 00000020:00000010:3.0:1767384981.775098:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775101:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775104:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775106:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775109:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775110:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775114:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000b5eee402. 00000020:00000010:3.0:1767384981.775120:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf2905e8. 00000020:00000010:3.0:1767384981.775123:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cf95b7f5. 00000040:00000010:3.0:1767384981.775126:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d5021f8f. 00000020:00000010:3.0:1767384981.775128:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efbbf509. 00000020:00000010:3.0:1767384981.775131:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.775133:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6ce3449. 80000000:00000010:3.0:1767384981.775135:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000398abb6f. 40000000:00000010:3.0:1767384981.775136:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d834cc19. 00100000:00000010:3.0:1767384981.775140:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008fa908fb. 00040000:00000010:3.0:1767384981.775141:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000186a4981. 00040000:00000010:3.0:1767384981.775143:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384981.775145:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ffd96ff. 00080000:00000010:3.0:1767384981.775148:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000670fa245. 00000004:00000010:3.0:1767384981.775150:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000046a2cac8. 00000004:00000010:3.0:1767384981.775153:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d9bf4be. 00000004:00000010:3.0:1767384981.775155:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b280e0fe. 02000000:00000010:3.0:1767384981.775162:0:40447:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000a858b92d. 02000000:00000010:3.0:1767384981.775167:0:40447:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000a858b92d. 00000020:00000010:3.0:1767384981.775170:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cf95b7f5. 00000040:00000010:3.0:1767384981.775171:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d5021f8f. 00000020:00000010:3.0:1767384981.775172:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efbbf509. 00000020:00000010:3.0:1767384981.775174:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.775176:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d6ce3449. 80000000:00000010:3.0:1767384981.775177:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000398abb6f. 40000000:00000010:3.0:1767384981.775180:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d834cc19. 00100000:00000010:3.0:1767384981.775181:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008fa908fb. 00040000:00000010:3.0:1767384981.775182:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000186a4981. 00040000:00000010:3.0:1767384981.775184:0:40447:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384981.775185:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ffd96ff. 00080000:00000010:3.0:1767384981.775187:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000670fa245. 00000004:00000010:3.0:1767384981.775188:0:40447:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000046a2cac8. 00000004:00000010:3.0:1767384981.775190:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d9bf4be. 00000004:00000010:3.0:1767384981.775192:0:40447:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b280e0fe. 00000020:00000010:3.0:1767384981.775194:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf2905e8. 00000020:00000010:3.0:1767384981.775195:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000b5eee402. 00000020:00000010:3.0:1767384981.775198:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775200:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775203:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775204:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000186a4981. 00000020:00000010:3.0:1767384981.775205:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000d834cc19. 00000100:00000010:3.0:1767384981.775208:0:40447:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e2ccdcfd. 00000400:00000200:3.0:1767384981.775211:0:40447:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384981.775217:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:3.0:1767384981.775222:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384981.775228:0:40447:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000200:3.0:1767384981.775232:0:40447:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384981.775234:0:40447:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:3.0:1767384981.775249:0:40447:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000400:00000200:3.0:1767384981.775251:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:3.0:1767384981.775253:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:3.0:1767384981.775255:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775257:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:3.0:1767384981.775258:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:3.0:1767384981.775261:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775262:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:3.0:1767384981.775263:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:3.0:1767384981.775265:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775266:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:3.0:1767384981.775267:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:3.0:1767384981.775269:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775269:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:3.0:1767384981.775270:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:3.0:1767384981.775272:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775273:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:3.0:1767384981.775274:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:3.0:1767384981.775276:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775277:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:3.0:1767384981.775278:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:3.0:1767384981.775281:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775282:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:3.0:1767384981.775283:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:3.0:1767384981.775284:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775285:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:3.0:1767384981.775286:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:3.0:1767384981.775288:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775290:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:3.0:1767384981.775291:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:3.0:1767384981.775293:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775294:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:3.0:1767384981.775296:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:3.0:1767384981.775299:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775301:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:3.0:1767384981.775302:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:3.0:1767384981.775304:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775305:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:3.0:1767384981.775306:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:3.0:1767384981.775308:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775309:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:3.0:1767384981.775310:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:3.0:1767384981.775313:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775314:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:3.0:1767384981.775316:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:3.0:1767384981.775318:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775319:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:3.0:1767384981.775320:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:3.0:1767384981.775322:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775323:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:3.0:1767384981.775325:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:3.0:1767384981.775327:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775328:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:3.0:1767384981.775329:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:3.0:1767384981.775331:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775332:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:3.0:1767384981.775334:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:3.0:1767384981.775336:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775337:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:3.0:1767384981.775338:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:3.0:1767384981.775340:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775341:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:3.0:1767384981.775342:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:3.0:1767384981.775344:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775346:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:3.0:1767384981.775347:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:3.0:1767384981.775350:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775351:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:3.0:1767384981.775353:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:3.0:1767384981.775355:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775355:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:3.0:1767384981.775356:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:3.0:1767384981.775359:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775360:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:3.0:1767384981.775362:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:3.0:1767384981.775364:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775365:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:3.0:1767384981.775365:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:3.0:1767384981.775367:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775368:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:3.0:1767384981.775369:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:3.0:1767384981.775371:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775372:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:3.0:1767384981.775373:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:3.0:1767384981.775376:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775377:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:3.0:1767384981.775378:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:3.0:1767384981.775381:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775382:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:3.0:1767384981.775383:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000200:3.0:1767384981.775386:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775387:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp39 00000400:00000200:3.0:1767384981.775389:0:40447:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.112@tcp40 00000400:00000200:3.0:1767384981.775391:0:40447:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384981.775392:0:40447:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp40 00000100:00000010:3.0:1767384981.775393:0:40447:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000e2ccdcfd. 00000020:00000010:3.0:1767384981.775395:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000d834cc19. 00000020:00000010:3.0:1767384981.775400:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000005b81ad77. 00000020:00000010:3.0:1767384981.775408:0:40447:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000497eaf8e. 00000020:00000010:3.0:1767384981.775411:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b280e0fe. 00000020:00000010:3.0:1767384981.775418:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000005b81ad77. 00000020:00000010:3.0:1767384981.775423:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000005b81ad77. 00000001:00000010:3.0:1767384981.775436:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000186a4981. 00000001:00000010:3.0:1767384981.775440:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ee28862b. 00000001:00000010:3.0:1767384981.775443:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf2905e8. 00000001:00000010:3.0:1767384981.775445:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ffd96ff. 00000001:00000010:3.0:1767384981.775447:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6ce3449. 00000001:00000010:3.0:1767384981.775449:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d5021f8f. 00000001:00000010:3.0:1767384981.775451:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008ada961a. 00000001:00000010:3.0:1767384981.775454:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a11e7f50. 00000001:00000010:3.0:1767384981.775455:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf95b7f5. 00000001:00000010:3.0:1767384981.775457:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009724e0ab. 00000001:00000010:3.0:1767384981.775459:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097564386. 00000001:00000010:3.0:1767384981.775461:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ebb37161. 00000020:00000010:3.0:1767384981.775463:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f12f41d4. 00000020:00000010:3.0:1767384981.775466:0:40447:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002dec6a5e. 00000020:00000010:3.0:1767384981.775469:0:40447:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000008:00000010:3.0:1767384981.775472:0:40447:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008f61b287. 00020000:00000010:3.0:1767384981.775474:0:40447:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000043071802. 00008000:00000010:3.0:1767384981.775476:0:40447:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fb80fcc7. 00000080:00000010:3.0:1767384981.775478:0:40447:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000048cefada. 00000020:00000010:3.0:1767384981.775481:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abeadf02. 00000020:00000010:3.0:1767384981.775483:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f366953c. 00000040:00000010:3.0:1767384981.775486:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006ba43944. 00000020:00000010:3.0:1767384981.775489:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000046a2cac8. 00000020:00000010:3.0:1767384981.775491:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.775494:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a21e34c3. 80000000:00000010:3.0:1767384981.775496:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000398abb6f. 40000000:00000010:3.0:1767384981.775498:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d834cc19. 00100000:00000010:3.0:1767384981.775500:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000670fa245. 00040000:00000010:3.0:1767384981.775502:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000081f91c53. 00040000:00000010:3.0:1767384981.775504:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000759474aa. 00040000:00000010:3.0:1767384981.775514:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000beb2a7ce. 00080000:00000010:3.0:1767384981.775518:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd5ab43a. 00000004:00000010:3.0:1767384981.775520:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008fa908fb. 00000004:00000010:3.0:1767384981.775522:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d9bf4be. 00000004:00000010:3.0:1767384981.775525:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000efbbf509. 00002000:00000010:3.0:1767384981.775528:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000081467978. 00000004:00000010:3.0:1767384981.775533:0:40447:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000d1b3a42c. 00000004:00000010:3.0:1767384981.775539:0:40447:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 0000000049c242b3. 00000004:00000010:3.0:1767384981.775543:0:40447:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000b5eee402. 00000020:00000010:3.0:1767384981.775547:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004f5a8bb2. 00000004:00000010:3.0:1767384981.775551:0:40447:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000b5eee402. 00010000:00000010:3.0:1767384981.775566:0:40447:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000004358e540. 00010000:00000010:3.0:1767384981.775571:0:40447:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000003e686c3f. 00000020:00000010:3.0:1767384981.775576:0:40447:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007490653a. 00000100:00000200:3.0:1767384981.775589:0:40447:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-0@lo 00010000:00000010:3.0:1767384981.775595:0:40447:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000a0e58bd9. 00010000:00000010:3.0:1767384981.775599:0:40447:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000000ff046f8. 00000001:00000010:3.0:1767384981.775602:0:40447:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000091fe942e. 00000001:00000010:3.0:1767384981.775606:0:40447:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000005a1fc62d. 00000001:00000010:3.0:1767384981.775614:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000717a62f8. 00000001:00000010:3.0:1767384981.775619:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f6ab84ac. 00000001:00000010:3.0:1767384981.775622:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000acfeccc1. 00000001:00000010:3.0:1767384981.775625:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000079ff514d. 00000001:00000010:3.0:1767384981.775635:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000083d2e5ac. 00000001:00000010:3.0:1767384981.775640:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006c351d0e. 00000001:00000010:3.0:1767384981.775643:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ea679863. 00000001:00000010:3.0:1767384981.775648:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000021e132f2. 00000001:00000010:3.0:1767384981.775656:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f6e22bba. 00000001:00000010:3.0:1767384981.775660:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f8f77525. 00000001:00000010:3.0:1767384981.775665:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a7f68370. 00000001:00000010:3.0:1767384981.775669:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000049ae9deb. 00000001:00000010:3.0:1767384981.775677:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c87fa515. 00000001:00000010:3.0:1767384981.775681:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004bc00923. 00000001:00000010:3.0:1767384981.775685:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000493fc648. 00000001:00000010:3.0:1767384981.775688:0:40447:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000064f39a17. 00000020:00000010:3.0:1767384981.775719:0:40447:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000889d9ae9. 00000020:00000010:3.0:1767384981.775721:0:40447:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000542f340f. 00000020:00000010:3.0:1767384981.775765:0:40447:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000feab605f. 00000020:00000010:3.0:1767384981.775766:0:40447:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000043b67940. 40000000:00000010:3.0:1767384981.775777:0:40447:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000694348c5. 40000000:00000010:3.0:1767384981.775779:0:40447:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000b5eee402. 40000000:00000010:3.0:1767384981.775802:0:40447:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000b5eee402. 00000004:00000010:3.0:1767384981.775807:0:40447:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000c378575. 00000004:00000010:3.0:1767384981.775812:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006bf8beb2. 00000004:00000010:3.0:1767384981.775814:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c1f6d0b3. 00000004:00000010:3.0:1767384981.775817:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000cf21d15. 00080000:00000010:3.0:1767384981.775820:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dbe46caf. 00000004:00000010:3.0:1767384981.775948:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000851cb9a7. 00000004:00000010:3.0:1767384981.775953:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005883262f. 00000004:00000010:3.0:1767384981.775956:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007be77fce. 00080000:00000010:3.0:1767384981.775960:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d1afea43. 00000004:00000010:3.0:1767384981.776089:0:40447:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000ee9bceb4. 00000004:00000010:3.0:1767384981.776094:0:40447:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000dc7a8ddf. 00000004:00000010:3.0:1767384981.776099:0:40447:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006763eccd. 00000004:00000010:3.0:1767384981.776102:0:40447:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000268f30ae. 00000004:00000010:3.0:1767384981.776104:0:40447:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d59f400d. 00080000:00000010:3.0:1767384981.776107:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000046dde74. 00000040:00000010:3.0:1767384981.776167:0:40447:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b5eee402. 00000040:00000010:3.0:1767384981.776175:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000051ad918a. 00000020:00000010:3.0:1767384981.776180:0:40447:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072789b93. 00080000:00000010:3.0:1767384981.776183:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ff293dd. 00000040:00000010:3.0:1767384981.776360:0:40447:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aa617b47. 00080000:00000010:3.0:1767384981.776470:0:40447:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cddf372d. 00080000:00000010:3.0:1767384981.776551:0:40447:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000494a7675. 00000040:00000010:3.0:1767384981.776555:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005b108075. 00000020:00000010:3.0:1767384981.776559:0:40447:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bc34ce04. 00080000:00000010:3.0:1767384981.776563:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e0ac6e8f. 00080000:00000010:3.0:1767384981.776635:0:40447:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000ca526bc0. 00000040:00000010:3.0:1767384981.776661:0:40447:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b841edf8. 00000020:00000010:3.0:1767384981.776666:0:40447:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8bdf709. 00080000:00000010:3.0:1767384981.776670:0:40447:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000386f3cdd. 00000040:00000010:3.0:1767384981.776825:0:40447:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002b9f5942. 00000020:00000010:3.0:1767384981.776958:0:40447:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000002d5d1abd. 00000020:00000010:3.0:1767384981.777134:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e84e331a. 00000020:00000010:3.0:1767384981.777138:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef1c194e. 00000040:00000010:3.0:1767384981.777140:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000027c98119. 00000020:00000010:3.0:1767384981.777142:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000092d569d. 00000004:00000010:0.0:1767384981.777147:0:40447:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000033feea96. 00000020:00000010:3.0:1767384981.777153:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000015d6d43. 00000020:00000010:0.0:1767384981.777154:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007bc0d96a. 00040000:00000010:3.0:1767384981.777159:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b787dfe6. 00000020:00000010:0.0:1767384981.777160:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d35ff4fe. 00040000:00000010:3.0:1767384981.777164:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000980965f3. 00000040:00000010:0.0:1767384981.777166:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a6927796. 00080000:00000010:3.0:1767384981.777170:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006de71465. 00000020:00000010:0.0:1767384981.777172:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070502b69. 00000020:00000010:3.0:1767384981.777176:0:40451:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006384089d. 00000020:00000010:0.0:1767384981.777178:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009dea67fa. 00000040:00000010:3.0:1767384981.777184:0:40451:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ac75d728. 00000040:00000010:3.0:1767384981.777190:0:40451:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000048d7b9c2. 00000020:00000010:0.0:1767384981.777192:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000009cfbdf5. 80000000:00000010:0.0:1767384981.777197:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e5c0517c. 40000000:00000010:0.0:1767384981.777200:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000043b8974e. 00100000:00000010:0.0:1767384981.777203:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009a84f5ce. 00040000:00000010:0.0:1767384981.777206:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f489a04. 00040000:00000010:0.0:1767384981.777208:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb76d3e6. 00040000:00000010:0.0:1767384981.777211:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c814b4c8. 00080000:00000010:0.0:1767384981.777214:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f9a56bd2. 00000004:00000010:0.0:1767384981.777218:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000568bf8a2. 00000004:00000010:0.0:1767384981.777222:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7f8fc98. 00000004:00000010:0.0:1767384981.777225:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f5ce491b. 00000040:00000010:3.0:1767384981.777227:0:40451:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c62c788f. 00002000:00000010:0.0:1767384981.777229:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000079c2f47c. 00000040:00000010:3.0:1767384981.777232:0:40451:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000af1f7ad. 00000004:00000010:0.0:1767384981.777234:0:40447:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ac1928e0. 00000020:00000010:3.0:1767384981.777485:0:40447:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002330f035. 00000020:00000010:3.0:1767384981.777487:0:40447:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b1ecb042. 00000020:00000010:3.0:1767384981.777506:0:40447:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e3d3e645. 00000020:00000010:3.0:1767384981.777512:0:40447:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e3d3e645. 00000004:00000010:3.0:1767384981.777515:0:40447:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 0000000049c242b3. 00000020:00000010:3.0:1767384981.777518:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f366953c. 00000040:00000010:3.0:1767384981.777521:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006ba43944. 00000020:00000010:3.0:1767384981.777523:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046a2cac8. 00000020:00000010:3.0:1767384981.777525:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.777527:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a21e34c3. 80000000:00000010:3.0:1767384981.777529:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000398abb6f. 40000000:00000010:3.0:1767384981.777531:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d834cc19. 00100000:00000010:3.0:1767384981.777533:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000670fa245. 00040000:00000010:3.0:1767384981.777535:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000081f91c53. 00040000:00000010:3.0:1767384981.777537:0:40447:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000759474aa. 00040000:00000010:3.0:1767384981.777538:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000beb2a7ce. 00080000:00000010:3.0:1767384981.777540:0:40447:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000ca526bc0. 00000020:00000010:3.0:1767384981.777542:0:40447:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000002d5d1abd. 00080000:00000010:3.0:1767384981.777543:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd5ab43a. 00000004:00000010:3.0:1767384981.777545:0:40447:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008fa908fb. 00000004:00000010:3.0:1767384981.777547:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d9bf4be. 00000004:00000010:3.0:1767384981.777548:0:40447:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000efbbf509. 00002000:00000010:3.0:1767384981.777551:0:40447:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000081467978. 00000004:00000010:3.0:1767384981.777552:0:40447:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c378575. 00000020:00000010:3.0:1767384981.777554:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abeadf02. 00000020:00000010:3.0:1767384981.777556:0:40447:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002dec6a5e. 00000020:00000010:3.0:1767384981.777558:0:40447:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000008:00000010:3.0:1767384981.777559:0:40447:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008f61b287. 00020000:00000010:3.0:1767384981.777561:0:40447:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000043071802. 00008000:00000010:3.0:1767384981.777563:0:40447:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fb80fcc7. 00000080:00000010:3.0:1767384981.777565:0:40447:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000048cefada. 00000020:00000010:3.0:1767384981.777566:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f12f41d4. 00000020:00000010:3.0:1767384981.777569:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000005b81ad77. 00000020:00000010:3.0:1767384981.777573:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000005b81ad77. 00000020:00000010:3.0:1767384981.777576:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050b5f1f8. 00000020:00000010:3.0:1767384981.777578:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df955675. 00000040:00000010:3.0:1767384981.777579:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ef247e3. 00000020:00000010:3.0:1767384981.777581:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007ad08898. 00000020:00000010:3.0:1767384981.777583:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.777584:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c430ce3. 80000000:00000010:3.0:1767384981.777586:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d5d1abd. 40000000:00000010:3.0:1767384981.777587:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d834cc19. 00100000:00000010:3.0:1767384981.777589:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000082583c57. 00040000:00000010:3.0:1767384981.777590:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000636b726. 00040000:00000010:3.0:1767384981.777592:0:40447:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002b069bb0. 00040000:00000010:3.0:1767384981.777594:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f6b6fa2. 00080000:00000010:3.0:1767384981.777596:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000387cda8a. 00000004:00000010:3.0:1767384981.777597:0:40447:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008cbaf782. 00000004:00000010:3.0:1767384981.777599:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da3159ce. 00000004:00000010:3.0:1767384981.777601:0:40447:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e141a5f. 00000004:00000010:3.0:1767384981.777602:0:40447:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000c378575. 00000004:00000010:3.0:1767384981.777611:0:40447:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000e3d3e645. 00000020:00000010:3.0:1767384981.777615:0:40447:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006c5367f5. 00000100:00000010:3.0:1767384981.777630:0:40447:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb07e732. 02000000:00000010:3.0:1767384981.777640:0:40447:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000081467978. 00000004:00000010:3.0:1767384981.777674:0:40447:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000e3d3e645. 00040000:00000010:0.0:1767384981.777676:0:16135:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001b64e5e9. 00000004:00000010:3.0:1767384981.777679:0:40447:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 0000000041def498. 00000004:00000010:0.0:1767384981.777683:0:16135:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007e15a797. 00020000:00000010:3.0:1767384981.777686:0:40447:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000007edc9e85. 00000004:00000010:0.0:1767384981.777689:0:16135:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e47cf5a5. 00020000:00000010:3.0:1767384981.777692:0:40447:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 000000002dec6a5e. 00000004:00000010:0.0:1767384981.777694:0:16135:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000954f55db. 00000004:00000010:0.0:1767384981.777700:0:16135:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000193d4794. 00100000:00000010:3.0:1767384981.777701:0:40447:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000e3d3e645. 00000020:00000010:3.0:1767384981.777706:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df955675. 00000040:00000010:3.0:1767384981.777708:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ef247e3. 00000020:00000010:3.0:1767384981.777710:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007ad08898. 00000020:00000010:3.0:1767384981.777712:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019a7f7b8. 02000000:00000010:0.0:1767384981.777714:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000078427d0c. 00000020:00000010:3.0:1767384981.777715:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c430ce3. 80000000:00000010:3.0:1767384981.777718:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d5d1abd. 40000000:00000010:3.0:1767384981.777722:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d834cc19. 00000400:00000010:0.0:1767384981.777722:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb9357dc. 00100000:00000010:3.0:1767384981.777724:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000082583c57. 00040000:00000010:3.0:1767384981.777727:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000636b726. 00000400:00000010:0.0:1767384981.777728:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9035eb3. 00040000:00000010:3.0:1767384981.777730:0:40447:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002b069bb0. 00040000:00000010:3.0:1767384981.777734:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f6b6fa2. 00080000:00000010:3.0:1767384981.777736:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000387cda8a. 00000100:00000200:0.0:1767384981.777736:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352238592, portal 4 00000004:00000010:3.0:1767384981.777738:0:40447:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008cbaf782. 00000004:00000010:3.0:1767384981.777742:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da3159ce. 00000020:00000010:0.0:1767384981.777743:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000090e1befc. 00000004:00000010:3.0:1767384981.777745:0:40447:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e141a5f. 00000004:00000010:3.0:1767384981.777749:0:40447:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c378575. 00000400:00000010:0.0:1767384981.777749:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9e7f44. 00000020:00000010:3.0:1767384981.777755:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050b5f1f8. 00000100:00000200:0.0:1767384981.777755:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237352238592, offset 0 00000020:00000010:3.0:1767384981.777760:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000005b81ad77. 00000400:00000200:0.0:1767384981.777765:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384981.777767:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000636b726. 00000020:00000010:3.0:1767384981.777770:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000636b726. 00000020:00000010:3.0:1767384981.777772:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000636b726. 00000020:00000010:3.0:1767384981.777774:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000636b726. 00000020:00000010:3.0:1767384981.777776:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000d834cc19. 00000400:00000200:0.0:1767384981.777779:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384981.777780:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000d834cc19. 00000100:00000010:3.0:1767384981.777790:0:40447:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b1da166. 00000400:00000200:0.0:1767384981.777791:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958272108e00 02000000:00000010:3.0:1767384981.777796:0:40447:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050b5f1f8. 00000400:00000200:0.0:1767384981.777801:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 6424 00000100:00000010:3.0:1767384981.777806:0:40447:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc51f587. 00000400:00000200:0.0:1767384981.777808:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.777812:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.777818:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384981.777821:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000427493b5. 02000000:00000010:3.0:1767384981.777823:0:40447:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000061afb092. 00000400:00000010:3.0:1767384981.777829:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706ca941. 00000400:00000010:3.0:1767384981.777834:0:40447:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000066e1e3df. 00000100:00000200:3.0:1767384981.777837:0:40447:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352238720, portal 25 00000400:00000200:0.0:1767384981.777839:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9e7f44 00000400:00000010:3.0:1767384981.777841:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dc668d. 00000400:00000010:0.0:1767384981.777842:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9e7f44. 00000100:00000200:3.0:1767384981.777848:0:40447:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352238720, offset 0 00000100:00000200:0.0:1767384981.777850:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eb07e732 x1853237352238592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384981.777858:0:40447:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384981.777868:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28aa172. 00000400:00000200:3.0:1767384981.777869:0:40447:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384981.777869:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c912bdac. 00000020:00000010:1.0:1767384981.777875:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.777880:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000400:00000200:3.0:1767384981.777882:0:40447:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272108e80 00000100:00000010:0.0:1767384981.777902:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067ec094b. 00000100:00000010:0.0:1767384981.777909:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ad0a775. 00000100:00000010:0.0:1767384981.777913:0:16135:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095f007a8. 00000400:00000200:3.0:1767384981.777918:0:40447:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2239 [2] + 0 00000400:00000010:3.0:1767384981.777922:0:40447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007443594d. 00000100:00000200:1.0:1767384981.777925:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238592 00000400:00000200:3.0:1767384981.777928:0:40447:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000632d5f1d 00000400:00000200:3.0:1767384981.777932:0:40447:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.777936:0:40447:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.777940:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000632d5f1d 02000000:00000010:1.0:1767384981.777940:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000098d01bc6. 00000400:00000010:3.0:1767384981.777942:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000632d5f1d. 00000100:00000200:3.0:1767384981.777948:0:40447:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384981.777949:0:18311:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ab5262bd. 00000001:00000010:1.0:1767384981.777955:0:18311:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e0b6687e. 00000001:00000010:1.0:1767384981.777959:0:18311:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000393f2943. 00000001:00000010:1.0:1767384981.777962:0:18311:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dd6fa9a5. 00000400:00000200:3.0:1767384981.777963:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dc668d 00000400:00000010:3.0:1767384981.777967:0:40447:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dc668d. 00000001:00000010:1.0:1767384981.777968:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd1adfaa. 00000001:00000010:1.0:1767384981.777973:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001618f1bf. 00000100:00000200:3.0:1767384981.777975:0:40447:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b1da166 x1853237352238720/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767384981.777976:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c9a2fb6. 00000020:00000010:0.0:1767384981.777981:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8c2c3d. 00000001:00000010:1.0:1767384981.777983:0:18311:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000047d8f7b. 00000020:00000010:0.0:1767384981.777987:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a8c2c3d. 00000020:00000010:0.0:1767384981.777995:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c552f984. 00000020:00000010:0.0:1767384981.777998:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006caa9fef. 00000020:00000010:0.0:1767384981.778001:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00080000:00000010:1.0:1767384981.778024:0:18311:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000990baee6. 00000020:00000010:0.0:1767384981.778035:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8c2c3d. 00000020:00000010:0.0:1767384981.778039:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a8c2c3d. 00000100:00000200:0.0:1767384981.778043:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238720 02000000:00000010:0.0:1767384981.778064:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000002e215992. 00000040:00000010:0.0:1767384981.778071:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002bc094c9. 00000040:00000010:0.0:1767384981.778081:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e713acc4. 00000001:00000010:1.0:1767384981.778082:0:18311:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000002321e7c0. 00000020:00000010:1.0:1767384981.778217:0:18311:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006ff9a9fb. 00000020:00000010:1.0:1767384981.778223:0:18311:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000006ff9a9fb. 00000020:00000010:1.0:1767384981.778229:0:18311:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005be4f747. 00000020:00000010:1.0:1767384981.778249:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4220341. 00010000:00000200:1.0:1767384981.778271:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000427493b5 x1853237352238592/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385001 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:0.0:1767384981.778274:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e713acc4. 00000040:00000010:0.0:1767384981.778279:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002bc094c9. 00010000:00000200:0.0:1767384981.778287:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1037534 x1853237352238720/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 272/8472 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.778288:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000517dbb24. 00000100:00000200:1.0:1767384981.778294:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237352238592, offset 0 00000400:00000200:1.0:1767384981.778300:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384981.778302:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005f4c39bf. 00000400:00000200:1.0:1767384981.778307:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384981.778307:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352238720, offset 224 00000400:00000200:0.0:1767384981.778314:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.778318:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958272108e00 00000400:00000200:0.0:1767384981.778323:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.778327:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2aad [1] + 0 00000400:00000200:1.0:1767384981.778331:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.778335:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272108e80 00000400:00000200:1.0:1767384981.778339:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384981.778342:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2ab5 [4] + 224 00000400:00000200:0.0:1767384981.778348:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384981.778350:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eb07e732 x1853237352238592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.778354:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.778360:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b1da166 x1853237352238720/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.778375:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000517dbb24 00000400:00000010:1.0:1767384981.778378:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000517dbb24. 00000400:00000010:2.0:1767384981.778389:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb9357dc. 00000020:00000010:1.0:1767384981.778389:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000400:00000200:2.0:1767384981.778397:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9035eb3 00000020:00000010:1.0:1767384981.778397:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000400:00000010:2.0:1767384981.778401:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9035eb3. 00000020:00000010:1.0:1767384981.778402:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28aa172. 00000400:00000200:0.0:1767384981.778409:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4c39bf 00000100:00000200:2.0:1767384981.778412:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eb07e732 x1853237352238592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.778412:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005f4c39bf. 00000400:00000010:3.0:1767384981.778419:0:40447:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000706ca941. 00000400:00000200:3.0:1767384981.778425:0:40447:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e1e3df 00000100:00000200:2.0:1767384981.778425:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eb07e732 x1853237352238592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.778425:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006caa9fef. 00000400:00000010:3.0:1767384981.778429:0:40447:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000066e1e3df. 00000020:00000010:0.0:1767384981.778432:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.778439:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c552f984. 00000100:00000200:3.0:1767384981.778440:0:40447:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b1da166 x1853237352238720/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384981.778444:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000002e215992. 00000020:00000010:2.0:1767384981.778448:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000039d62008. 00000100:00000200:3.0:1767384981.778453:0:40447:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b1da166 x1853237352238720/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384981.778458:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.778463:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae75b55. 00000400:00000010:0.0:1767384981.778466:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f4c39bf. 00000100:00000010:3.0:1767384981.778468:0:40447:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dc51f587. 02000000:00000010:3.0:1767384981.778477:0:40447:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000061afb092. 02000000:00000010:3.0:1767384981.778487:0:40447:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050b5f1f8. 00000100:00000010:3.0:1767384981.778491:0:40447:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b1da166. 02000000:00000010:2.0:1767384981.778493:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000078427d0c. 00000100:00000010:1.0:1767384981.778495:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98a940a. 00000020:00000010:3.0:1767384981.778497:0:40447:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000636b726. 02000000:00000010:2.0:1767384981.778500:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000081467978. 00000020:00000010:3.0:1767384981.778501:0:40447:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000636b726. 02000000:00000010:1.0:1767384981.778503:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006fe71061. 00000100:00000010:2.0:1767384981.778507:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb07e732. 00000040:00000010:3.0:1767384981.778508:0:40447:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f6d725e0. 00080000:00000010:0.0:1767384981.778508:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ef73c766. 00000020:00000010:3.0:1767384981.778519:0:40447:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002c29af96. 00000020:00000010:3.0:1767384981.778528:0:40447:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000059d3d9d7. 00080000:00000010:0.0:1767384981.778530:0:40451:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000009b708bf9. 00000040:00000010:3.0:1767384981.778531:0:40447:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000065e2790e. 00040000:00000010:1.0:1767384981.778534:0:16139:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e78f9e67. 00000020:00000010:3.0:1767384981.778536:0:40447:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f69ad08. 00000020:00000010:3.0:1767384981.778541:0:40447:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b75111e9. 00000004:00000010:1.0:1767384981.778541:0:16139:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000060dc3d4f. 00040000:00000010:2.0:1767384981.778543:0:16138:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000063fed966. 00000020:00000010:3.0:1767384981.778548:0:40447:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000de5e77c2. 00000004:00000010:1.0:1767384981.778549:0:16139:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ca5310b0. 00000004:00000010:2.0:1767384981.778550:0:16138:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2ac3897. 80000000:00000010:3.0:1767384981.778553:0:40447:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c97942fe. 00000004:00000010:1.0:1767384981.778556:0:16139:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c354877. 40000000:00000010:3.0:1767384981.778557:0:40447:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003eefaeea. 00000004:00000010:2.0:1767384981.778558:0:16138:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2b0a478. 00000004:00000010:1.0:1767384981.778563:0:16139:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000313bd1e1. 00100000:00000010:3.0:1767384981.778564:0:40447:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000395cfba5. 00000004:00000010:2.0:1767384981.778566:0:16138:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a44b2ac6. 00040000:00000010:3.0:1767384981.778571:0:40447:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004688cc60. 00000004:00000010:2.0:1767384981.778572:0:16138:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007dc71a68. 00040000:00000010:3.0:1767384981.778575:0:40447:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f66f31bc. 02000000:00000010:1.0:1767384981.778575:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000099f73f08. 00080000:00000010:3.0:1767384981.778582:0:40447:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000f08753a. 00000400:00000010:1.0:1767384981.778582:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d56c349. 00080000:00000010:0.0:1767384981.778584:0:40451:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003a0e7804. 00000004:00000010:3.0:1767384981.778586:0:40447:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bf131506. 00000400:00000010:1.0:1767384981.778590:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000517dbb24. 00002000:00000010:3.0:1767384981.778591:0:40447:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b35e7a97. 00000004:00000010:0.0:1767384981.778592:0:40451:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000005be741cf. 00000100:00000200:1.0:1767384981.778595:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352238848, portal 4 00000020:00000010:3.0:1767384981.778597:0:40447:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004985efa0. 00000020:00000010:1.0:1767384981.778602:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000223900a6. 00000400:00000010:1.0:1767384981.778607:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d260fbd7. 00000100:00000200:1.0:1767384981.778609:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237352238848, offset 0 00000400:00000200:1.0:1767384981.778613:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:3.0:1767384981.778617:0:40420:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000721c05cd. 00000400:00000200:1.0:1767384981.778620:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:3.0:1767384981.778624:0:40420:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b4ec783c. 00000040:00000010:3.0:1767384981.778628:0:40420:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000d0fefbf. 00000400:00000200:1.0:1767384981.778628:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272108f00 00000020:00000010:3.0:1767384981.778636:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f53c5180. 00000400:00000200:1.0:1767384981.778636:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 4032 00000040:00000010:3.0:1767384981.778642:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0035c3b. 00000400:00000200:1.0:1767384981.778644:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384981.778646:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000cc5549b. 00000400:00000200:1.0:1767384981.778650:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384981.778652:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd3e5a8e. 00000100:00000200:1.0:1767384981.778655:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 80000000:00000010:3.0:1767384981.778656:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fe582f07. 00040000:00000010:3.0:1767384981.778662:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cc7183b6. 00000100:00000010:1.0:1767384981.778663:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b4506c3. 00080000:00000010:3.0:1767384981.778667:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000094b72a81. 20000000:00000010:3.0:1767384981.778671:0:40420:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000085a5632. 00000020:00000010:3.0:1767384981.778675:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e55d04. 10000000:00000010:3.0:1767384981.778678:0:40420:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c3519491. 00000400:00000200:1.0:1767384981.778679:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d260fbd7 00000400:00000010:1.0:1767384981.778683:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d260fbd7. 00000100:00000200:1.0:1767384981.778688:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d98a940a x1853237352238848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384997 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.778698:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b1da166. 02000000:00000010:3.0:1767384981.778706:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050b5f1f8. 00010000:00000010:3.0:1767384981.778714:0:40420:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000079edc248. 00010000:00000010:3.0:1767384981.778720:0:40420:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90539c5. 00000100:00000010:3.0:1767384981.778730:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066e1e3df. 02000000:00000010:3.0:1767384981.778738:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000c378575. 00000020:00000010:2.0:1767384981.778741:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076ee656c. 00000400:00000010:3.0:1767384981.778742:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706ca941. 00000020:00000010:2.0:1767384981.778747:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a4220341. 00000400:00000010:3.0:1767384981.778749:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dc668d. 00000100:00000200:3.0:1767384981.778753:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352238976, portal 25 00000400:00000010:3.0:1767384981.778757:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.778759:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352238976, offset 0 00000400:00000200:3.0:1767384981.778764:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384981.778764:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d985ff8. 00000020:00000010:2.0:1767384981.778769:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000554c3c00. 00000400:00000200:3.0:1767384981.778773:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384981.778777:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e91d4f4. 00000400:00000200:3.0:1767384981.778783:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272108f80 00000400:00000200:3.0:1767384981.778788:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x223d [2] + 0 00000400:00000010:3.0:1767384981.778791:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fb07751. 00000400:00000200:3.0:1767384981.778795:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c2eb1d2 00000400:00000200:3.0:1767384981.778797:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.778801:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.778804:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c2eb1d2 00000020:00000010:2.0:1767384981.778805:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000093ae8f6. 00000400:00000010:3.0:1767384981.778806:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c2eb1d2. 00000020:00000010:2.0:1767384981.778812:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000093ae8f6. 00000100:00000200:3.0:1767384981.778813:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384981.778817:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238848 02000000:00000010:2.0:1767384981.778827:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000086109152. 00000400:00000200:3.0:1767384981.778830:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.778833:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.778839:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b1da166 x1853237352238976/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.778848:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fec86c4. 00010000:00000200:2.0:1767384981.778850:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b4506c3 x1853237352238848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:207/0 lens 224/368 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.778854:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fec86c4. 00000020:00000010:1.0:1767384981.778861:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28aa172. 00000400:00000010:2.0:1767384981.778865:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab20be0e. 00000020:00000010:1.0:1767384981.778867:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000100:00000200:2.0:1767384981.778871:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237352238848, offset 224 00000020:00000010:1.0:1767384981.778872:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000400:00000200:2.0:1767384981.778881:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384981.778926:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fec86c4. 00000020:00000010:1.0:1767384981.778929:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fec86c4. 00000020:00000010:3.0:1767384981.778931:0:40424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b4ec783c. 00000100:00000200:1.0:1767384981.778934:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352238976 00000400:00000200:2.0:1767384981.778939:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1767384981.778970:0:40425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f81f003. 00000400:00000200:2.0:1767384981.778973:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272108f00 00010000:00000010:1.0:1767384981.778977:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000345c1e6c. 00000400:00000200:2.0:1767384981.778980:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2ac9 [1] + 224 00000400:00000200:2.0:1767384981.778985:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.778988:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384981.778988:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000637619ac. 00000100:00000200:2.0:1767384981.778998:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d98a940a x1853237352238848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384997 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384981.779005:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034994a08 x1853237352238976/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 328/344 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384981.779012:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab20be0e 00000400:00000010:2.0:1767384981.779015:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab20be0e. 00000400:00000010:1.0:1767384981.779017:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d260fbd7. 00000400:00000010:0.0:1767384981.779022:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d56c349. 00000020:00000010:2.0:1767384981.779026:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000554c3c00. 00000400:00000200:0.0:1767384981.779028:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000517dbb24 00000020:00000010:2.0:1767384981.779032:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e91d4f4. 00000400:00000010:0.0:1767384981.779032:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000517dbb24. 00000100:00000200:1.0:1767384981.779039:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352238976, offset 224 00000020:00000010:2.0:1767384981.779040:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d985ff8. 00000100:00000200:0.0:1767384981.779043:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d98a940a x1853237352238848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384981.779063:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d98a940a x1853237352238848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384981.779089:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000099f73f08. 02000000:00000010:0.0:1767384981.779093:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006fe71061. 00000100:00000010:0.0:1767384981.779096:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98a940a. 00000400:00000200:1.0:1767384981.779676:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.779683:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.779690:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272108f80 00000400:00000200:1.0:1767384981.779696:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ad1 [1] + 224 00000400:00000200:1.0:1767384981.779699:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.779703:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.779709:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b1da166 x1853237352238976/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.779724:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d260fbd7 00000400:00000010:1.0:1767384981.779726:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d260fbd7. 00000020:00000010:1.0:1767384981.779736:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.779741:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.779745:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28aa172. 02000000:00000010:1.0:1767384981.779750:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000637619ac. 00000100:00000200:1.0:1767384981.779757:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384981.779761:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afca2eba. 00000400:00000010:1.0:1767384981.779765:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000892c8c56. 00000400:00000010:1.0:1767384981.779801:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000706ca941. 00000400:00000200:1.0:1767384981.779805:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dc668d 00000400:00000010:1.0:1767384981.779808:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dc668d. 00000100:00000200:1.0:1767384981.779813:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b1da166 x1853237352238976/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.779821:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b1da166 x1853237352238976/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384981.779836:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000066e1e3df. 02000000:00000010:1.0:1767384981.779850:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000c378575. 02000000:00000010:1.0:1767384981.779854:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050b5f1f8. 00000100:00000010:1.0:1767384981.779857:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b1da166. 10000000:00000010:1.0:1767384981.779863:0:40420:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000001ccc1e4f. 00000100:00000010:1.0:1767384981.780797:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a80f88df. 02000000:00000010:1.0:1767384981.780804:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e28aa172. 00000100:00000010:1.0:1767384981.780810:0:40420:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000637619ac. 00000100:00000010:1.0:1767384981.780814:0:40420:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000046ed76fc. 00000100:00000010:1.0:1767384981.780825:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af2279be. 00000400:00000010:1.0:1767384981.780834:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6260405. 00000400:00000010:1.0:1767384981.780841:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c6f4028. 00000100:00000200:1.0:1767384981.780846:0:40420:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958272109000-0x6958272109000, portal 33 02000000:00000010:1.0:1767384981.780850:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddd9f2a8. 00000400:00000010:1.0:1767384981.780852:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005301c2c9. 00000400:00000010:1.0:1767384981.780856:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d260fbd7. 00000100:00000200:1.0:1767384981.780859:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352239104, portal 25 00000400:00000010:1.0:1767384981.780862:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.780864:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237352239104, offset 0 00000400:00000200:1.0:1767384981.780869:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.780876:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.780883:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272109000 00000400:00000200:1.0:1767384981.780909:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2241 [2] + 0 00000400:00000010:1.0:1767384981.780912:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e48416c. 00000400:00000200:1.0:1767384981.780917:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079b37d6f 00000400:00000200:1.0:1767384981.780920:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.780924:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384981.780927:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079b37d6f 00000400:00000010:1.0:1767384981.780929:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079b37d6f. 00000100:00000200:1.0:1767384981.780933:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384981.780946:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.780948:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.780954:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a80f88df x1853237352239104/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384981.780966:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7320874. 00000020:00000010:2.0:1767384981.780971:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7320874. 00000020:00000010:2.0:1767384981.780976:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d985ff8. 00000020:00000010:2.0:1767384981.780978:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f77ce8b. 00000020:00000010:2.0:1767384981.780980:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e91d4f4. 00000020:00000010:2.0:1767384981.781007:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7320874. 00000020:00000010:2.0:1767384981.781016:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7320874. 00000100:00000200:2.0:1767384981.781018:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352239104 02000000:00000010:2.0:1767384981.781026:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006a3e1735. 20000000:00000010:2.0:1767384981.781034:0:40425:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000099acd8e7. 00000100:00000010:2.0:1767384981.781070:0:40425:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004274902a. 00000100:00000010:2.0:1767384981.781072:0:40425:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e67d5a52. 00000400:00000010:2.0:1767384981.781077:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab20be0e. 00000400:00000010:2.0:1767384981.781082:0:40425:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a89181a7. 00000400:00000200:2.0:1767384981.781085:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384981.781092:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384981.781096:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958272109000 00000400:00000200:2.0:1767384981.781100:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2ae5 [256] + 0 00000400:00000010:2.0:1767384981.781103:0:40425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6260405. 00000400:00000200:2.0:1767384981.781105:0:40425:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c6f4028 00000400:00000200:2.0:1767384981.781108:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.781111:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384981.781113:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6f4028 00000400:00000010:2.0:1767384981.781114:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007c6f4028. 00000100:00000200:2.0:1767384981.781118:0:40425:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a80f88df desc 00000000637619ac mbits 1853237352239104 00000400:00000200:2.0:1767384981.781130:0:40425:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384981.781132:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384981.781137:0:40425:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2af1 00000400:00000200:2.0:1767384981.781139:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.781141:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767384981.781144:0:40425:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004274902a 00000400:00000200:2.0:1767384981.781151:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab20be0e 00000400:00000010:2.0:1767384981.781152:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab20be0e. 00000100:00000200:2.0:1767384981.781154:0:40425:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004274902a 00000100:00000200:2.0:1767384981.781158:0:40425:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958272109000-0x6958272109000 00000100:00000010:2.0:1767384981.781162:0:40425:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e67d5a52. 00000100:00000010:2.0:1767384981.781164:0:40425:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004274902a. 20000000:00000010:2.0:1767384981.781171:0:40425:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000099acd8e7. 00010000:00000200:2.0:1767384981.781176:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005efd229d x1853237352239104/t0(0) o256->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 304/240 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384981.781188:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab20be0e. 00000100:00000200:2.0:1767384981.781190:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237352239104, offset 224 00000400:00000200:2.0:1767384981.781193:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384981.781196:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384981.781199:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272109000 00000400:00000200:2.0:1767384981.781201:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2ae9 [1] + 224 00000400:00000200:2.0:1767384981.781204:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.781205:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384981.781208:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a80f88df x1853237352239104/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384981.781220:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab20be0e 00000400:00000010:2.0:1767384981.781222:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab20be0e. 00000400:00000010:1.0:1767384981.781226:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005301c2c9. 00000020:00000010:2.0:1767384981.781230:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f77ce8b. 00000400:00000200:1.0:1767384981.781231:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d260fbd7 00000400:00000010:1.0:1767384981.781235:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d260fbd7. 00000020:00000010:2.0:1767384981.781247:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e91d4f4. 00000020:00000010:2.0:1767384981.781252:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d985ff8. 00000100:00000200:1.0:1767384981.781254:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a80f88df x1853237352239104/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384981.781257:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006a3e1735. 00000100:00000200:2.0:1767384981.781263:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384981.781266:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a80f88df x1853237352239104/t0(0) o256->MGC192.168.203.112@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384981.781268:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000866e58d1. 00000400:00000010:2.0:1767384981.781273:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f4d0973. 00000100:00000010:1.0:1767384981.781285:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af2279be. 10000000:00000010:1.0:1767384981.781293:0:40420:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b115b307. 00000100:00000200:1.0:1767384981.781300:0:40420:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.112@tcp with 192.168.203.112@tcp 00000100:00000200:1.0:1767384981.781302:0:40420:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.112@tcp' 00000100:00000200:1.0:1767384981.781303:0:40420:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.112@tcp' 00000400:00000200:1.0:1767384981.781305:0:40420:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384981.781307:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:1.0:1767384981.781309:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384981.781312:0:40420:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000200:1.0:1767384981.781314:0:40420:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384981.781315:0:40420:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:1.0:1767384981.781316:0:40420:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000400:00000200:1.0:1767384981.781318:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:1.0:1767384981.781319:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:1.0:1767384981.781321:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781322:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:1.0:1767384981.781323:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:1.0:1767384981.781325:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781325:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:1.0:1767384981.781326:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:1.0:1767384981.781328:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781329:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:1.0:1767384981.781330:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:1.0:1767384981.781331:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781332:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:1.0:1767384981.781333:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:1.0:1767384981.781334:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781335:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:1.0:1767384981.781336:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:1.0:1767384981.781337:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781338:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:1.0:1767384981.781339:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:1.0:1767384981.781341:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781342:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:1.0:1767384981.781343:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:1.0:1767384981.781344:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781345:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:1.0:1767384981.781346:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:1.0:1767384981.781347:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781348:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:1.0:1767384981.781349:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:1.0:1767384981.781350:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781351:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:1.0:1767384981.781352:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:1.0:1767384981.781353:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781354:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:1.0:1767384981.781355:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:1.0:1767384981.781356:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781357:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:1.0:1767384981.781358:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:1.0:1767384981.781359:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781360:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:1.0:1767384981.781361:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:1.0:1767384981.781362:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781363:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:1.0:1767384981.781364:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:1.0:1767384981.781365:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781366:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:1.0:1767384981.781367:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:1.0:1767384981.781368:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781369:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:1.0:1767384981.781370:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:1.0:1767384981.781371:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781372:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:1.0:1767384981.781373:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:1.0:1767384981.781374:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781375:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:1.0:1767384981.781377:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:1.0:1767384981.781378:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781379:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:1.0:1767384981.781380:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:1.0:1767384981.781381:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781382:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:1.0:1767384981.781383:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:1.0:1767384981.781385:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781385:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:1.0:1767384981.781386:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:1.0:1767384981.781388:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781388:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:1.0:1767384981.781389:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:1.0:1767384981.781391:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781391:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:1.0:1767384981.781392:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:1.0:1767384981.781394:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781394:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:1.0:1767384981.781395:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:1.0:1767384981.781397:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781397:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:1.0:1767384981.781398:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:1.0:1767384981.781400:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781400:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:1.0:1767384981.781401:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:1.0:1767384981.781403:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781404:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:1.0:1767384981.781405:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:1.0:1767384981.781406:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781407:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:1.0:1767384981.781407:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:1.0:1767384981.781409:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781410:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:1.0:1767384981.781410:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000200:1.0:1767384981.781412:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781413:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp39 00000400:00000200:1.0:1767384981.781414:0:40420:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.112@tcp40 00000400:00000200:1.0:1767384981.781416:0:40420:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.781417:0:40420:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp40 10000000:00000010:1.0:1767384981.781419:0:40420:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000791739b8. 00000020:00000010:1.0:1767384981.781423:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017bb2701. 00000020:00000010:1.0:1767384981.781425:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d50ee9e5. 00000040:00000010:1.0:1767384981.781427:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006b84600f. 00000020:00000010:1.0:1767384981.781429:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009fe5b889. 00000020:00000010:1.0:1767384981.781431:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384981.781433:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b4f9407. 80000000:00000010:1.0:1767384981.781435:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020c5ff0e. 40000000:00000010:1.0:1767384981.781437:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000042031e70. 00100000:00000010:1.0:1767384981.781439:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f5ae03d3. 00040000:00000010:1.0:1767384981.781441:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009d58b80b. 00040000:00000010:1.0:1767384981.781443:0:40420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008ee15d3d. 00040000:00000010:1.0:1767384981.781445:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000060276d89. 00080000:00000010:1.0:1767384981.781448:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e1cbe9dd. 00000004:00000010:1.0:1767384981.781450:0:40420:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000066a82425. 00000004:00000010:1.0:1767384981.781453:0:40420:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf59ab33. 00000004:00000010:1.0:1767384981.781455:0:40420:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002338882d. 00002000:00000010:1.0:1767384981.781457:0:40420:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000064f3cba4. 00000004:00000010:1.0:1767384981.781459:0:40420:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ed39aae9. 00000020:00000010:1.0:1767384981.781489:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d50ee9e5. 00000040:00000010:1.0:1767384981.781491:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006b84600f. 00000020:00000010:1.0:1767384981.781492:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009fe5b889. 00000020:00000010:1.0:1767384981.781495:0:40420:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384981.781497:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b4f9407. 80000000:00000010:1.0:1767384981.781499:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020c5ff0e. 40000000:00000010:1.0:1767384981.781502:0:40420:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000042031e70. 00100000:00000010:1.0:1767384981.781504:0:40420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f5ae03d3. 00040000:00000010:1.0:1767384981.781506:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009d58b80b. 00040000:00000010:1.0:1767384981.781507:0:40420:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ee15d3d. 00040000:00000010:1.0:1767384981.781509:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000060276d89. 00080000:00000010:1.0:1767384981.781511:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e1cbe9dd. 00000004:00000010:1.0:1767384981.781513:0:40420:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000066a82425. 00000004:00000010:1.0:1767384981.781515:0:40420:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bf59ab33. 00000004:00000010:1.0:1767384981.781517:0:40420:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002338882d. 00002000:00000010:1.0:1767384981.781519:0:40420:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000064f3cba4. 00000004:00000010:1.0:1767384981.781521:0:40420:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ed39aae9. 00000020:00000010:1.0:1767384981.781522:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017bb2701. 10000000:00000010:1.0:1767384981.781524:0:40420:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000791739b8. 10000000:00000010:1.0:1767384981.781527:0:40420:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b115b307. 02000000:00000010:1.0:1767384981.781531:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddd9f2a8. 00000100:00000010:1.0:1767384981.781537:0:40420:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000046ed76fc. 00000100:00000010:1.0:1767384981.781539:0:40420:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000637619ac. 02000000:00000010:1.0:1767384981.781540:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e28aa172. 00000100:00000010:1.0:1767384981.781542:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a80f88df. 10000000:00000010:1.0:1767384981.782354:0:40420:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000001ccc1e4f. 00000100:00000010:1.0:1767384981.782370:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a80f88df. 02000000:00000010:1.0:1767384981.782377:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e28aa172. 00010000:00000010:1.0:1767384981.782384:0:40420:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc00810a. 00010000:00000010:1.0:1767384981.782389:0:40420:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d58298f1. 00000100:00000010:1.0:1767384981.782398:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af2279be. 02000000:00000010:1.0:1767384981.782404:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000637619ac. 00000400:00000010:1.0:1767384981.782410:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005301c2c9. 00000400:00000010:1.0:1767384981.782417:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d260fbd7. 00000100:00000200:1.0:1767384981.782421:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352239232, portal 25 00000400:00000010:1.0:1767384981.782425:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.782427:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352239232, offset 0 00000400:00000200:1.0:1767384981.782432:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.782442:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.782450:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272109080 00000400:00000200:1.0:1767384981.782454:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2245 [2] + 0 00000400:00000010:1.0:1767384981.782456:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000410155b. 00000400:00000200:1.0:1767384981.782459:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad9950e9 00000400:00000200:1.0:1767384981.782461:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.782464:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384981.782466:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9950e9 00000400:00000010:1.0:1767384981.782467:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad9950e9. 00000100:00000200:1.0:1767384981.782471:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384981.782485:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.782487:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.782493:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a80f88df x1853237352239232/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.782502:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bee55990. 00000020:00000010:0.0:1767384981.782506:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bee55990. 00000020:00000010:0.0:1767384981.782511:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000315cae0b. 00000020:00000010:0.0:1767384981.782515:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003668b656. 00000020:00000010:0.0:1767384981.782518:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.782545:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bee55990. 00000020:00000010:0.0:1767384981.782547:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bee55990. 00000100:00000200:0.0:1767384981.782549:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352239232 00010000:00000010:0.0:1767384981.782558:0:40425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e61ddf40. 00010000:00000010:0.0:1767384981.782563:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006c6b116a. 02000000:00000010:0.0:1767384981.782570:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000075b4309c. 00010000:00000200:0.0:1767384981.782579:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fed62efb x1853237352239232/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 328/344 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.782589:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9e7f44. 00000100:00000200:0.0:1767384981.782593:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352239232, offset 224 00000400:00000200:0.0:1767384981.782598:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.782604:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.782610:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272109080 00000400:00000200:0.0:1767384981.782614:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2afd [1] + 224 00000400:00000200:0.0:1767384981.782618:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.782620:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.782623:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a80f88df x1853237352239232/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.782640:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9e7f44 00000400:00000010:0.0:1767384981.782642:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9e7f44. 00000400:00000010:1.0:1767384981.782647:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005301c2c9. 00000400:00000200:1.0:1767384981.782652:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d260fbd7 00000020:00000010:0.0:1767384981.782652:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003668b656. 00000400:00000010:1.0:1767384981.782656:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d260fbd7. 00000020:00000010:0.0:1767384981.782658:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000100:00000200:1.0:1767384981.782663:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a80f88df x1853237352239232/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384981.782664:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000315cae0b. 02000000:00000010:0.0:1767384981.782671:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000075b4309c. 00000100:00000200:1.0:1767384981.782674:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a80f88df x1853237352239232/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384981.782677:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.782684:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ebf2ae0. 00000400:00000010:0.0:1767384981.782690:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad9950e9. 00000100:00000010:1.0:1767384981.782691:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af2279be. 02000000:00000010:1.0:1767384981.782702:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000637619ac. 02000000:00000010:1.0:1767384981.782706:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e28aa172. 00000100:00000010:1.0:1767384981.782709:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a80f88df. 10000000:00000010:1.0:1767384981.782714:0:40420:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000042031e70. 00000020:00000010:1.0:1767384981.782718:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28aa172. 00000020:00000010:1.0:1767384981.782721:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ddd9f2a8. 00000040:00000010:1.0:1767384981.782724:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000017bb2701. 00000020:00000010:1.0:1767384981.782728:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002338882d. 00000020:00000010:1.0:1767384981.782733:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000060276d89. 80000000:00000010:1.0:1767384981.782737:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020c5ff0e. 00040000:00000010:1.0:1767384981.782742:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b4f9407. 00080000:00000010:1.0:1767384981.782747:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000066a82425. 20000000:00000010:1.0:1767384981.782752:0:40420:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006b84600f. 00000040:00000010:1.0:1767384981.782758:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d50ee9e5. 00000100:00000010:1.0:1767384981.782764:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a80f88df. 02000000:00000010:1.0:1767384981.782783:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1b5f472. 00000100:00000010:1.0:1767384981.782794:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000af2279be. 02000000:00000010:1.0:1767384981.782804:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c39a4e64. 00000400:00000010:1.0:1767384981.782808:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005301c2c9. 00000400:00000010:1.0:1767384981.782811:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d260fbd7. 00000100:00000200:1.0:1767384981.782815:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352239360, portal 25 00000400:00000010:1.0:1767384981.782818:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.782821:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237352239360, offset 0 00000400:00000200:1.0:1767384981.782827:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.782834:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.782839:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958272109100 00000400:00000200:1.0:1767384981.782842:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2249 [2] + 0 00000400:00000010:1.0:1767384981.782844:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000609c0959. 00000400:00000200:1.0:1767384981.782848:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000054621114 00000400:00000200:1.0:1767384981.782850:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.782854:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384981.782856:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054621114 00000400:00000010:1.0:1767384981.782858:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054621114. 00000100:00000200:1.0:1767384981.782862:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384981.782875:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.782877:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.782880:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a80f88df x1853237352239360/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.782968:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000255b8e3b. 00000020:00000010:1.0:1767384981.782972:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000255b8e3b. 00000020:00000010:1.0:1767384981.782977:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023a6412e. 00000020:00000010:1.0:1767384981.782979:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.782982:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.783008:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000255b8e3b. 00000020:00000010:1.0:1767384981.783010:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000255b8e3b. 00000100:00000200:1.0:1767384981.783013:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352239360 02000000:00000010:1.0:1767384981.783021:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000637619ac. 00000040:00000010:1.0:1767384981.783025:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f1d2f67c. 00000040:00000010:1.0:1767384981.783068:0:40425:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000a07c73e0. 00000020:00000010:1.0:1767384981.783073:0:40425:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009d58b80b. 00080000:00000010:1.0:1767384981.783079:0:40425:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b150bc5d. 00000040:00000010:1.0:1767384981.783143:0:40425:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000a07c73e0. 00000040:00000010:1.0:1767384981.783145:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f1d2f67c. 00010000:00000200:1.0:1767384981.783151:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046f0140c x1853237352239360/t0(0) o501->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 504/272 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.783160:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.783163:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237352239360, offset 224 00000400:00000200:1.0:1767384981.783166:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.783172:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.783176:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272109100 00000400:00000200:1.0:1767384981.783179:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b0d [1] + 224 00000400:00000200:1.0:1767384981.783182:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.783184:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.783187:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a80f88df x1853237352239360/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.783202:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.783204:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000020:00000010:1.0:1767384981.783211:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.783214:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.783216:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023a6412e. 02000000:00000010:1.0:1767384981.783221:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000637619ac. 00000100:00000200:1.0:1767384981.783225:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384981.783228:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfdb0f7d. 00000400:00000010:1.0:1767384981.783231:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011f20f76. 00000400:00000010:3.0:1767384981.783267:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005301c2c9. 00000400:00000200:3.0:1767384981.783273:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d260fbd7 00000400:00000010:3.0:1767384981.783275:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d260fbd7. 00000100:00000200:3.0:1767384981.783281:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a80f88df x1853237352239360/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.783289:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a80f88df x1853237352239360/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384981.783304:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000af2279be. 02000000:00000010:3.0:1767384981.783310:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c39a4e64. 02000000:00000010:3.0:1767384981.783313:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d1b5f472. 00000100:00000010:3.0:1767384981.783317:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a80f88df. 00000040:00000010:3.0:1767384981.783323:0:40420:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f6d725e0. 00000100:00000010:3.0:1767384981.783326:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000778b0ca4. 02000000:00000010:3.0:1767384981.783331:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ef247e3. 00000100:00000010:3.0:1767384981.783335:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de18fe3f. 02000000:00000010:3.0:1767384981.783350:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000061afb092. 00000400:00000010:3.0:1767384981.783354:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706ca941. 00000400:00000010:3.0:1767384981.783358:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000073368e83. 00000100:00000200:3.0:1767384981.783360:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352239488, portal 25 00000400:00000010:3.0:1767384981.783364:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.783366:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352239488, offset 0 00000400:00000200:3.0:1767384981.783371:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.783376:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.783384:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272109180 00000400:00000200:3.0:1767384981.783388:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x224d [2] + 0 00000400:00000010:3.0:1767384981.783391:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001323c55. 00000400:00000200:3.0:1767384981.783394:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc714741 00000400:00000200:3.0:1767384981.783396:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.783399:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.783403:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc714741 00000400:00000010:3.0:1767384981.783405:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc714741. 00000100:00000200:3.0:1767384981.783408:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.783424:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.783426:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.783430:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000778b0ca4 x1853237352239488/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.783438:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c68fc2cf. 00000020:00000010:1.0:1767384981.783442:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c68fc2cf. 00000020:00000010:1.0:1767384981.783446:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023a6412e. 00000020:00000010:1.0:1767384981.783449:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.783451:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.783475:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c68fc2cf. 00000020:00000010:1.0:1767384981.783477:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c68fc2cf. 00000100:00000200:1.0:1767384981.783480:0:40424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352239488 02000000:00000010:1.0:1767384981.783496:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000d2cc533. 00000040:00000010:1.0:1767384981.783502:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f1d2f67c. 00000040:00000010:1.0:1767384981.783524:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000612fcf30. 00000040:00000010:1.0:1767384981.783531:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000612fcf30. 00000040:00000010:1.0:1767384981.783535:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f1d2f67c. 00010000:00000200:1.0:1767384981.783540:0:40424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff07c54e x1853237352239488/t0(0) o503->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 272/8416 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.783549:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000088ff3451. 00000100:00000200:1.0:1767384981.783552:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237352239488, offset 224 00000400:00000200:1.0:1767384981.783556:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.783562:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.783567:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272109180 00000400:00000200:1.0:1767384981.783570:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b1d [4] + 224 00000400:00000200:1.0:1767384981.783575:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.783577:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.783581:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000778b0ca4 x1853237352239488/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.783595:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088ff3451 00000400:00000010:1.0:1767384981.783597:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000088ff3451. 00000020:00000010:1.0:1767384981.783606:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000400:00000010:2.0:1767384981.783609:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000706ca941. 00000020:00000010:1.0:1767384981.783609:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000400:00000200:2.0:1767384981.783615:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073368e83 00000020:00000010:1.0:1767384981.783616:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023a6412e. 00000400:00000010:2.0:1767384981.783620:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000073368e83. 02000000:00000010:1.0:1767384981.783623:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000d2cc533. 00000100:00000200:2.0:1767384981.783628:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000778b0ca4 x1853237352239488/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.783635:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384981.783637:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000778b0ca4 x1853237352239488/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.783649:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ff4903e. 00000100:00000010:2.0:1767384981.783654:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000de18fe3f. 00000400:00000010:1.0:1767384981.783655:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088ff3451. 02000000:00000010:2.0:1767384981.783664:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000061afb092. 02000000:00000010:2.0:1767384981.783674:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000ef247e3. 00000100:00000010:2.0:1767384981.783677:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000778b0ca4. 00000040:00000010:2.0:1767384981.783682:0:40420:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000961fc92. 00000020:00000010:1.0:1767384981.783921:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1d2f67c. 00000020:00000010:1.0:1767384981.783925:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd90f682. 00000040:00000010:1.0:1767384981.783928:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005ffec1ba. 00000020:00000010:1.0:1767384981.783930:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1cbe9dd. 00000020:00000010:1.0:1767384981.783933:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384981.783935:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8046ffe. 80000000:00000010:1.0:1767384981.783938:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006ff9a9fb. 40000000:00000010:1.0:1767384981.783940:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e4dfd3a. 00100000:00000010:1.0:1767384981.783943:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000048cbc78e. 00040000:00000010:1.0:1767384981.783946:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cff938f8. 00040000:00000010:1.0:1767384981.783948:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018da4a4d. 00040000:00000010:1.0:1767384981.783951:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2a8e6db. 00080000:00000010:1.0:1767384981.783954:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001ccc1e4f. 00000004:00000010:1.0:1767384981.783956:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ee15d3d. 00000004:00000010:1.0:1767384981.783959:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf59ab33. 00000004:00000010:1.0:1767384981.783961:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f5ae03d3. 00002000:00000010:1.0:1767384981.783963:0:40454:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000637619ac. 00000004:00000010:1.0:1767384981.783964:0:40454:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ed39aae9. 00000020:00000010:1.0:1767384981.783966:0:40454:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000eb46c7cf. 00000040:00000010:1.0:1767384981.783970:0:40454:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000612fcf30. 00000040:00000010:1.0:1767384981.784383:0:40454:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000612fcf30. 00000020:00000010:1.0:1767384981.784389:0:40454:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000eb46c7cf. 00000020:00000010:1.0:1767384981.784395:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bd90f682. 00000040:00000010:1.0:1767384981.784398:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ffec1ba. 00000020:00000010:1.0:1767384981.784401:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e1cbe9dd. 00000020:00000010:1.0:1767384981.784405:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384981.784408:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8046ffe. 80000000:00000010:1.0:1767384981.784411:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006ff9a9fb. 40000000:00000010:1.0:1767384981.784413:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e4dfd3a. 00100000:00000010:1.0:1767384981.784415:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048cbc78e. 00040000:00000010:1.0:1767384981.784420:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cff938f8. 00040000:00000010:1.0:1767384981.784423:0:40454:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018da4a4d. 00040000:00000010:1.0:1767384981.784425:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2a8e6db. 00080000:00000010:1.0:1767384981.784427:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001ccc1e4f. 00000004:00000010:1.0:1767384981.784429:0:40454:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008ee15d3d. 00000004:00000010:1.0:1767384981.784431:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bf59ab33. 00000004:00000010:1.0:1767384981.784433:0:40454:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f5ae03d3. 00002000:00000010:1.0:1767384981.784436:0:40454:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000637619ac. 00000004:00000010:1.0:1767384981.784438:0:40454:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ed39aae9. 00000020:00000010:1.0:1767384981.784439:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1d2f67c. 00000040:00000010:3.0:1767384981.784463:0:40420:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000961fc92. 00000040:00000010:3.0:1767384981.784470:0:40420:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f6d725e0. 00000040:00000010:3.0:1767384981.784475:0:40420:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d50ee9e5. 00000020:00000010:3.0:1767384981.784480:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ddd9f2a8. 00000040:00000010:3.0:1767384981.784484:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000017bb2701. 00000020:00000010:3.0:1767384981.784486:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002338882d. 00000020:00000010:3.0:1767384981.784490:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000060276d89. 80000000:00000010:3.0:1767384981.784493:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020c5ff0e. 00040000:00000010:3.0:1767384981.784496:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000b4f9407. 00080000:00000010:3.0:1767384981.784499:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000066a82425. 20000000:00000010:3.0:1767384981.784502:0:40420:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006b84600f. 00000020:00000010:3.0:1767384981.784504:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28aa172. 10000000:00000010:3.0:1767384981.784506:0:40420:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000042031e70. 00000020:00000010:3.0:1767384981.784518:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dec61adf. 00000040:00000010:3.0:1767384981.784522:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006122953a. 00000020:00000010:3.0:1767384981.784524:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a4f0418c. 00000020:00000010:3.0:1767384981.784527:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f5a47da. 00040000:00000010:3.0:1767384981.784530:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000010806f31. 00040000:00000010:3.0:1767384981.784536:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c501653. 00080000:00000010:3.0:1767384981.784538:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000060b2e623. 00000020:00000010:3.0:1767384981.784541:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f49d3568. 00000020:00000010:3.0:1767384981.784544:0:40420:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000b10a4faa. 00000020:00000010:3.0:1767384981.784547:0:40420:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000006c8e4cba. 00000020:00000010:3.0:1767384981.784553:0:40420:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000002cf5d5d9. 00000020:00000010:3.0:1767384981.784556:0:40420:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000002d5d1abd. 00000020:00000010:3.0:1767384981.784559:0:40420:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000006c8e4cba. 00000020:00000010:3.0:1767384981.784563:0:40420:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000006b1af35b. 00000020:00000010:3.0:1767384981.784566:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df955675. 00000020:00000010:3.0:1767384981.784569:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008fea9a4. 00000040:00000010:3.0:1767384981.784573:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000548655d. 00000020:00000010:3.0:1767384981.784576:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e141a5f. 00000020:00000010:3.0:1767384981.784579:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000199bf99d. 00040000:00000010:3.0:1767384981.784582:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000636b726. 00040000:00000010:3.0:1767384981.784584:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004328f39e. 00080000:00000010:3.0:1767384981.784587:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008cbaf782. 10000000:00000010:3.0:1767384981.784593:0:40420:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000064f89bcb. 00000100:00000010:3.0:1767384981.784599:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003a9fd9. 02000000:00000010:3.0:1767384981.784605:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b6561d2. 00010000:00000010:3.0:1767384981.784612:0:40420:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003da8b5bd. 00000100:00000010:3.0:1767384981.784619:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000003ef131. 02000000:00000010:3.0:1767384981.784627:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aa77e10e. 00000400:00000010:3.0:1767384981.784631:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.784635:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.784638:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352239616, portal 25 00000400:00000010:3.0:1767384981.784642:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbee507. 00000100:00000200:3.0:1767384981.784643:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237352239616, offset 0 00000400:00000200:3.0:1767384981.784648:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.784654:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.784660:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272109200 00000400:00000200:3.0:1767384981.784665:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2251 [2] + 0 00000400:00000010:3.0:1767384981.784667:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073386578. 00000400:00000200:3.0:1767384981.784670:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045454b6b 00000400:00000200:3.0:1767384981.784672:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.784674:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.784677:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045454b6b 00000400:00000010:3.0:1767384981.784679:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045454b6b. 00000100:00000200:3.0:1767384981.784682:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.784695:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbee507 00000400:00000010:3.0:1767384981.784697:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bbee507. 00000100:00000200:3.0:1767384981.784700:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003a9fd9 x1853237352239616/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.784717:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.784721:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.784726:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1d2f67c. 00000020:00000010:1.0:1767384981.784730:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.784734:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.784763:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.784767:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e4dfd3a. 00000100:00000200:1.0:1767384981.784771:0:40424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352239616 00010000:00000010:1.0:1767384981.784782:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002f09508b. 02000000:00000010:1.0:1767384981.784791:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ed39aae9. 00010000:00000200:1.0:1767384981.784803:0:40424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056e0ee11 x1853237352239616/t0(0) o101->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 328/344 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.784814:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.784816:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237352239616, offset 224 00000400:00000200:1.0:1767384981.784821:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.784826:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.784832:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272109200 00000400:00000200:1.0:1767384981.784837:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b2d [1] + 224 00000400:00000200:1.0:1767384981.784840:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.784843:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.784848:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003a9fd9 x1853237352239616/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.784864:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.784866:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000020:00000010:1.0:1767384981.784875:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.784879:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.784881:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1d2f67c. 00000400:00000010:3.0:1767384981.784922:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000400:00000200:3.0:1767384981.784927:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.784929:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.784937:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003a9fd9 x1853237352239616/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.784945:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003a9fd9 x1853237352239616/t0(0) o101->MGC192.168.203.112@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384981.784953:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ed39aae9. 00000100:00000200:1.0:1767384981.784960:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:3.0:1767384981.784962:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000003ef131. 00000400:00000010:1.0:1767384981.784964:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e687b58. 00000400:00000010:1.0:1767384981.784969:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082b44c6d. 02000000:00000010:3.0:1767384981.784973:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aa77e10e. 02000000:00000010:3.0:1767384981.784977:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b6561d2. 00000100:00000010:3.0:1767384981.784980:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003a9fd9. 10000000:00000010:3.0:1767384981.784985:0:40420:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000eb8b59c5. 00000020:00000010:3.0:1767384981.784988:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b6561d2. 00000020:00000010:3.0:1767384981.784991:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000ef247e3. 00000040:00000010:3.0:1767384981.784994:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000948dec82. 00000020:00000010:3.0:1767384981.784997:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000387cda8a. 00000020:00000010:3.0:1767384981.785000:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001d2b8d1b. 80000000:00000010:3.0:1767384981.785002:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000360b46e8. 00040000:00000010:3.0:1767384981.785005:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f6b6fa2. 00080000:00000010:3.0:1767384981.785008:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b069bb0. 20000000:00000010:3.0:1767384981.785011:0:40420:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006c430ce3. 00000040:00000010:3.0:1767384981.785015:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000050b5f1f8. 00000100:00000010:3.0:1767384981.785019:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003a9fd9. 02000000:00000010:3.0:1767384981.785025:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e28aa172. 00000100:00000010:3.0:1767384981.785030:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000003ef131. 02000000:00000010:3.0:1767384981.785037:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b84600f. 00000400:00000010:3.0:1767384981.785039:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.785043:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.785045:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352239744, portal 25 00000400:00000010:3.0:1767384981.785049:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbee507. 00000100:00000200:3.0:1767384981.785050:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237352239744, offset 0 00000400:00000200:3.0:1767384981.785057:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.785062:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.785069:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272109280 00000400:00000200:3.0:1767384981.785073:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2255 [2] + 0 00000400:00000010:3.0:1767384981.785075:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5dd9060. 00000400:00000200:3.0:1767384981.785079:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073fc06c8 00000400:00000200:3.0:1767384981.785081:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.785085:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.785087:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073fc06c8 00000400:00000010:3.0:1767384981.785088:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073fc06c8. 00000100:00000200:3.0:1767384981.785092:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.785105:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbee507 00000400:00000010:3.0:1767384981.785106:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bbee507. 00000100:00000200:3.0:1767384981.785110:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003a9fd9 x1853237352239744/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.785126:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.785130:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.785135:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1d2f67c. 00000020:00000010:1.0:1767384981.785139:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.785143:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.785166:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.785169:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e4dfd3a. 00000100:00000200:1.0:1767384981.785172:0:40424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352239744 02000000:00000010:1.0:1767384981.785179:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ed39aae9. 00000040:00000010:1.0:1767384981.785185:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2a8e6db. 00000040:00000010:1.0:1767384981.785212:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000009f737330. 00000040:00000010:1.0:1767384981.785217:0:40424:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000009f737330. 00000040:00000010:1.0:1767384981.785219:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2a8e6db. 20000000:00000010:1.0:1767384981.785225:0:40424:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000008e4dfd3a. 20000000:00000010:1.0:1767384981.785228:0:40424:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000008e4dfd3a. 00010000:00000200:1.0:1767384981.785234:0:40424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004481494f x1853237352239744/t0(0) o501->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 512/272 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.785258:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.785261:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237352239744, offset 224 00000400:00000200:1.0:1767384981.785266:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.785271:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.785277:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272109280 00000400:00000200:1.0:1767384981.785280:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b3d [1] + 224 00000400:00000200:1.0:1767384981.785283:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.785286:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.785291:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003a9fd9 x1853237352239744/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.785305:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.785307:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000020:00000010:1.0:1767384981.785316:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000400:00000010:3.0:1767384981.785319:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000020:00000010:1.0:1767384981.785319:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.785321:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1d2f67c. 00000400:00000200:3.0:1767384981.785324:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.785327:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 02000000:00000010:1.0:1767384981.785328:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ed39aae9. 00000100:00000200:3.0:1767384981.785334:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003a9fd9 x1853237352239744/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.785335:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384981.785341:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016b66cf5. 00000100:00000200:3.0:1767384981.785344:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003a9fd9 x1853237352239744/t0(0) o501->MGC192.168.203.112@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.785347:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af2279be. 00000100:00000010:3.0:1767384981.785361:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000003ef131. 02000000:00000010:3.0:1767384981.785366:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b84600f. 02000000:00000010:3.0:1767384981.785369:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e28aa172. 00000100:00000010:3.0:1767384981.785372:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003a9fd9. 00000040:00000010:3.0:1767384981.785377:0:40420:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f6d725e0. 00000100:00000010:3.0:1767384981.785381:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003a9fd9. 02000000:00000010:3.0:1767384981.785386:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e28aa172. 00000100:00000010:3.0:1767384981.785390:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000003ef131. 02000000:00000010:3.0:1767384981.785403:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000061afb092. 00000400:00000010:3.0:1767384981.785407:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.785412:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b209b3c9. 00000100:00000200:3.0:1767384981.785415:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352239872, portal 25 00000400:00000010:3.0:1767384981.785419:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.785421:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352239872, offset 0 00000400:00000200:3.0:1767384981.785426:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.785431:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.785436:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272109300 00000400:00000200:3.0:1767384981.785440:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2259 [2] + 0 00000400:00000010:3.0:1767384981.785443:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b334f3f. 00000400:00000200:3.0:1767384981.785445:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d267e56 00000400:00000200:3.0:1767384981.785448:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.785452:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384981.785455:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d267e56 00000400:00000010:3.0:1767384981.785456:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d267e56. 00000100:00000200:3.0:1767384981.785459:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384981.785470:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.785472:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.785477:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000003a9fd9 x1853237352239872/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.785484:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.785488:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.785493:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1d2f67c. 00000020:00000010:1.0:1767384981.785496:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.785500:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.785522:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e4dfd3a. 00000020:00000010:1.0:1767384981.785525:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e4dfd3a. 00000100:00000200:1.0:1767384981.785527:0:40424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352239872 02000000:00000010:1.0:1767384981.785540:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000d2cc533. 00000040:00000010:1.0:1767384981.785546:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2a8e6db. 00000040:00000010:1.0:1767384981.785552:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000612fcf30. 00000040:00000010:1.0:1767384981.785637:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000612fcf30. 00000040:00000010:1.0:1767384981.785641:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2a8e6db. 00010000:00000200:1.0:1767384981.785647:0:40424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f442d63e x1853237352239872/t0(0) o503->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 272/8416 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.785656:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007caafe1f. 00000100:00000200:1.0:1767384981.785659:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237352239872, offset 224 00000400:00000200:1.0:1767384981.785664:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.785671:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.785676:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272109300 00000400:00000200:1.0:1767384981.785680:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b4d [4] + 224 00000400:00000200:1.0:1767384981.785684:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.785686:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.785689:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000003a9fd9 x1853237352239872/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.785709:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007caafe1f 00000400:00000010:1.0:1767384981.785711:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007caafe1f. 00000020:00000010:1.0:1767384981.785720:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.785723:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.785726:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1d2f67c. 00000400:00000010:3.0:1767384981.785731:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 02000000:00000010:1.0:1767384981.785733:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000d2cc533. 00000400:00000200:3.0:1767384981.785736:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b209b3c9 00000400:00000010:3.0:1767384981.785739:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b209b3c9. 00000100:00000200:3.0:1767384981.785744:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000003a9fd9 x1853237352239872/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.785747:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384981.785753:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000003a9fd9 x1853237352239872/t0(0) o503->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.785755:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eabd67b. 00000400:00000010:1.0:1767384981.785763:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007caafe1f. 00000100:00000010:3.0:1767384981.785768:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000003ef131. 02000000:00000010:3.0:1767384981.785775:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000061afb092. 02000000:00000010:3.0:1767384981.785785:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e28aa172. 00000100:00000010:3.0:1767384981.785788:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000003a9fd9. 00000040:00000010:3.0:1767384981.785794:0:40420:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a5f565df. 00000020:00000010:1.0:1767384981.785923:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2a8e6db. 00000020:00000010:1.0:1767384981.785927:0:40455:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8046ffe. 00000040:00000010:1.0:1767384981.785929:0:40455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005ffec1ba. 00000020:00000010:1.0:1767384981.785932:0:40455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f5ae03d3. 00000020:00000010:1.0:1767384981.785934:0:40455:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384981.785936:0:40455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd90f682. 80000000:00000010:1.0:1767384981.785939:0:40455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006ff9a9fb. 40000000:00000010:1.0:1767384981.785942:0:40455:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e4dfd3a. 00100000:00000010:1.0:1767384981.785945:0:40455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ee15d3d. 00040000:00000010:1.0:1767384981.785948:0:40455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cff938f8. 00040000:00000010:1.0:1767384981.785951:0:40455:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001ccc1e4f. 00040000:00000010:1.0:1767384981.785954:0:40455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ea9df77d. 00080000:00000010:1.0:1767384981.785955:0:40455:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009fe5b889. 00000004:00000010:1.0:1767384981.785958:0:40455:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000066a82425. 00000004:00000010:1.0:1767384981.785961:0:40455:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf59ab33. 00000004:00000010:1.0:1767384981.785963:0:40455:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002338882d. 00002000:00000010:1.0:1767384981.785965:0:40455:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed39aae9. 00000004:00000010:1.0:1767384981.785968:0:40455:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000637619ac. 00000020:00000010:1.0:1767384981.785971:0:40455:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d50b1165. 00000040:00000010:1.0:1767384981.785975:0:40455:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000612fcf30. 00000100:00000010:1.0:1767384981.785980:0:40455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c70b0db9. 02000000:00000010:1.0:1767384981.785985:0:40455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7925263. 00000100:00000010:1.0:1767384981.785991:0:40455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070dc65d2. 02000000:00000010:1.0:1767384981.786509:0:40455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c2c293a8. 00000400:00000010:1.0:1767384981.786515:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b6396a. 00000400:00000010:1.0:1767384981.786519:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000515693a. 00000100:00000200:1.0:1767384981.786522:0:40455:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352240000, portal 25 00000400:00000010:1.0:1767384981.786526:0:40455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.786529:0:40455:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352240000, offset 0 00000400:00000200:1.0:1767384981.786534:0:40455:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.786541:0:40455:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.786547:0:40455:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272109380 00000400:00000200:1.0:1767384981.786551:0:40455:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x225d [2] + 0 00000400:00000010:1.0:1767384981.786554:0:40455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000858d98c8. 00000400:00000200:1.0:1767384981.786558:0:40455:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0161473 00000400:00000200:1.0:1767384981.786560:0:40455:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.786564:0:40455:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384981.786567:0:40455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0161473 00000400:00000010:1.0:1767384981.786569:0:40455:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d0161473. 00000100:00000200:1.0:1767384981.786573:0:40455:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384981.786584:0:40455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.786586:0:40455:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.786591:0:40455:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c70b0db9 x1853237352240000/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.786616:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021d3668a. 00000020:00000010:1.0:1767384981.786619:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021d3668a. 00000020:00000010:1.0:1767384981.786624:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000783d22e1. 00000020:00000010:1.0:1767384981.786628:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.786631:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.786653:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021d3668a. 00000020:00000010:1.0:1767384981.786656:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021d3668a. 00000100:00000200:1.0:1767384981.786659:0:40424:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240000 02000000:00000010:1.0:1767384981.786673:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000d8d1f0ac. 00000040:00000010:1.0:1767384981.786678:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f610b93a. 00000040:00000010:1.0:1767384981.786687:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000bcc6220. 00000040:00000010:1.0:1767384981.786874:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000bcc6220. 00000040:00000010:1.0:1767384981.786878:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f610b93a. 00010000:00000200:1.0:1767384981.786884:0:40424:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009540ff3f x1853237352240000/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 272/8472 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.786916:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000041beb62a. 00000100:00000200:1.0:1767384981.786918:0:40424:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352240000, offset 224 00000400:00000200:1.0:1767384981.786924:0:40424:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.786932:0:40424:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.786939:0:40424:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272109380 00000400:00000200:1.0:1767384981.786943:0:40424:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b5d [4] + 224 00000400:00000200:1.0:1767384981.786947:0:40424:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.786950:0:40424:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.786955:0:40424:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c70b0db9 x1853237352240000/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.786964:0:40424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041beb62a 00000400:00000010:1.0:1767384981.786965:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000041beb62a. 00000020:00000010:1.0:1767384981.786973:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.786976:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.786980:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000783d22e1. 02000000:00000010:1.0:1767384981.786987:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000d8d1f0ac. 00000100:00000200:1.0:1767384981.786998:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384981.787001:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005301c2c9. 00000400:00000010:1.0:1767384981.787005:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041beb62a. 00000400:00000010:1.0:1767384981.787044:0:40455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b6396a. 00000400:00000200:1.0:1767384981.787047:0:40455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000515693a 00000400:00000010:1.0:1767384981.787049:0:40455:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000515693a. 00000100:00000200:1.0:1767384981.787055:0:40455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c70b0db9 x1853237352240000/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.787063:0:40455:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c70b0db9 x1853237352240000/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384981.787078:0:40455:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000070dc65d2. 02000000:00000010:1.0:1767384981.787084:0:40455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c2c293a8. 02000000:00000010:1.0:1767384981.787094:0:40455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7925263. 00000100:00000010:1.0:1767384981.787097:0:40455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c70b0db9. 00000100:00000010:1.0:1767384981.787109:0:40455:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000064f3cba4. 00000400:00000200:1.0:1767384981.787112:0:40455:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384981.787115:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.112@tcp 00000400:00000200:1.0:1767384981.787118:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384981.787122:0:40455:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003db7a5a5 (43) 00000400:00000200:1.0:1767384981.787126:0:40455:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384981.787130:0:40455:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.112@tcp NID 192.168.203.112@tcp: 0. pending discovery 00000400:00000200:1.0:1767384981.787132:0:40455:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003db7a5a5 (44) 00000400:00000200:1.0:1767384981.787135:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp 00000400:00000200:1.0:1767384981.787136:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.112@tcp10 00000400:00000200:1.0:1767384981.787140:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787142:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp10 00000400:00000200:1.0:1767384981.787144:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.112@tcp11 00000400:00000200:1.0:1767384981.787146:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787148:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp11 00000400:00000200:1.0:1767384981.787149:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.112@tcp12 00000400:00000200:1.0:1767384981.787152:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787153:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp12 00000400:00000200:1.0:1767384981.787154:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.112@tcp13 00000400:00000200:1.0:1767384981.787157:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787158:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp13 00000400:00000200:1.0:1767384981.787159:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.112@tcp14 00000400:00000200:1.0:1767384981.787162:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787163:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp14 00000400:00000200:1.0:1767384981.787165:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.112@tcp15 00000400:00000200:1.0:1767384981.787167:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787168:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp15 00000400:00000200:1.0:1767384981.787170:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.112@tcp16 00000400:00000200:1.0:1767384981.787172:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787174:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp16 00000400:00000200:1.0:1767384981.787175:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.112@tcp17 00000400:00000200:1.0:1767384981.787178:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787179:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp17 00000400:00000200:1.0:1767384981.787181:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.112@tcp18 00000400:00000200:1.0:1767384981.787184:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787185:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp18 00000400:00000200:1.0:1767384981.787187:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.112@tcp19 00000400:00000200:1.0:1767384981.787190:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787191:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp19 00000400:00000200:1.0:1767384981.787193:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.112@tcp20 00000400:00000200:1.0:1767384981.787195:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787196:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp20 00000400:00000200:1.0:1767384981.787198:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.112@tcp21 00000400:00000200:1.0:1767384981.787201:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787203:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp21 00000400:00000200:1.0:1767384981.787204:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.112@tcp22 00000400:00000200:1.0:1767384981.787207:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787208:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp22 00000400:00000200:1.0:1767384981.787210:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.112@tcp23 00000400:00000200:1.0:1767384981.787212:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787214:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp23 00000400:00000200:1.0:1767384981.787215:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.112@tcp24 00000400:00000200:1.0:1767384981.787217:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787219:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp24 00000400:00000200:1.0:1767384981.787220:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.112@tcp25 00000400:00000200:1.0:1767384981.787223:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787225:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp25 00000400:00000200:1.0:1767384981.787227:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.112@tcp26 00000400:00000200:1.0:1767384981.787229:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787230:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp26 00000400:00000200:1.0:1767384981.787232:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.112@tcp27 00000400:00000200:1.0:1767384981.787247:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787249:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp27 00000400:00000200:1.0:1767384981.787251:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.112@tcp28 00000400:00000200:1.0:1767384981.787254:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787255:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp28 00000400:00000200:1.0:1767384981.787256:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.112@tcp29 00000400:00000200:1.0:1767384981.787259:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787261:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp29 00000400:00000200:1.0:1767384981.787263:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.112@tcp30 00000400:00000200:1.0:1767384981.787265:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787267:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp30 00000400:00000200:1.0:1767384981.787268:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.112@tcp31 00000400:00000200:1.0:1767384981.787271:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787273:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp31 00000400:00000200:1.0:1767384981.787274:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.112@tcp32 00000400:00000200:1.0:1767384981.787276:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787278:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp32 00000400:00000200:1.0:1767384981.787280:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.112@tcp33 00000400:00000200:1.0:1767384981.787282:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787284:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp33 00000400:00000200:1.0:1767384981.787285:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.112@tcp34 00000400:00000200:1.0:1767384981.787288:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787290:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp34 00000400:00000200:1.0:1767384981.787291:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.112@tcp35 00000400:00000200:1.0:1767384981.787294:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787296:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp35 00000400:00000200:1.0:1767384981.787298:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.112@tcp36 00000400:00000200:1.0:1767384981.787300:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787302:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp36 00000400:00000200:1.0:1767384981.787303:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.112@tcp37 00000400:00000200:1.0:1767384981.787306:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787307:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp37 00000400:00000200:1.0:1767384981.787309:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.112@tcp38 00000400:00000200:1.0:1767384981.787312:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787313:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp38 00000400:00000200:1.0:1767384981.787315:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.112@tcp39 00000400:00000200:1.0:1767384981.787317:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787319:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp39 00000400:00000200:1.0:1767384981.787321:0:40455:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.112@tcp40 00000400:00000200:1.0:1767384981.787323:0:40455:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.112@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384981.787325:0:40455:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.112@tcp40 00000100:00000010:1.0:1767384981.787327:0:40455:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000064f3cba4. 00000020:00000010:1.0:1767384981.787332:0:40455:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000021d3668a. 00000020:00000010:1.0:1767384981.787335:0:40455:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000733945fe. 00000020:00000010:1.0:1767384981.787338:0:40455:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000733945fe. 00000020:00000010:1.0:1767384981.787342:0:40455:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000733945fe. 00000020:00000010:1.0:1767384981.787346:0:40455:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000791739b8. 00000020:00000010:1.0:1767384981.787362:0:40455:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000470cc70b. 00000020:00000010:1.0:1767384981.787367:0:40455:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000018da4a4d. 00000020:00000010:1.0:1767384981.787381:0:40455:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000791739b8. 00000020:00000010:1.0:1767384981.787385:0:40455:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000d8e671f2. 00000001:00000010:1.0:1767384981.787404:0:40455:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001ba8cdfd. 00000001:00000010:1.0:1767384981.787409:0:40455:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007c832626. 00000001:00000010:1.0:1767384981.787412:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7925263. 00000001:00000010:1.0:1767384981.787415:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000783d22e1. 00000001:00000010:1.0:1767384981.787417:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f610b93a. 00000001:00000010:1.0:1767384981.787419:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000087715d88. 00000001:00000010:1.0:1767384981.787422:0:40455:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006fe71061. 00000001:00000010:1.0:1767384981.787425:0:40455:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a519cd29. 00000001:00000010:1.0:1767384981.787427:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e3df361. 00000001:00000010:1.0:1767384981.787430:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003bdd5123. 00000001:00000010:1.0:1767384981.787432:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a253d0cd. 00000001:00000010:1.0:1767384981.787435:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d1b5f472. 00000020:00000010:1.0:1767384981.787437:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c39a4e64. 00000020:00000010:1.0:1767384981.787440:0:40455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.787443:0:40455:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000008:00000010:1.0:1767384981.787446:0:40455:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ffb89c3f. 00020000:00000010:1.0:1767384981.787450:0:40455:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003bff47a8. 00008000:00000010:1.0:1767384981.787453:0:40455:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fc91c425. 00000080:00000010:1.0:1767384981.787457:0:40455:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b6f244ed. 00000020:00000010:1.0:1767384981.787460:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8ea462f. 00000020:00000010:1.0:1767384981.787462:0:40455:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce614173. 00000040:00000010:1.0:1767384981.787472:0:40455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000679191b6. 00000020:00000010:1.0:1767384981.787475:0:40455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048cbc78e. 00000020:00000010:1.0:1767384981.787478:0:40455:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029556489. 00000020:00000010:1.0:1767384981.787480:0:40455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e9b0ce4b. 80000000:00000010:1.0:1767384981.787482:0:40455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca0ff803. 40000000:00000010:1.0:1767384981.787485:0:40455:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bee08a1d. 00100000:00000010:1.0:1767384981.787488:0:40455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e1cbe9dd. 00040000:00000010:1.0:1767384981.787490:0:40455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000047fad718. 00040000:00000010:1.0:1767384981.787494:0:40455:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000038729c20. 00040000:00000010:1.0:1767384981.787496:0:40455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000066847589. 00080000:00000010:1.0:1767384981.787499:0:40455:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002468681e. 00000004:00000010:1.0:1767384981.787502:0:40455:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b45044ff. 00000004:00000010:1.0:1767384981.787504:0:40455:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085781b83. 00000004:00000010:1.0:1767384981.787507:0:40455:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007816aa75. 00000004:00000010:1.0:1767384981.787510:0:40455:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c5fdd032. 00000010:00000010:1.0:1767384981.787514:0:40455:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000c7038bcd. 00000010:00000010:1.0:1767384981.787570:0:40455:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000128c1c7f. 00000010:00000010:1.0:1767384981.787574:0:40455:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000e845474d. 00000010:00000010:1.0:1767384981.787578:0:40455:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000d6f66250. 00000010:00000010:1.0:1767384981.787584:0:40455:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000fed78e74. 00010000:00000010:1.0:1767384981.787589:0:40455:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000058e974ff. 00010000:00000010:1.0:1767384981.787602:0:40455:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000005d832af4. 00010000:00000010:1.0:1767384981.787612:0:40455:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000007fa2515c. 00000020:00000010:1.0:1767384981.787618:0:40455:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d35f85d9. 00000100:00000200:1.0:1767384981.787631:0:40455:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.112@tcp->12345-0@lo 00010000:00000010:1.0:1767384981.787635:0:40455:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009a597157. 00010000:00000010:1.0:1767384981.787640:0:40455:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d2045458. 00000001:00000010:1.0:1767384981.787643:0:40455:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e63ac1b7. 00000001:00000010:1.0:1767384981.787647:0:40455:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000008476a9c7. 00000001:00000010:1.0:1767384981.787684:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000044b80b4a. 00000001:00000010:1.0:1767384981.787729:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082d9f52e. 00000001:00000010:1.0:1767384981.787790:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c43318d. 00000001:00000010:1.0:1767384981.787848:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ec4b46c. 00000001:00000010:1.0:1767384981.787921:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000058595d52. 00000001:00000010:1.0:1767384981.787967:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067a51115. 00000001:00000010:1.0:1767384981.788016:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf030b35. 00000001:00000010:1.0:1767384981.788063:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000240468d3. 00000001:00000010:1.0:1767384981.788116:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000053177720. 00000001:00000010:1.0:1767384981.788301:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c057de06. 00000001:00000010:1.0:1767384981.788368:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5b3ff34. 00000001:00000010:1.0:1767384981.788426:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003a52b3d9. 00000001:00000010:1.0:1767384981.788480:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ab0b35a9. 00000001:00000010:1.0:1767384981.788528:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f9c54ef. 00000001:00000010:1.0:1767384981.788575:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bab09ff3. 00000001:00000010:1.0:1767384981.788624:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002570ca7a. 00000001:00000010:1.0:1767384981.788674:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000db281eb4. 00000001:00000010:1.0:1767384981.788723:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000524dbffd. 00000001:00000010:1.0:1767384981.788785:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006c1776e7. 00000001:00000010:1.0:1767384981.788842:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ba6f4850. 00000001:00000010:1.0:1767384981.788917:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000007b0beda. 00000001:00000010:1.0:1767384981.788973:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e5cd6c7a. 00000001:00000010:1.0:1767384981.789018:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c47808f0. 00000001:00000010:1.0:1767384981.789071:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000037c2df6a. 00000001:00000010:1.0:1767384981.789114:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dd29c909. 00000001:00000010:1.0:1767384981.789164:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ee48911. 00000001:00000010:1.0:1767384981.789215:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bd285a22. 00000001:00000010:1.0:1767384981.789276:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d654d06f. 00000001:00000010:1.0:1767384981.789332:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002420576e. 00000001:00000010:1.0:1767384981.789377:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000454c8dd5. 00000001:00000010:1.0:1767384981.789434:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000caebaf9a. 00000001:00000010:1.0:1767384981.789626:0:40455:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000da032d61. 00000020:00000010:1.0:1767384981.789733:0:40455:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005b6d0222. 00000020:00000010:1.0:1767384981.789738:0:40455:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000001bd6e3. 00000020:00000010:1.0:1767384981.789827:0:40455:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000d71eee2. 00000020:00000010:1.0:1767384981.789830:0:40455:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007a346ed0. 00000010:00000010:1.0:1767384981.789848:0:40455:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000128c1c7f. 00000010:00000010:1.0:1767384981.789851:0:40455:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000d6f66250. 00000010:00000010:1.0:1767384981.789854:0:40455:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000e845474d. 00000010:00000010:1.0:1767384981.789856:0:40455:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000fed78e74. 00000020:00000010:1.0:1767384981.789884:0:40455:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000737f5773. 00000020:00000010:1.0:1767384981.789924:0:40455:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000088a66f15. 00000020:00000010:1.0:1767384981.790016:0:40455:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce614173. 00000040:00000010:1.0:1767384981.790020:0:40455:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000679191b6. 00000020:00000010:1.0:1767384981.790022:0:40455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048cbc78e. 00000020:00000010:1.0:1767384981.790027:0:40455:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029556489. 00000020:00000010:1.0:1767384981.790030:0:40455:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e9b0ce4b. 80000000:00000010:1.0:1767384981.790032:0:40455:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ca0ff803. 40000000:00000010:1.0:1767384981.790035:0:40455:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bee08a1d. 00100000:00000010:1.0:1767384981.790038:0:40455:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e1cbe9dd. 00040000:00000010:1.0:1767384981.790040:0:40455:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047fad718. 00040000:00000010:1.0:1767384981.790042:0:40455:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000038729c20. 00040000:00000010:1.0:1767384981.790044:0:40455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000066847589. 00080000:00000010:1.0:1767384981.790046:0:40455:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002468681e. 00000004:00000010:1.0:1767384981.790048:0:40455:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b45044ff. 00000004:00000010:1.0:1767384981.790050:0:40455:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085781b83. 00000004:00000010:1.0:1767384981.790052:0:40455:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007816aa75. 00000004:00000010:1.0:1767384981.790054:0:40455:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c5fdd032. 00000020:00000010:1.0:1767384981.790056:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8ea462f. 00000020:00000010:1.0:1767384981.790058:0:40455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.790060:0:40455:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000008:00000010:1.0:1767384981.790061:0:40455:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ffb89c3f. 00020000:00000010:1.0:1767384981.790063:0:40455:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003bff47a8. 00008000:00000010:1.0:1767384981.790065:0:40455:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fc91c425. 00000080:00000010:1.0:1767384981.790067:0:40455:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b6f244ed. 00000020:00000010:1.0:1767384981.790069:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c39a4e64. 00000020:00000010:1.0:1767384981.790072:0:40455:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000d8e671f2. 00000004:00000010:1.0:1767384981.790091:0:16805:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000005be741cf. 00080000:00000010:1.0:1767384981.790095:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003a0e7804. 00080000:00000010:1.0:1767384981.790098:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ef73c766. 00080000:00000010:1.0:1767384981.790103:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c84491ca. 00080000:00000010:1.0:1767384981.790107:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000494a7675. 00080000:00000010:1.0:1767384981.790110:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cddf372d. 00000020:00000010:1.0:1767384981.790117:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066847589. 00000020:00000010:1.0:1767384981.790119:0:40455:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9b0ce4b. 00000040:00000010:1.0:1767384981.790120:0:40455:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000679191b6. 00000020:00000010:1.0:1767384981.790123:0:40455:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c7f2b86a. 00000020:00000010:1.0:1767384981.790126:0:40455:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029556489. 00000020:00000010:1.0:1767384981.790128:0:40455:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f9691c1d. 80000000:00000010:1.0:1767384981.790130:0:40455:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8e671f2. 40000000:00000010:1.0:1767384981.790132:0:40455:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000710eebb7. 00100000:00000010:1.0:1767384981.790134:0:40455:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d01c60c6. 00040000:00000010:1.0:1767384981.790137:0:40455:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000047fad718. 00040000:00000010:1.0:1767384981.790140:0:40455:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007ba38a7c. 00040000:00000010:1.0:1767384981.790142:0:40455:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000515e7e4e. 00080000:00000010:1.0:1767384981.790144:0:40455:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000d2d7a38. 00000004:00000010:1.0:1767384981.790146:0:40455:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f54b43e8. 00000004:00000010:1.0:1767384981.790148:0:40455:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085781b83. 00000004:00000010:1.0:1767384981.790150:0:40455:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007816aa75. 00000004:00000010:1.0:1767384981.790152:0:40455:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c5fdd032. 00000020:00000010:1.0:1767384981.790154:0:40455:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000997d9f4d. 00000020:00000010:1.0:1767384981.790156:0:40455:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.790158:0:40455:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.790160:0:40455:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000d3782b50. 00000020:00000010:1.0:1767384981.790162:0:40455:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000abaae095. 00000020:00000010:1.0:1767384981.790165:0:40455:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b45044ff. 00000100:00000010:1.0:1767384981.790178:0:40455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c70b0db9. 02000000:00000010:1.0:1767384981.790183:0:40455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ff76da5d. 02000000:00000010:2.0:1767384981.790207:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a3e1735. 00000400:00000010:2.0:1767384981.790213:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743f9ae3. 00000400:00000010:2.0:1767384981.790218:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab20be0e. 00000100:00000200:2.0:1767384981.790221:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352240128, portal 10 00000020:00000010:2.0:1767384981.790225:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f86e770e. 00000400:00000010:2.0:1767384981.790230:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000100:00000200:2.0:1767384981.790232:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237352240128, offset 0 00000400:00000200:2.0:1767384981.790248:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384981.790254:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384981.790260:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272109400 00000400:00000200:2.0:1767384981.790264:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2339 [64] + 0 00000400:00000200:2.0:1767384981.790268:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.790271:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384981.790275:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384981.790278:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b87e0a1. 00000400:00000200:2.0:1767384981.790293:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805c1957 00000400:00000010:2.0:1767384981.790295:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000100:00000200:2.0:1767384981.790300:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c70b0db9 x1853237352240128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384981.790313:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b421537b. 00000020:00000010:1.0:1767384981.790314:0:40455:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000d3782b50. 00000020:00000010:1.0:1767384981.790320:0:40455:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000abaae095. 00040000:00000010:3.0:1767384981.790323:0:40433:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000082583c57. 00000020:00000010:1.0:1767384981.790324:0:40455:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9b0ce4b. 00000004:00000010:3.0:1767384981.790329:0:40433:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ad08898. 00000040:00000010:1.0:1767384981.790330:0:40455:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000679191b6. 00000020:00000010:1.0:1767384981.790335:0:40455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7f2b86a. 00000004:00000010:3.0:1767384981.790336:0:40433:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a4f0418c. 00000020:00000010:1.0:1767384981.790339:0:40455:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029556489. 00000004:00000010:3.0:1767384981.790340:0:40433:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aa77e10e. 00000020:00000010:1.0:1767384981.790344:0:40455:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f9691c1d. 80000000:00000010:1.0:1767384981.790347:0:40455:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d8e671f2. 00000020:00000010:3.0:1767384981.790348:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28aa172. 40000000:00000010:1.0:1767384981.790350:0:40455:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000710eebb7. 00000020:00000010:3.0:1767384981.790354:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b81ad77. 00100000:00000010:1.0:1767384981.790355:0:40455:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d01c60c6. 00000020:00000010:3.0:1767384981.790360:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00040000:00000010:1.0:1767384981.790361:0:40455:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047fad718. 00040000:00000010:1.0:1767384981.790366:0:40455:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007ba38a7c. 00040000:00000010:1.0:1767384981.790369:0:40455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000515e7e4e. 00080000:00000010:1.0:1767384981.790370:0:40455:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000d2d7a38. 00000004:00000010:1.0:1767384981.790372:0:40455:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f54b43e8. 00000004:00000010:1.0:1767384981.790375:0:40455:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085781b83. 00000004:00000010:1.0:1767384981.790376:0:40455:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007816aa75. 00000004:00000010:1.0:1767384981.790379:0:40455:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c5fdd032. 00000020:00000010:1.0:1767384981.790382:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066847589. 00000020:00000010:1.0:1767384981.790385:0:40455:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.790387:0:40455:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000100:00000200:3.0:1767384981.790389:0:40433:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240128 00000020:00000010:1.0:1767384981.790390:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000997d9f4d. 00000020:00000010:1.0:1767384981.790395:0:40455:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000021d3668a. 00000020:00000010:1.0:1767384981.790397:0:40455:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000733945fe. 02000000:00000010:3.0:1767384981.790400:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cafc34c0. 00000100:00000010:1.0:1767384981.790406:0:40455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7beb44. 00000400:00000010:3.0:1767384981.790408:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.790412:0:40433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237352240128, offset 0 02000000:00000010:1.0:1767384981.790415:0:40455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000997d9f4d. 00000400:00000200:3.0:1767384981.790420:0:40433:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384981.790424:0:40455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3782b50. 00000400:00000200:3.0:1767384981.790429:0:40433:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.790436:0:40433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272109400 00000400:00000200:3.0:1767384981.790440:0:40433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b6d [1] + 0 02000000:00000010:1.0:1767384981.790443:0:40455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000f896aeb8. 00000400:00000200:3.0:1767384981.790444:0:40433:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.790448:0:40433:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384981.790449:0:40455:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b6396a. 00000100:00000200:3.0:1767384981.790454:0:40433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c70b0db9 x1853237352240128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.790454:0:40455:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000070dc65d2. 00000100:00000200:1.0:1767384981.790460:0:40455:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237352240256, portal 25 00000400:00000010:1.0:1767384981.790467:0:40455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.790470:0:40455:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237352240256, offset 0 00000400:00000200:1.0:1767384981.790475:0:40455:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384981.790481:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743f9ae3. 00000400:00000200:1.0:1767384981.790481:0:40455:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384981.790488:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab20be0e 00000400:00000010:2.0:1767384981.790491:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab20be0e. 00000400:00000200:1.0:1767384981.790492:0:40455:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272109480 00000400:00000200:3.0:1767384981.790496:0:40433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.790499:0:40433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:2.0:1767384981.790499:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c70b0db9 x1853237352240128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384981.790511:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b81ad77. 00000100:00000200:2.0:1767384981.790512:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c70b0db9 x1853237352240128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.790513:0:40455:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2261 [2] + 0 00000020:00000010:3.0:1767384981.790515:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384981.790521:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28aa172. 00000400:00000010:1.0:1767384981.790522:0:40455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bff862c. 00000400:00000200:1.0:1767384981.790529:0:40455:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003fcfc9e6 00000400:00000200:1.0:1767384981.790533:0:40455:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.790537:0:40455:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384981.790541:0:40455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcfc9e6 00000400:00000010:1.0:1767384981.790542:0:40455:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fcfc9e6. 02000000:00000010:2.0:1767384981.790543:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a3e1735. 00000100:00000200:1.0:1767384981.790546:0:40455:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1767384981.790548:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ff76da5d. 00000100:00000010:2.0:1767384981.790552:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c70b0db9. 00000400:00000200:1.0:1767384981.790559:0:40455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.790561:0:40455:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.790565:0:40455:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7beb44 x1853237352240256/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.790586:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000710eebb7. 00000020:00000010:1.0:1767384981.790588:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000710eebb7. 00000020:00000010:1.0:1767384981.790590:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066847589. 00000020:00000010:1.0:1767384981.790593:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.790596:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.790616:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000710eebb7. 00000020:00000010:1.0:1767384981.790618:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000710eebb7. 00000100:00000200:1.0:1767384981.790620:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240256 02000000:00000010:1.0:1767384981.790633:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a85ece12. 00000040:00000010:1.0:1767384981.790637:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000515e7e4e. 00000040:00000010:1.0:1767384981.790644:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000bcc6220. 00000040:00000010:1.0:1767384981.790725:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000bcc6220. 00000040:00000010:1.0:1767384981.790729:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000515e7e4e. 00010000:00000200:1.0:1767384981.790734:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b1d7439f x1853237352240256/t0(0) o502->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 272/8472 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.790747:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000dc45be04. 00000100:00000200:1.0:1767384981.790750:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237352240256, offset 224 00000400:00000200:1.0:1767384981.790755:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.790763:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.790770:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272109480 00000400:00000200:1.0:1767384981.790775:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b79 [4] + 224 00000400:00000200:1.0:1767384981.790781:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.790784:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.790789:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7beb44 x1853237352240256/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.790801:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc45be04 00000400:00000010:1.0:1767384981.790803:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000dc45be04. 00000020:00000010:1.0:1767384981.790811:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.790813:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.790814:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066847589. 02000000:00000010:1.0:1767384981.790817:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a85ece12. 00000100:00000200:1.0:1767384981.790826:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384981.790830:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6260405. 00000400:00000010:1.0:1767384981.790833:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc45be04. 00000400:00000010:1.0:1767384981.790851:0:40455:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b6396a. 00000400:00000200:1.0:1767384981.790854:0:40455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070dc65d2 00000400:00000010:1.0:1767384981.790856:0:40455:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000070dc65d2. 00000100:00000200:1.0:1767384981.790861:0:40455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7beb44 x1853237352240256/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.790867:0:40455:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7beb44 x1853237352240256/t0(0) o502->MGC192.168.203.112@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384981.790879:0:40455:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d3782b50. 02000000:00000010:1.0:1767384981.790883:0:40455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000f896aeb8. 02000000:00000010:1.0:1767384981.790914:0:40455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000997d9f4d. 00000100:00000010:1.0:1767384981.790918:0:40455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7beb44. 00000040:00000010:1.0:1767384981.790923:0:40455:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000612fcf30. 00000020:00000010:1.0:1767384981.790927:0:40455:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d50b1165. 00000020:00000010:1.0:1767384981.790933:0:40455:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8046ffe. 00000040:00000010:1.0:1767384981.790936:0:40455:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ffec1ba. 00000020:00000010:1.0:1767384981.790939:0:40455:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f5ae03d3. 00000020:00000010:1.0:1767384981.790942:0:40455:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384981.790946:0:40455:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd90f682. 80000000:00000010:1.0:1767384981.790949:0:40455:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006ff9a9fb. 40000000:00000010:1.0:1767384981.790952:0:40455:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e4dfd3a. 00100000:00000010:1.0:1767384981.790954:0:40455:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008ee15d3d. 00040000:00000010:1.0:1767384981.790957:0:40455:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cff938f8. 00040000:00000010:1.0:1767384981.790960:0:40455:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001ccc1e4f. 00040000:00000010:1.0:1767384981.790962:0:40455:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ea9df77d. 00080000:00000010:1.0:1767384981.790965:0:40455:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009fe5b889. 00000004:00000010:1.0:1767384981.790968:0:40455:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000066a82425. 00000004:00000010:1.0:1767384981.790970:0:40455:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bf59ab33. 00000004:00000010:1.0:1767384981.790973:0:40455:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002338882d. 00002000:00000010:1.0:1767384981.790975:0:40455:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ed39aae9. 00000004:00000010:1.0:1767384981.790978:0:40455:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000637619ac. 00000020:00000010:1.0:1767384981.790981:0:40455:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2a8e6db. 00000040:00000010:2.0:1767384981.791000:0:40420:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a5f565df. 00000040:00000010:2.0:1767384981.791006:0:40420:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f6d725e0. 00000040:00000010:2.0:1767384981.791008:0:40420:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000050b5f1f8. 00000020:00000010:2.0:1767384981.791014:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000ef247e3. 00000040:00000010:2.0:1767384981.791018:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000948dec82. 00000020:00000010:2.0:1767384981.791020:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000387cda8a. 00000020:00000010:2.0:1767384981.791023:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001d2b8d1b. 80000000:00000010:2.0:1767384981.791026:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000360b46e8. 00040000:00000010:2.0:1767384981.791028:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f6b6fa2. 00080000:00000010:2.0:1767384981.791030:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002b069bb0. 20000000:00000010:2.0:1767384981.791032:0:40420:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006c430ce3. 00000020:00000010:2.0:1767384981.791033:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b6561d2. 10000000:00000010:2.0:1767384981.791035:0:40420:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000eb8b59c5. 00000020:00000010:2.0:1767384981.791044:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008fea9a4. 00000040:00000010:2.0:1767384981.791046:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000548655d. 00000020:00000010:2.0:1767384981.791048:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e141a5f. 00000020:00000010:2.0:1767384981.791049:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000199bf99d. 00040000:00000010:2.0:1767384981.791051:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000636b726. 00040000:00000010:2.0:1767384981.791053:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004328f39e. 00080000:00000010:2.0:1767384981.791054:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008cbaf782. 00000020:00000010:2.0:1767384981.791056:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df955675. 00000020:00000010:2.0:1767384981.791057:0:40420:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000006b1af35b. 00000020:00000010:2.0:1767384981.791059:0:40420:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000006c8e4cba. 00000020:00000010:2.0:1767384981.791061:0:40420:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000002cf5d5d9. 00000020:00000010:2.0:1767384981.791062:0:40420:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000002d5d1abd. 00000020:00000010:2.0:1767384981.791085:0:40420:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000f47d6b4e. 00000100:00000010:2.0:1767384981.791114:0:40420:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089a9353c. 02000000:00000010:2.0:1767384981.791122:0:40420:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f6d725e0. 00000100:00000010:2.0:1767384981.791128:0:40420:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006a3e1735. 00000100:00000010:2.0:1767384981.791130:0:40420:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e67d5a52. 00000100:00000010:2.0:1767384981.791135:0:40420:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb4e3a0. 00000400:00000010:2.0:1767384981.791143:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743f9ae3. 00000400:00000010:2.0:1767384981.791147:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab20be0e. 00000100:00000200:2.0:1767384981.791150:0:40420:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272109500-0x6958272109500, portal 33 02000000:00000010:2.0:1767384981.791163:0:40420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f896aeb8. 00000400:00000010:2.0:1767384981.791167:0:40420:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384981.791171:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e43984b1. 00000100:00000200:2.0:1767384981.791173:0:40420:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237352240384, portal 25 00000400:00000010:2.0:1767384981.791176:0:40420:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024e76453. 00000100:00000200:2.0:1767384981.791178:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237352240384, offset 0 00000400:00000200:2.0:1767384981.791182:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384981.791189:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384981.791196:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272109500 00000400:00000200:2.0:1767384981.791200:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2265 [2] + 0 00000400:00000010:2.0:1767384981.791202:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003de8266f. 00000400:00000200:2.0:1767384981.791205:0:40420:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d97404c 00000400:00000200:2.0:1767384981.791209:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.791212:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384981.791214:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d97404c 00000400:00000010:2.0:1767384981.791215:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d97404c. 00000100:00000200:2.0:1767384981.791219:0:40420:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384981.791232:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e76453 00000400:00000010:2.0:1767384981.791234:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024e76453. 00000100:00000200:2.0:1767384981.791250:0:40420:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089a9353c x1853237352240384/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.791268:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000710eebb7. 00000020:00000010:1.0:1767384981.791271:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000710eebb7. 00000020:00000010:1.0:1767384981.791276:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000997d9f4d. 00000020:00000010:1.0:1767384981.791279:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000791739b8. 00000020:00000010:1.0:1767384981.791282:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ddd1eca. 00000020:00000010:1.0:1767384981.791304:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000710eebb7. 00000020:00000010:1.0:1767384981.791306:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000710eebb7. 00000100:00000200:1.0:1767384981.791308:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240384 02000000:00000010:1.0:1767384981.791315:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000612fcf30. 20000000:00000010:1.0:1767384981.791322:0:40425:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000000bcc6220. 00000100:00000010:1.0:1767384981.791325:0:40425:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c5fdd032. 00000100:00000010:1.0:1767384981.791327:0:40425:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004f6a2cd6. 00000400:00000010:1.0:1767384981.791332:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000400:00000010:1.0:1767384981.791338:0:40425:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4ad136d. 00000400:00000200:1.0:1767384981.791342:0:40425:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384981.791349:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384981.791355:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272109500 00000400:00000200:1.0:1767384981.791358:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b89 [1] + 0 00000400:00000010:1.0:1767384981.791360:0:40425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000743f9ae3. 00000400:00000200:1.0:1767384981.791363:0:40425:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab20be0e 00000100:00000200:1.0:1767384981.791365:0:40425:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c5fdd032 00000400:00000200:1.0:1767384981.791372:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384981.791378:0:40425:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b95 00000400:00000200:1.0:1767384981.791380:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.791383:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384981.791385:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.791386:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.791389:0:40425:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000c5fdd032 00000400:00000200:1.0:1767384981.791393:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab20be0e 00000400:00000010:1.0:1767384981.791394:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab20be0e. 00000100:00000200:1.0:1767384981.791397:0:40425:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000089a9353c desc 000000006a3e1735 mbits 1853237352240384 00000100:00000200:1.0:1767384981.791410:0:40425:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272109500-0x6958272109500 20000000:00000010:1.0:1767384981.791417:0:40425:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000006ff9a9fb. 20000000:00000010:1.0:1767384981.791425:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066847589. 20000000:00000010:1.0:1767384981.791431:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000515e7e4e. 20000000:00000010:1.0:1767384981.791436:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9691c1d. 20000000:00000010:1.0:1767384981.791439:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000679191b6. 20000000:00000010:1.0:1767384981.791443:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e9b0ce4b. 20000000:00000010:1.0:1767384981.791446:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000169fc475. 20000000:00000010:1.0:1767384981.791449:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000081a07c99. 20000000:00000010:1.0:1767384981.791451:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002bf4a1b7. 20000000:00000010:1.0:1767384981.791454:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eaab4faf. 20000000:00000010:1.0:1767384981.791457:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7b87e34. 20000000:00000010:1.0:1767384981.791459:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000162f37d8. 20000000:00000010:1.0:1767384981.791461:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9f310f3. 20000000:00000010:1.0:1767384981.791464:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f2a8e6db. 20000000:00000010:1.0:1767384981.791467:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ea9df77d. 20000000:00000010:1.0:1767384981.791471:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bd90f682. 20000000:00000010:1.0:1767384981.791473:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ffec1ba. 20000000:00000010:1.0:1767384981.791475:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f8046ffe. 20000000:00000010:1.0:1767384981.791477:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c39a4e64. 20000000:00000010:1.0:1767384981.791480:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8ea462f. 20000000:00000010:1.0:1767384981.791483:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce614173. 20000000:00000010:1.0:1767384981.791494:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008c9214f3. 20000000:00000010:1.0:1767384981.791498:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2927e63. 20000000:00000010:1.0:1767384981.791502:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001c792508. 20000000:00000010:1.0:1767384981.791506:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c204caf7. 20000000:00000010:1.0:1767384981.791510:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae439dd6. 20000000:00000010:1.0:1767384981.791514:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a038a1de. 20000000:00000010:1.0:1767384981.791517:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ebdcd41. 20000000:00000010:1.0:1767384981.791520:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d246cedb. 20000000:00000010:1.0:1767384981.791523:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006354d010. 20000000:00000010:1.0:1767384981.791525:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001efb7b58. 20000000:00000010:1.0:1767384981.791527:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000043aed0ca. 20000000:00000010:1.0:1767384981.791530:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000735e0b46. 20000000:00000010:1.0:1767384981.791535:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001e3b77a2. 20000000:00000010:1.0:1767384981.791538:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000442b57c5. 20000000:00000010:1.0:1767384981.791542:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009cf4d24e. 20000000:00000010:1.0:1767384981.791545:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017120109. 20000000:00000010:1.0:1767384981.791554:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000472e6348. 20000000:00000010:1.0:1767384981.791558:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e77da9c. 20000000:00000010:1.0:1767384981.791561:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002f7aa91b. 20000000:00000010:1.0:1767384981.791565:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fc544738. 20000000:00000010:1.0:1767384981.791568:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006eebc0a. 20000000:00000010:1.0:1767384981.791571:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f244cde0. 00080000:00000010:1.0:1767384981.791597:0:40425:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006b53546b. 00000020:00000010:3.0:1767384981.791725:0:40456:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d0fe50f9. 00000020:00000010:3.0:1767384981.791731:0:40456:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d0fe50f9. 00080000:00000010:2.0:1767384981.801103:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006b53546b. 00010000:00000010:1.0:1767384981.801109:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c02b08ec. 00010000:00000010:1.0:1767384981.801124:0:40426:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9f0ffcc. 00000100:00000010:1.0:1767384981.801129:0:40426:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fcfc9e6. 00000100:00000010:1.0:1767384981.801136:0:40426:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7beb44. 02000000:00000010:1.0:1767384981.801145:0:40426:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000dba0af7. 02000000:00000010:1.0:1767384981.801161:0:40426:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fed03ca6. 00000400:00000010:1.0:1767384981.801165:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b6396a. 00000400:00000010:1.0:1767384981.801169:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.801172:0:40426:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352240512, portal 16 00000400:00000010:1.0:1767384981.801177:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.801179:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237352240512, offset 0 00000400:00000200:1.0:1767384981.801185:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.801193:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.801201:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272109580 00000400:00000200:1.0:1767384981.801207:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1761 [2] + 1968 00000400:00000010:1.0:1767384981.801209:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5ef9973. 00000400:00000200:1.0:1767384981.801212:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009495050d 00000400:00000200:1.0:1767384981.801215:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.801217:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384981.801220:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009495050d 00000400:00000010:1.0:1767384981.801221:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009495050d. 00000100:00000200:1.0:1767384981.801225:0:40426:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:1.0:1767384981.801254:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384981.801256:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000100:00000010:0.0:1767384981.801258:0:16759:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075b4309c. 00000100:00000200:1.0:1767384981.801263:0:40426:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7beb44 x1853237352240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384981.801265:0:16759:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e713acc4. 00000100:00000200:0.0:1767384981.801272:0:16759:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767384981.801277:0:16759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8bc58fb. 00000400:00000010:0.0:1767384981.801281:0:16759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c2eb1d2. 00040000:00000010:0.0:1767384981.801288:0:16759:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000034b92479. 00000004:00000010:0.0:1767384981.801293:0:16759:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000050af37cd. 00000004:00000010:0.0:1767384981.801296:0:16759:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d204a997. 00000004:00000010:0.0:1767384981.801299:0:16759:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000047cd45c2. 00000004:00000010:0.0:1767384981.801302:0:16759:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005c206cc7. 00000020:00000010:0.0:1767384981.801308:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b417d03c. 00000020:00000010:0.0:1767384981.801310:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b417d03c. 00000020:00000010:0.0:1767384981.801313:0:16759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8989d81. 00000020:00000010:0.0:1767384981.801314:0:16759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009356446f. 00000020:00000010:0.0:1767384981.801317:0:16759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384981.801338:0:16759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b417d03c. 00000020:00000010:0.0:1767384981.801340:0:16759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b417d03c. 00000100:00000200:0.0:1767384981.801341:0:16759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240512 02000000:00000010:0.0:1767384981.801349:0:16759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe9cb61c. 00000400:00000010:0.0:1767384981.801355:0:16759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9e7f44. 00000100:00000200:0.0:1767384981.801357:0:16759:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237352240512, offset 224 00000400:00000200:0.0:1767384981.801362:0:16759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.801366:0:16759:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.801370:0:16759:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272109580 00000400:00000200:0.0:1767384981.801374:0:16759:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b99 [1] + 224 00000400:00000200:0.0:1767384981.801377:0:16759:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.801380:0:16759:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.801384:0:16759:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7beb44 x1853237352240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384981.801401:0:16759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9e7f44 00000400:00000010:0.0:1767384981.801403:0:16759:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9e7f44. 00010000:00000010:0.0:1767384981.801410:0:16759:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000079b37d6f. 00000400:00000010:1.0:1767384981.801418:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b6396a. 00000400:00000200:1.0:1767384981.801423:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000020:00000010:0.0:1767384981.801424:0:16759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009356446f. 00000400:00000010:1.0:1767384981.801425:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000020:00000010:0.0:1767384981.801430:0:16759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000100:00000200:1.0:1767384981.801435:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7beb44 x1853237352240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384981.801435:0:16759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8989d81. 02000000:00000010:0.0:1767384981.801445:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fe9cb61c. 00000100:00000200:1.0:1767384981.801446:0:40426:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7beb44 x1853237352240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384981.801451:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d088f968. 00000100:00000010:0.0:1767384981.801456:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004abf2db4. 02000000:00000010:0.0:1767384981.801460:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ecb668d4. 00000100:00000010:0.0:1767384981.801462:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4353fa7. 02000000:00000010:1.0:1767384981.801467:0:40426:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fed03ca6. 02000000:00000010:0.0:1767384981.801467:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b886ab4. 00000100:00000010:0.0:1767384981.801473:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a7f193a. 02000000:00000010:1.0:1767384981.801474:0:40426:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000dba0af7. 02000000:00000010:0.0:1767384981.801478:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008dbf866a. 00000100:00000010:1.0:1767384981.801479:0:40426:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7beb44. 00000100:00000010:0.0:1767384981.801482:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a1caf19. 00000100:00000010:1.0:1767384981.801485:0:40426:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003fcfc9e6. 02000000:00000010:0.0:1767384981.801489:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000475f83ed. 00010000:00000010:1.0:1767384981.801490:0:40426:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9f0ffcc. 00000100:00000010:0.0:1767384981.801493:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa8ad4ec. 02000000:00000010:0.0:1767384981.801499:0:16759:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ffeea7d8. 00000100:00000010:0.0:1767384981.801502:0:16759:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6763971. 00000100:00000010:0.0:1767384981.801504:0:16759:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000061f69c73. 00000100:00000010:0.0:1767384981.801508:0:16759:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000011e6008. 00000100:00000010:0.0:1767384981.801541:0:16765:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4353fa7. 02000000:00000010:0.0:1767384981.801548:0:16765:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8989d81. 00040000:00000010:3.0:1767384981.801570:0:16136:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000060b2e623. 00010000:00000010:0.0:1767384981.801572:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000079b37d6f. 00000004:00000010:3.0:1767384981.801576:0:16136:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000094b72a81. 00040000:00000010:1.0:1767384981.801579:0:16137:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007816aa75. 00000004:00000010:3.0:1767384981.801583:0:16136:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da3159ce. 00000004:00000010:1.0:1767384981.801586:0:16137:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002468681e. 00000004:00000010:3.0:1767384981.801589:0:16136:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000cc5549b. 00000004:00000010:1.0:1767384981.801591:0:16137:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf59ab33. 00000004:00000010:3.0:1767384981.801597:0:16136:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cddf372d. 00000004:00000010:1.0:1767384981.801598:0:16137:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000038729c20. 00000004:00000010:1.0:1767384981.801603:0:16137:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2c293a8. 02000000:00000010:3.0:1767384981.801612:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e28aa172. 00000400:00000010:3.0:1767384981.801618:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:3.0:1767384981.801622:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.801625:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352240640, portal 18 00000400:00000010:3.0:1767384981.801627:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbee507. 00000100:00000200:3.0:1767384981.801630:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237352240640, offset 0 00000400:00000200:3.0:1767384981.801634:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384981.801638:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384981.801643:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272109600 00000400:00000200:3.0:1767384981.801648:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:3.0:1767384981.801652:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384981.801655:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384981.801659:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384981.801663:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000003a9fd9. 00000400:00000200:3.0:1767384981.801677:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbee507 00000400:00000010:3.0:1767384981.801679:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bbee507. 00000100:00000200:3.0:1767384981.801684:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c4353fa7 x1853237352240640/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384997 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384981.801692:0:39778:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009fe5b889. 00000004:00000010:1.0:1767384981.801696:0:39778:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001ccc1e4f. 00000004:00000010:1.0:1767384981.801699:0:39778:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085781b83. 00000004:00000010:1.0:1767384981.801702:0:39778:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008ee15d3d. 00000004:00000010:1.0:1767384981.801704:0:39778:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c4eec2dc. 00000020:00000010:1.0:1767384981.801710:0:39778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9f0ffcc. 00000020:00000010:1.0:1767384981.801713:0:39778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9f0ffcc. 00000020:00000010:1.0:1767384981.801716:0:39778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dba0af7. 00000020:00000010:1.0:1767384981.801719:0:39778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000ba13361. 00000020:00000010:1.0:1767384981.801721:0:39778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000100:00000200:1.0:1767384981.801735:0:39778:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000003a9fd9 x1853237352240640/t0(0) o103->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 328/0 e 0 to 0 dl 1767384992 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.801763:0:39778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9f0ffcc. 00000020:00000010:1.0:1767384981.801766:0:39778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9f0ffcc. 00000100:00000200:1.0:1767384981.801770:0:39778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240640 02000000:00000010:1.0:1767384981.801778:0:39778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf7a3465. 00010000:00000010:1.0:1767384981.801804:0:39778:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9f0ffcc. 00000100:00000010:1.0:1767384981.801808:0:39778:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fcfc9e6. 00000100:00000010:1.0:1767384981.801826:0:39778:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003fcfc9e6. 00010000:00000010:1.0:1767384981.801829:0:39778:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9f0ffcc. 00000400:00000010:1.0:1767384981.801836:0:39778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.801839:0:39778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237352240640, offset 224 00000400:00000200:1.0:1767384981.801843:0:39778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.801849:0:39778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.801854:0:39778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272109600 00000020:00000010:2.0:1767384981.801855:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ea6ef2c6. 00000400:00000200:1.0:1767384981.801858:0:39778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2ba9 [1] + 224 00000400:00000200:1.0:1767384981.801864:0:39778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.801867:0:39778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.801872:0:39778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4353fa7 x1853237352240640/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384997 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.801908:0:39778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.801910:0:39778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000020:00000010:1.0:1767384981.801920:0:39778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000ba13361. 00000020:00000010:1.0:1767384981.801922:0:39778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384981.801925:0:39778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dba0af7. 00000400:00000010:3.0:1767384981.801943:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000400:00000200:3.0:1767384981.801949:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:3.0:1767384981.801951:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000100:00000200:3.0:1767384981.801955:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c4353fa7 x1853237352240640/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.801963:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c4353fa7 x1853237352240640/t0(0) o103->MGC192.168.203.112@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384997 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384981.801977:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e28aa172. 02000000:00000010:3.0:1767384981.801980:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c8989d81. 00000100:00000010:3.0:1767384981.801984:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4353fa7. 00000100:00000010:0.0:1767384981.803433:0:40425:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004f6a2cd6. 00000100:00000010:0.0:1767384981.803437:0:40425:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c5fdd032. 20000000:00000010:0.0:1767384981.803439:0:40425:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000000bcc6220. 00010000:00000200:0.0:1767384981.803444:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a77f518 x1853237352240384/t0(0) o253->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:207/0 lens 4784/4768 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.803454:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079b37d6f. 00000100:00000200:0.0:1767384981.803456:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237352240384, offset 224 00000400:00000200:0.0:1767384981.803459:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384981.803463:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384981.803467:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272109500 00000400:00000200:0.0:1767384981.803470:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b8d [2] + 224 00000400:00000200:0.0:1767384981.803473:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384981.803475:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384981.803479:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089a9353c x1853237352240384/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384981.803492:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079b37d6f 00000400:00000010:0.0:1767384981.803494:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079b37d6f. 00000020:00000010:0.0:1767384981.803502:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000791739b8. 00000020:00000010:0.0:1767384981.803504:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ddd1eca. 00000400:00000010:2.0:1767384981.803505:0:40420:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000585ed3c8. 00000020:00000010:0.0:1767384981.803506:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000997d9f4d. 00000400:00000200:2.0:1767384981.803512:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e43984b1 02000000:00000010:0.0:1767384981.803513:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000612fcf30. 00000400:00000010:2.0:1767384981.803516:0:40420:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e43984b1. 00000100:00000200:0.0:1767384981.803519:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384981.803523:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6bb1bb. 00000100:00000200:2.0:1767384981.803524:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089a9353c x1853237352240384/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384981.803528:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079b37d6f. 00000100:00000200:2.0:1767384981.803537:0:40420:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089a9353c x1853237352240384/t0(0) o253->MGC192.168.203.112@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384981.803549:0:40420:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005eb4e3a0. 02000000:00000010:2.0:1767384981.803554:0:40420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f896aeb8. 00000100:00000010:2.0:1767384981.803557:0:40420:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e67d5a52. 00000100:00000010:2.0:1767384981.803558:0:40420:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006a3e1735. 02000000:00000010:2.0:1767384981.803560:0:40420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f6d725e0. 00000100:00000010:2.0:1767384981.803563:0:40420:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089a9353c. 00000020:00000010:2.0:1767384981.803568:0:40420:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000f47d6b4e. 00000020:02000000:2.0:1767384981.803572:0:40420:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:2.0:1767384981.805354:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004328f39e. 00000020:00000010:2.0:1767384981.805358:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008fea9a4. 00000040:00000010:2.0:1767384981.805360:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005b6561d2. 00000020:00000010:2.0:1767384981.805363:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099acd8e7. 00000020:00000010:2.0:1767384981.805366:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000114f726d. 00000020:00000010:2.0:1767384981.805368:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c430ce3. 80000000:00000010:2.0:1767384981.805371:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006180ad8a. 40000000:00000010:2.0:1767384981.805373:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e285231e. 00100000:00000010:2.0:1767384981.805376:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a5c18b3a. 00040000:00000010:2.0:1767384981.805378:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000644ec3c1. 00040000:00000010:2.0:1767384981.805380:0:40420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000299b3f5e. 00040000:00000010:2.0:1767384981.805382:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f6b6fa2. 00080000:00000010:2.0:1767384981.805385:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008cbaf782. 00000004:00000010:2.0:1767384981.805387:0:40420:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e141a5f. 00000004:00000010:2.0:1767384981.805390:0:40420:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007031814d. 00000004:00000010:2.0:1767384981.805392:0:40420:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002b069bb0. 00000004:00000010:2.0:1767384981.805394:0:40420:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006a3e1735. 00000020:00000010:2.0:1767384981.805396:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2b8d1b. 00000020:00000010:2.0:1767384981.805398:0:40420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f77ce8b. 00000020:00000010:2.0:1767384981.805400:0:40420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e91d4f4. 00000020:00000010:2.0:1767384981.805432:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bc7281cc. 00080000:00000010:2.0:1767384981.805437:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e1cbbe9. 00080000:00000010:2.0:1767384981.805487:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e1cbbe9. 00000020:00000010:2.0:1767384981.805490:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bc7281cc. 00000004:00000010:2.0:1767384981.805498:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d6b8d6f0. 00000004:00000010:2.0:1767384981.805502:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f280151e. 00000004:00000010:2.0:1767384981.805506:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000052ada0a. 00080000:00000010:2.0:1767384981.805509:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e1cbbe9. 00040000:00000010:2.0:1767384981.805537:0:40420:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000dfe8cb7b. 00000004:00000010:2.0:1767384981.805540:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cc20f575. 00000004:00000010:2.0:1767384981.805542:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009fcaf14b. 00000004:00000010:2.0:1767384981.805544:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b07f233b. 00080000:00000010:2.0:1767384981.805546:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b801297d. 00000020:00000010:2.0:1767384981.805563:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd863e84. 00080000:00000010:2.0:1767384981.805568:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f817e68. 00080000:00000010:2.0:1767384981.805604:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004f817e68. 00000020:00000010:2.0:1767384981.805608:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dd863e84. 00000004:00000010:2.0:1767384981.805614:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4786f2b. 00000004:00000010:2.0:1767384981.805618:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000617dab79. 00000004:00000010:2.0:1767384981.805621:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000036469ebd. 00080000:00000010:2.0:1767384981.805624:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f817e68. 00100000:00000010:2.0:1767384981.805660:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000084d5af23. 00000004:00000010:2.0:1767384981.805680:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002f6d613f. 00000004:00000010:2.0:1767384981.805683:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000024861d4d. 00000004:00000010:2.0:1767384981.805685:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000027802cbd. 00080000:00000010:2.0:1767384981.805687:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9b21abd. 00100000:00000010:2.0:1767384981.805711:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c7320874. 00040000:00000010:2.0:1767384981.805715:0:40420:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f45c72f1. 00000001:00000010:2.0:1767384981.805718:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000948dec82. 00000001:00000010:2.0:1767384981.805721:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e52431e8. 00000001:00000010:2.0:1767384981.805724:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b71e5215. 00040000:00000010:2.0:1767384981.805732:0:40420:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a76be6bd. 00000004:00000010:2.0:1767384981.805735:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ce07527d. 00000004:00000010:2.0:1767384981.805737:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ca237d6f. 00000004:00000010:2.0:1767384981.805739:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e450c9b4. 00080000:00000010:2.0:1767384981.805741:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f7f9e844. 00000020:00000010:2.0:1767384981.805752:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004040ac32. 00080000:00000010:2.0:1767384981.805754:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093061e5c. 00080000:00000010:2.0:1767384981.805775:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000093061e5c. 00000020:00000010:2.0:1767384981.805777:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004040ac32. 00000004:00000010:2.0:1767384981.805780:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f7dcfb34. 00000004:00000010:2.0:1767384981.805783:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000e0d9e26. 00000004:00000010:2.0:1767384981.805785:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000633d9797. 00080000:00000010:2.0:1767384981.805787:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093061e5c. 00100000:00000010:2.0:1767384981.805803:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fd1efe22. 00000004:00000010:2.0:1767384981.805813:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000054d25487. 00000004:00000010:2.0:1767384981.805815:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c37e3948. 00000004:00000010:2.0:1767384981.805817:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009c3b58d3. 00080000:00000010:2.0:1767384981.805819:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf44af6c. 00100000:00000010:2.0:1767384981.805835:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000079a9a802. 00040000:00000010:2.0:1767384981.805838:0:40420:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a174f241. 00000001:00000010:2.0:1767384981.805840:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000ef247e3. 00000001:00000010:2.0:1767384981.805842:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000678929c2. 00000001:00000010:2.0:1767384981.805843:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c12dc8f8. 00040000:00000010:2.0:1767384981.805848:0:40420:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000000aafa6ed. 00000004:00000010:2.0:1767384981.805850:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000400274fb. 00000004:00000010:2.0:1767384981.805853:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bed09aaa. 00000004:00000010:2.0:1767384981.805856:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d79122fd. 00080000:00000010:2.0:1767384981.805859:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dba7888d. 00000020:00000010:2.0:1767384981.805877:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d4ea0999. 00080000:00000010:2.0:1767384981.805923:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2a23c13. 00080000:00000010:2.0:1767384981.805961:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e2a23c13. 00000020:00000010:2.0:1767384981.805964:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d4ea0999. 00000004:00000010:2.0:1767384981.805969:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c467671a. 00000004:00000010:2.0:1767384981.805971:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f0533b0. 00000004:00000010:2.0:1767384981.805973:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000012eb9783. 00080000:00000010:2.0:1767384981.805978:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2a23c13. 00100000:00000010:2.0:1767384981.805995:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b983166d. 00000004:00000010:2.0:1767384981.806006:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005894bbcb. 00000004:00000010:2.0:1767384981.806008:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009472717f. 00000004:00000010:2.0:1767384981.806010:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000790b7f7f. 00080000:00000010:2.0:1767384981.806012:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008959a979. 00100000:00000010:2.0:1767384981.806030:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa96b1db. 00040000:00000010:2.0:1767384981.806032:0:40420:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000abe48596. 00000001:00000010:2.0:1767384981.806035:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000050b5f1f8. 00000001:00000010:2.0:1767384981.806038:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005ae671da. 00000001:00000010:2.0:1767384981.806041:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b9707f88. 00040000:00000010:2.0:1767384981.806049:0:40420:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000024b257df. 00000020:00000010:2.0:1767384981.806052:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000548655d. 00000020:00000010:2.0:1767384981.806054:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000199bf99d. 00000020:00000010:2.0:1767384981.806056:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000387cda8a. 00000020:00000010:2.0:1767384981.806059:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c222f42. 00000020:00000010:2.0:1767384981.806061:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d985ff8. 80000000:00000010:2.0:1767384981.806063:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000627a67d. 40000000:00000010:2.0:1767384981.806064:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e012e40d. 00100000:00000010:2.0:1767384981.806067:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ba69b1f4. 00040000:00000010:2.0:1767384981.806069:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000048f6cef7. 00040000:00000010:2.0:1767384981.806071:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000997d9f4d. 00080000:00000010:2.0:1767384981.806073:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003f914a7a. 00002000:00000010:2.0:1767384981.806075:0:40420:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000042a41afc. 00000020:00000010:3.0:1767384981.806213:0:40420:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000d0fe50f9. 00000020:00000010:3.0:1767384981.806218:0:40420:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000d0fe50f9. 00000020:00000010:3.0:1767384981.806221:0:40420:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000005b81ad77. 00000020:00000010:3.0:1767384981.806226:0:40420:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000d0fe50f9. 00000020:00000010:3.0:1767384981.806229:0:40420:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000d0fe50f9. 00040000:00000010:3.0:1767384981.806267:0:40420:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e43671d1. 00000020:00000010:3.0:1767384981.806279:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000636b726. 00080000:00000010:3.0:1767384981.806283:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082c745f7. 00080000:00000010:3.0:1767384981.806312:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000082c745f7. 00000020:00000010:3.0:1767384981.806315:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000636b726. 00000004:00000010:3.0:1767384981.806322:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000033659184. 00000004:00000010:3.0:1767384981.806325:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000611f36f. 00000004:00000010:3.0:1767384981.806327:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000df0d5082. 00080000:00000010:3.0:1767384981.806330:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082c745f7. 00100000:00000010:3.0:1767384981.806349:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002cf5d5d9. 00000004:00000010:3.0:1767384981.806361:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a715a752. 00000004:00000010:3.0:1767384981.806364:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000088bdd246. 00000004:00000010:3.0:1767384981.806366:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003e4ed911. 00080000:00000010:3.0:1767384981.806369:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006d082902. 00100000:00000010:3.0:1767384981.806387:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009007b831. 00040000:00000010:3.0:1767384981.806390:0:40420:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005e59abaa. 00000001:00000010:3.0:1767384981.806393:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e28aa172. 00000001:00000010:3.0:1767384981.806395:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b172711b. 00000001:00000010:3.0:1767384981.806397:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007a6486d7. 00040000:00000010:3.0:1767384981.806403:0:40420:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000003469d952. 00000020:00000010:3.0:1767384981.806413:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000010806f31. 00080000:00000010:3.0:1767384981.806416:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e008d03. 00080000:00000010:3.0:1767384981.806436:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006e008d03. 00000020:00000010:3.0:1767384981.806438:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000010806f31. 00000004:00000010:3.0:1767384981.806443:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e32d56f7. 00000004:00000010:3.0:1767384981.806446:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000934c1514. 00000004:00000010:3.0:1767384981.806448:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a901182f. 00080000:00000010:3.0:1767384981.806450:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e008d03. 00100000:00000010:3.0:1767384981.806466:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002cbcf392. 00000004:00000010:3.0:1767384981.806476:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000522094e0. 00000004:00000010:3.0:1767384981.806478:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004d76c8ea. 00000004:00000010:3.0:1767384981.806480:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b46b6692. 00080000:00000010:3.0:1767384981.806482:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000110e4d83. 00100000:00000010:3.0:1767384981.806499:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c62cbfdf. 00040000:00000010:3.0:1767384981.806502:0:40420:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005ace336c. 00000001:00000010:3.0:1767384981.806504:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006b84600f. 00000001:00000010:3.0:1767384981.806506:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ea769b1e. 00000001:00000010:3.0:1767384981.806508:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f4ecc154. 00040000:00000010:3.0:1767384981.806513:0:40420:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000067f31d12. 00000020:00000010:3.0:1767384981.806522:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ca526bc0. 00080000:00000010:3.0:1767384981.806525:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000869e0ffe. 00080000:00000010:3.0:1767384981.806544:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000869e0ffe. 00000020:00000010:3.0:1767384981.806546:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ca526bc0. 00000004:00000010:3.0:1767384981.806550:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000053916a11. 00000004:00000010:3.0:1767384981.806553:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e1f94139. 00000004:00000010:3.0:1767384981.806555:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d9190e5. 00080000:00000010:3.0:1767384981.806556:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000869e0ffe. 00100000:00000010:3.0:1767384981.806572:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002f2eff0e. 00000004:00000010:3.0:1767384981.806582:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000044bf0d52. 00000004:00000010:3.0:1767384981.806585:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006e78e11e. 00000004:00000010:3.0:1767384981.806586:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003db8b02f. 00080000:00000010:3.0:1767384981.806588:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c7e5898a. 00100000:00000010:3.0:1767384981.806605:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000074b9c2fd. 00040000:00000010:3.0:1767384981.806608:0:40420:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fb1e8d26. 00000001:00000010:3.0:1767384981.806609:0:40420:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000b4f9407. 00000001:00000010:3.0:1767384981.806611:0:40420:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000e731bc7. 00000001:00000010:3.0:1767384981.806613:0:40420:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000003ef131. 00040000:00000010:3.0:1767384981.806618:0:40420:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000300df4c0. 00000020:00000010:3.0:1767384981.806620:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060276d89. 00000020:00000010:3.0:1767384981.806622:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000017bb2701. 00000020:00000010:3.0:1767384981.806624:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000f08753a. 00000020:00000010:3.0:1767384981.806627:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b75111e9. 00000020:00000010:3.0:1767384981.806629:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ddd9f2a8. 80000000:00000010:3.0:1767384981.806631:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b7bb840. 40000000:00000010:3.0:1767384981.806632:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002d884880. 00100000:00000010:3.0:1767384981.806634:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000395cfba5. 00040000:00000010:3.0:1767384981.806636:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001527801a. 00040000:00000010:3.0:1767384981.806638:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d50ee9e5. 00080000:00000010:3.0:1767384981.806640:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005f69ad08. 00002000:00000010:3.0:1767384981.806642:0:40420:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000494a7675. 00000020:00000010:2.0:1767384981.806780:0:40420:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000298f4638. 00000020:00000010:2.0:1767384981.806786:0:40420:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000298f4638. 00000020:00000010:2.0:1767384981.806789:0:40420:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000e6d48a1e. 00000020:00000010:2.0:1767384981.806795:0:40420:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000298f4638. 00000020:00000010:2.0:1767384981.806798:0:40420:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000298f4638. 40000000:00000010:2.0:1767384981.806803:0:40420:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000d20bb8d6. 00080000:00000010:2.0:1767384981.806858:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005da82bce. 00010000:00000010:0.1:1767384981.808911:0:16600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000079edc248. 00010000:00000010:0.1:1767384981.808917:0:16600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90539c5. 00010000:00000010:1.1:1767384981.809906:0:16640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000345c1e6c. 00080000:00000010:1.0:1767384981.813848:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005da82bce. 00000004:00000010:2.0:1767384981.813861:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000622d7877. 00010000:00000010:2.1:1767384981.813911:0:40420:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f81f003. 00010000:00000010:2.1:1767384981.813919:0:40420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c02b08ec. 00000004:00000010:2.0:1767384981.813961:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e2981ecf. 00000004:00000010:2.0:1767384981.813965:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cdac1cbf. 00080000:00000010:2.0:1767384981.813968:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2d289f1. 00000004:00000010:2.0:1767384981.814015:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004d57b092. 00000004:00000010:2.0:1767384981.814018:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008b66c389. 00000004:00000010:2.0:1767384981.814020:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ec167f95. 00080000:00000010:2.0:1767384981.814022:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000093c94c58. 00000020:00000010:2.0:1767384981.814053:0:40420:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000f896aeb8. 00080000:00000010:2.0:1767384981.814057:0:40420:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000056e6311. 00080000:00000010:2.0:1767384981.814059:0:40420:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000091971774. 00000004:00000010:2.0:1767384981.814089:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000037292f1f. 00000004:00000010:2.0:1767384981.814092:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b0d83728. 00000004:00000010:2.0:1767384981.814093:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000455a066. 00080000:00000010:2.0:1767384981.814097:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007301b52d. 00080000:00000010:2.0:1767384981.814123:0:40420:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000091971774. 00080000:00000010:2.0:1767384981.814125:0:40420:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000056e6311. 00000020:00000010:2.0:1767384981.814127:0:40420:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000f896aeb8. 00000004:00000010:2.0:1767384981.814131:0:40420:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000c0ba828f. 00000004:00000010:2.0:1767384981.814135:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000968020bf. 00000004:00000010:2.0:1767384981.814137:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000098ece1f. 00000004:00000010:2.0:1767384981.814139:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000013b37955. 00080000:00000010:2.0:1767384981.814141:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d24a3c68. 00000020:00000010:2.0:1767384981.814172:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e703ff67. 00000020:00000010:2.0:1767384981.814175:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b180c5cd. 00000040:00000010:2.0:1767384981.814178:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4d56802. 00000020:00000010:2.0:1767384981.814181:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a3ff6c3. 00000020:00000010:2.0:1767384981.814184:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000839555cd. 00000020:00000010:2.0:1767384981.814186:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5a41d18. 80000000:00000010:2.0:1767384981.814189:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bbfe6388. 40000000:00000010:2.0:1767384981.814191:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000005271c6d. 00100000:00000010:2.0:1767384981.814193:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000859a4be6. 00040000:00000010:2.0:1767384981.814195:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000048f5cdb8. 00040000:00000010:2.0:1767384981.814198:0:40420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005e28fe89. 00040000:00000010:2.0:1767384981.814199:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003610d94f. 00080000:00000010:2.0:1767384981.814201:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac1051a8. 00000004:00000010:2.0:1767384981.814203:0:40420:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c11a68ac. 00000004:00000010:2.0:1767384981.814206:0:40420:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000362bc3ba. 00000004:00000010:2.0:1767384981.814209:0:40420:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fb84b85a. 00000004:00000010:2.0:1767384981.814211:0:40420:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000055874d71. 00000004:00000010:3.0:1767384981.814386:0:40420:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 000000009764ccd4. 00000040:00000010:3.0:1767384981.814394:0:40420:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000004ab3d9d8. 00000020:00000010:3.0:1767384981.814400:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000962cbfb8. 00000020:00000010:3.0:1767384981.814404:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2785556. 00000040:00000010:3.0:1767384981.814407:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009ebcf716. 00000020:00000010:3.0:1767384981.814412:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efbbf509. 00000020:00000010:3.0:1767384981.814415:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.814419:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f49d3568. 80000000:00000010:3.0:1767384981.814422:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d6715051. 40000000:00000010:3.0:1767384981.814425:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001e366624. 00100000:00000010:3.0:1767384981.814429:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008fa908fb. 00040000:00000010:3.0:1767384981.814432:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a88b7f3. 00040000:00000010:3.0:1767384981.814435:0:40420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384981.814438:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c501653. 00080000:00000010:3.0:1767384981.814442:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000759474aa. 00000004:00000010:3.0:1767384981.814445:0:40420:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000670fa245. 00000004:00000010:3.0:1767384981.814449:0:40420:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d947be4c. 00000004:00000010:3.0:1767384981.814453:0:40420:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000046a2cac8. 00000004:00000010:3.0:1767384981.814456:0:40420:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000c378575. 00000004:00000010:2.0:1767384981.814625:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000068ad211d. 00000004:00000010:2.0:1767384981.814630:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e566b3b1. 00000004:00000010:2.0:1767384981.814633:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ceed9d52. 00080000:00000010:2.0:1767384981.814637:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004da1c9df. 00000040:00000010:3.0:1767384981.814641:0:40462:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f5a47da. 00000040:00000010:3.0:1767384981.814667:0:40462:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000003fd45350. 00000040:00000010:3.0:1767384981.814689:0:40462:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008c65ea4a. 00000020:00000010:3.0:1767384981.814694:0:40462:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006122953a. 00000020:00000010:3.0:1767384981.814698:0:40462:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dec61adf. 00000040:00000010:3.0:1767384981.814702:0:40462:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d5e55d04. 00000020:00000010:3.0:1767384981.814709:0:40462:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d68fabc. 00000020:00000010:3.0:1767384981.814714:0:40462:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022dbac39. 00000020:00000010:3.0:1767384981.814718:0:40462:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd3e5a8e. 80000000:00000010:3.0:1767384981.814721:0:40462:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004b1df3ba. 40000000:00000010:3.0:1767384981.814725:0:40462:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009501cf26. 00100000:00000010:3.0:1767384981.814729:0:40462:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002211cb33. 00040000:00000010:3.0:1767384981.814733:0:40462:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff4e1379. 00040000:00000010:3.0:1767384981.814737:0:40462:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d86c1ed6. 00040000:00000010:3.0:1767384981.814740:0:40462:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b0035c3b. 00080000:00000010:3.0:1767384981.814744:0:40462:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fa7b7fa7. 00080000:00000010:2.0:1767384981.814745:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004da1c9df. 00000004:00000010:3.0:1767384981.814749:0:40462:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b8a4d3e. 00000004:00000010:2.0:1767384981.814753:0:40420:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ceed9d52. 00000004:00000010:3.0:1767384981.814756:0:40462:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b9d7ea90. 00000004:00000010:2.0:1767384981.814758:0:40420:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e566b3b1. 00000004:00000010:3.0:1767384981.814763:0:40462:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002580391d. 00000004:00000010:2.0:1767384981.814764:0:40420:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000068ad211d. 00002000:00000010:3.0:1767384981.814771:0:40462:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000081467978. 00000004:00000010:2.0:1767384981.814776:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000024358cfd. 00000004:00000010:3.0:1767384981.814777:0:40462:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000254f0442. 00000004:00000010:2.0:1767384981.814782:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e566b3b1. 00000020:00000010:3.0:1767384981.814784:0:40462:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000350283fb. 00000004:00000010:2.0:1767384981.814787:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ceed9d52. 00080000:00000010:2.0:1767384981.814792:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004da1c9df. 00000040:00000010:3.0:1767384981.814807:0:40462:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000ef4c35b6. 00000100:00000010:1.0:1767384981.814933:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067ec094b. 00000100:00000010:2.0:1767384981.814946:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ad0a775. 00000004:00000010:2.0:1767384981.815011:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c6c38a6c. 00000004:00000010:2.0:1767384981.815017:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007f315da9. 00000004:00000010:2.0:1767384981.815021:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bdd33210. 00080000:00000010:2.0:1767384981.815026:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000050b602ca. 00080000:00000010:2.0:1767384981.815332:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000050b602ca. 00000004:00000010:2.0:1767384981.815337:0:40420:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bdd33210. 00000004:00000010:2.0:1767384981.815340:0:40420:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007f315da9. 00000004:00000010:2.0:1767384981.815344:0:40420:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c6c38a6c. 00000004:00000010:2.0:1767384981.815361:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f9032211. 00000004:00000010:2.0:1767384981.815365:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007f315da9. 00000004:00000010:2.0:1767384981.815368:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bdd33210. 00080000:00000010:2.0:1767384981.815372:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000050b602ca. 00000004:00000010:2.0:1767384981.815661:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dfd129d3. 00000004:00000010:2.0:1767384981.815668:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000036eb9896. 00000004:00000010:2.0:1767384981.815674:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000e8412fe. 00080000:00000010:2.0:1767384981.815679:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d45366f7. 00000100:00000010:0.0:1767384981.815918:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c912bdac. 00080000:00000010:2.0:1767384981.816040:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d45366f7. 00000004:00000010:2.0:1767384981.816046:0:40420:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000e8412fe. 00000004:00000010:2.0:1767384981.816051:0:40420:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000036eb9896. 00000004:00000010:2.0:1767384981.816054:0:40420:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dfd129d3. 00000004:00000010:2.0:1767384981.816064:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f1b0cc4d. 00000004:00000010:2.0:1767384981.816069:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000036eb9896. 00000004:00000010:2.0:1767384981.816073:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000e8412fe. 00080000:00000010:2.0:1767384981.816077:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d45366f7. 00000004:00000010:2.0:1767384981.816387:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000018e0e239. 00000004:00000010:2.0:1767384981.816394:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000055bca9cf. 00000004:00000010:2.0:1767384981.816398:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004775bb58. 00080000:00000010:2.0:1767384981.816404:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c13ecd1. 00080000:00000010:2.0:1767384981.816717:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c13ecd1. 00000004:00000010:2.0:1767384981.816724:0:40420:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004775bb58. 00000004:00000010:2.0:1767384981.816728:0:40420:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000055bca9cf. 00000004:00000010:2.0:1767384981.816732:0:40420:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000018e0e239. 00000004:00000010:2.0:1767384981.816741:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a071c5d0. 00000004:00000010:2.0:1767384981.816746:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000055bca9cf. 00000004:00000010:2.0:1767384981.816749:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004775bb58. 00080000:00000010:2.0:1767384981.816754:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c13ecd1. 00000040:00000010:3.0:1767384981.816774:0:40462:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000ef4c35b6. 00000020:00000010:3.0:1767384981.816790:0:40462:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000350283fb. 00000020:00000010:3.0:1767384981.816797:0:40462:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dec61adf. 00000040:00000010:3.0:1767384981.816800:0:40462:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d5e55d04. 00000020:00000010:3.0:1767384981.816804:0:40462:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d68fabc. 00000020:00000010:3.0:1767384981.816808:0:40462:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022dbac39. 00000020:00000010:3.0:1767384981.816812:0:40462:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd3e5a8e. 80000000:00000010:3.0:1767384981.816816:0:40462:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b1df3ba. 40000000:00000010:3.0:1767384981.816819:0:40462:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009501cf26. 00100000:00000010:3.0:1767384981.816822:0:40462:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002211cb33. 00040000:00000010:3.0:1767384981.816825:0:40462:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff4e1379. 00040000:00000010:3.0:1767384981.816829:0:40462:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d86c1ed6. 00040000:00000010:3.0:1767384981.816834:0:40462:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b0035c3b. 00080000:00000010:3.0:1767384981.816837:0:40462:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fa7b7fa7. 00000004:00000010:3.0:1767384981.816840:0:40462:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b8a4d3e. 00000004:00000010:3.0:1767384981.816844:0:40462:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b9d7ea90. 00000004:00000010:3.0:1767384981.816846:0:40462:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002580391d. 00002000:00000010:3.0:1767384981.816849:0:40462:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000081467978. 00000004:00000010:3.0:1767384981.816852:0:40462:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000254f0442. 00000020:00000010:3.0:1767384981.816856:0:40462:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006122953a. 00000040:00000010:3.0:1767384981.816860:0:40462:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008c65ea4a. 00000020:00000010:3.0:1767384981.816869:0:40462:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2785556. 00000040:00000010:3.0:1767384981.816873:0:40462:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ebcf716. 00000020:00000010:3.0:1767384981.816878:0:40462:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efbbf509. 00000020:00000010:3.0:1767384981.816882:0:40462:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.816907:0:40462:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f49d3568. 80000000:00000010:3.0:1767384981.816911:0:40462:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d6715051. 40000000:00000010:3.0:1767384981.816915:0:40462:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001e366624. 00100000:00000010:3.0:1767384981.816918:0:40462:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008fa908fb. 00040000:00000010:3.0:1767384981.816921:0:40462:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006a88b7f3. 00040000:00000010:3.0:1767384981.816924:0:40462:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384981.816926:0:40462:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c501653. 00080000:00000010:3.0:1767384981.816929:0:40462:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000759474aa. 00000004:00000010:3.0:1767384981.816931:0:40462:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000670fa245. 00000004:00000010:3.0:1767384981.816935:0:40462:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d947be4c. 00000004:00000010:3.0:1767384981.816938:0:40462:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000046a2cac8. 00000004:00000010:3.0:1767384981.816940:0:40462:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c378575. 00000020:00000010:3.0:1767384981.816944:0:40462:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000962cbfb8. 00000004:00000010:3.0:1767384981.816947:0:40462:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 000000009764ccd4. 00000100:00000010:3.0:1767384981.816959:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095f007a8. 00000020:00000010:2.0:1767384981.817003:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001f23d899. 00080000:00000010:2.0:1767384981.817012:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f96054e. 00080000:00000010:2.0:1767384981.817115:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003f96054e. 00000020:00000010:2.0:1767384981.817121:0:40420:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001f23d899. 00000004:00000010:2.0:1767384981.817131:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b13ced10. 00000004:00000010:2.0:1767384981.817137:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009a00d540. 00000004:00000010:2.0:1767384981.817141:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000075435471. 00080000:00000010:2.0:1767384981.817146:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f96054e. 00000040:00000010:2.0:1767384981.817461:0:40420:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000059a91c91. 00000040:00000010:2.0:1767384981.817471:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f84b751. 00000040:00000010:2.0:1767384981.817541:0:40420:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000003e393315. 00000020:00000010:2.0:1767384981.817548:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000684824d9. 00080000:00000010:2.0:1767384981.817553:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ed08818a. 00000040:00000010:2.0:1767384981.817744:0:40420:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f896aeb8. 00000040:00000010:2.0:1767384981.817756:0:40420:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000e62dc229. 00000040:00000010:2.0:1767384981.818303:0:40420:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000e62dc229. 00000040:00000010:2.0:1767384981.818311:0:40420:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c0ea5bd9. 00000040:00000010:2.0:1767384981.818315:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2b84ca0. 00000040:00000010:2.0:1767384981.818364:0:40420:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000e67d5a52. 00000020:00000010:2.0:1767384981.818367:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000081f91c53. 00080000:00000010:2.0:1767384981.818370:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ca9a6c5b. 00000040:00000010:2.0:1767384981.818395:0:40420:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e62dc229. 00000040:00000010:2.0:1767384981.818402:0:40420:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000007d1465af. 00000040:00000010:2.0:1767384981.818848:0:40420:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000007d1465af. 00000040:00000010:2.0:1767384981.818855:0:40420:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000079cae62a. 00000020:00000010:2.0:1767384981.818860:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b648a3b7. 00000020:00000010:2.0:1767384981.818863:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051bdd6ca. 00000040:00000010:2.0:1767384981.818866:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008ed3aa7c. 00000020:00000010:2.0:1767384981.818869:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f37fbb36. 00000020:00000010:2.0:1767384981.818873:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ad0af299. 00000020:00000010:2.0:1767384981.818876:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007f9e9ed9. 80000000:00000010:2.0:1767384981.818878:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000335e94cf. 40000000:00000010:2.0:1767384981.818881:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002c2e7a49. 00100000:00000010:2.0:1767384981.818911:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ec266e3. 00040000:00000010:2.0:1767384981.818917:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5d63885. 00040000:00000010:2.0:1767384981.818920:0:40420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bb04de5e. 00040000:00000010:2.0:1767384981.818923:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000372bc8c5. 00080000:00000010:2.0:1767384981.818926:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000176feb99. 00000004:00000010:2.0:1767384981.818930:0:40420:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d3e7419e. 00000004:00000010:2.0:1767384981.818934:0:40420:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a05ef928. 00000004:00000010:2.0:1767384981.818937:0:40420:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000007cf1fd3. 00002000:00000010:2.0:1767384981.818940:0:40420:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006123944f. 00000004:00000010:2.0:1767384981.818943:0:40420:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005da82bce. 00000020:00000010:2.0:1767384981.818946:0:40420:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000030322ed6. 00000040:00000010:2.0:1767384981.818951:0:40420:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007d1465af. 00000040:00000010:2.0:1767384981.819550:0:40420:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007d1465af. 00000020:00000010:2.0:1767384981.819557:0:40420:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000030322ed6. 00000020:00000010:2.0:1767384981.819562:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051bdd6ca. 00000040:00000010:2.0:1767384981.819565:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008ed3aa7c. 00000020:00000010:2.0:1767384981.819567:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f37fbb36. 00000020:00000010:2.0:1767384981.819569:0:40420:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ad0af299. 00000020:00000010:2.0:1767384981.819573:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007f9e9ed9. 80000000:00000010:2.0:1767384981.819575:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000335e94cf. 40000000:00000010:2.0:1767384981.819578:0:40420:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c2e7a49. 00100000:00000010:2.0:1767384981.819579:0:40420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ec266e3. 00040000:00000010:2.0:1767384981.819581:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5d63885. 00040000:00000010:2.0:1767384981.819584:0:40420:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bb04de5e. 00040000:00000010:2.0:1767384981.819586:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000372bc8c5. 00080000:00000010:2.0:1767384981.819587:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000176feb99. 00000004:00000010:2.0:1767384981.819589:0:40420:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d3e7419e. 00000004:00000010:2.0:1767384981.819591:0:40420:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a05ef928. 00000004:00000010:2.0:1767384981.819592:0:40420:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000007cf1fd3. 00002000:00000010:2.0:1767384981.819594:0:40420:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006123944f. 00000004:00000010:2.0:1767384981.819595:0:40420:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005da82bce. 00000020:00000010:2.0:1767384981.819597:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b648a3b7. 00000040:00000010:2.0:1767384981.819598:0:40420:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000079cae62a. 00000040:00000010:2.0:1767384981.819602:0:40420:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000079cae62a. 00000020:00000010:2.0:1767384981.819604:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b648a3b7. 00000020:00000010:2.0:1767384981.819605:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000372bc8c5. 00000040:00000010:2.0:1767384981.819607:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007f9e9ed9. 00000020:00000010:2.0:1767384981.819608:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000007cf1fd3. 00000020:00000010:2.0:1767384981.819610:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ad0af299. 00000020:00000010:2.0:1767384981.819611:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008ed3aa7c. 80000000:00000010:2.0:1767384981.819613:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000335e94cf. 40000000:00000010:2.0:1767384981.819614:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002c2e7a49. 00100000:00000010:2.0:1767384981.819615:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3e7419e. 00040000:00000010:2.0:1767384981.819617:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5d63885. 00040000:00000010:2.0:1767384981.819618:0:40420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000176feb99. 00040000:00000010:2.0:1767384981.819619:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000051bdd6ca. 00080000:00000010:2.0:1767384981.819621:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bb04de5e. 00000004:00000010:2.0:1767384981.819622:0:40420:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ec266e3. 00000004:00000010:2.0:1767384981.819624:0:40420:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a05ef928. 00000004:00000010:2.0:1767384981.819625:0:40420:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f37fbb36. 00002000:00000010:2.0:1767384981.819626:0:40420:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005da82bce. 00000004:00000010:2.0:1767384981.819628:0:40420:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006123944f. 00000020:00000010:2.0:1767384981.819630:0:40420:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f098799d. 00000040:00000010:2.0:1767384981.819632:0:40420:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007d1465af. 00000040:00000010:2.0:1767384981.820047:0:40420:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007d1465af. 00000020:00000010:2.0:1767384981.820052:0:40420:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f098799d. 00000020:00000010:2.0:1767384981.820055:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000372bc8c5. 00000040:00000010:2.0:1767384981.820058:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f9e9ed9. 00000020:00000010:2.0:1767384981.820059:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000007cf1fd3. 00000020:00000010:2.0:1767384981.820061:0:40420:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ad0af299. 00000020:00000010:2.0:1767384981.820063:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008ed3aa7c. 80000000:00000010:2.0:1767384981.820064:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000335e94cf. 40000000:00000010:2.0:1767384981.820066:0:40420:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c2e7a49. 00100000:00000010:2.0:1767384981.820067:0:40420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3e7419e. 00040000:00000010:2.0:1767384981.820069:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c5d63885. 00040000:00000010:2.0:1767384981.820071:0:40420:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000176feb99. 00040000:00000010:2.0:1767384981.820072:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000051bdd6ca. 00080000:00000010:2.0:1767384981.820074:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bb04de5e. 00000004:00000010:2.0:1767384981.820075:0:40420:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004ec266e3. 00000004:00000010:2.0:1767384981.820077:0:40420:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a05ef928. 00000004:00000010:2.0:1767384981.820078:0:40420:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f37fbb36. 00002000:00000010:2.0:1767384981.820080:0:40420:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005da82bce. 00000004:00000010:2.0:1767384981.820081:0:40420:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006123944f. 00000020:00000010:2.0:1767384981.820083:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b648a3b7. 00000040:00000010:2.0:1767384981.820084:0:40420:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000079cae62a. 00000040:00000010:2.0:1767384981.820088:0:40420:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000002bfbb694. 00000040:00000010:2.0:1767384981.820092:0:40420:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b648a3b7. 00000040:00000010:2.0:1767384981.820108:0:40420:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000008629b6cd. 00000020:00000010:2.0:1767384981.820111:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c5d63885. 00080000:00000010:2.0:1767384981.820113:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000220aff4e. 00000040:00000010:2.0:1767384981.820138:0:40420:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007d1465af. 00000001:00000010:2.0:1767384981.820144:0:40420:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000d56cd675. 00000004:00000010:2.0:1767384981.820158:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000061b24968. 00000004:00000010:2.0:1767384981.820161:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006d8f467c. 00000004:00000010:2.0:1767384981.820163:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002a1d1db9. 00080000:00000010:2.0:1767384981.820166:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003d3afe1a. 00080000:00000010:2.0:1767384981.820188:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006123944f. 00080000:00000010:2.0:1767384981.820197:0:40420:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000a13f591d. 00080000:00000010:2.0:1767384981.820382:0:40420:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003d3afe1a. 00000004:00000010:2.0:1767384981.820385:0:40420:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002a1d1db9. 00000004:00000010:2.0:1767384981.820386:0:40420:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006d8f467c. 00000004:00000010:2.0:1767384981.820388:0:40420:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000061b24968. 00000020:00000010:2.0:1767384981.820398:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007a2de705. 00080000:00000010:2.0:1767384981.820401:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003d3afe1a. 00080000:00000010:2.0:1767384981.820405:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004274902a. 00000020:00000010:2.0:1767384981.820784:0:40420:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000057f7e06. 00100000:00000010:2.0:1767384981.820804:0:40420:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000079945d70. 00080000:00000010:2.0:1767384981.820814:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed502600. 00000020:00000010:2.0:1767384981.820839:0:40420:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000057f7e06. 00000020:00000010:2.0:1767384981.820842:0:40420:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000001f271520. 00080000:00000010:2.0:1767384981.820855:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dbd937ff. 00080000:00000010:2.0:1767384981.820926:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000258f16c1. 00080000:00000010:2.0:1767384981.820967:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e22f4cf. 00100000:00000010:2.0:1767384981.820988:0:40420:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000a05ef928. 00000020:00000010:2.0:1767384981.821051:0:40420:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000e69a3e39. 00000004:00000010:2.0:1767384981.821086:0:40420:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000020621ad3. 00000004:00000010:2.0:1767384981.821089:0:40420:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006d8f467c. 00000004:00000010:2.0:1767384981.821091:0:40420:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002a1d1db9. 00080000:00000010:2.0:1767384981.821094:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000034a20cb9. 00000020:00000010:2.0:1767384981.821103:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000853773af. 00080000:00000010:2.0:1767384981.821106:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f61c82b. 00000020:00000010:2.0:1767384981.821130:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c02f9306. 00080000:00000010:2.0:1767384981.821142:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a49710a3. 00100000:00000010:2.0:1767384981.821189:0:40420:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000f858d2c2. 00100000:00000010:2.0:1767384981.821191:0:40420:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000c7653400. 00100000:00000010:2.0:1767384981.821224:0:40420:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000c7653400. 00100000:00000010:2.0:1767384981.821227:0:40420:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000f37fbb36. 00100000:00000010:2.0:1767384981.821230:0:40420:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 0000000008dadf6f. 00100000:00000010:2.0:1767384981.821233:0:40420:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 0000000080b47685. 00100000:00000010:2.0:1767384981.821252:0:40420:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000a7947bb4. 00000020:00000010:2.0:1767384981.821265:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000de40052f. 00080000:00000010:2.0:1767384981.821268:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dee6fc72. 00000020:00000010:2.0:1767384981.821412:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000017077433. 00080000:00000010:2.0:1767384981.821418:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c40d797c. 00000020:00000010:2.0:1767384981.821466:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000edd3a81f. 00080000:00000010:2.0:1767384981.821471:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ab26bb8. 00000020:00000010:2.0:1767384981.821510:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005861ad7c. 00080000:00000010:2.0:1767384981.821514:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e0db81ad. 00000020:00000010:2.0:1767384981.821554:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007db27b73. 00080000:00000010:2.0:1767384981.821558:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ef8f625c. 00000020:00000010:2.0:1767384981.821597:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009ccaeb00. 00080000:00000010:2.0:1767384981.821601:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000917c06df. 00000020:00000010:2.0:1767384981.821639:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004d6c3ce6. 00080000:00000010:2.0:1767384981.821644:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092248368. 00000020:00000010:2.0:1767384981.821689:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f5fb6ff2. 00080000:00000010:2.0:1767384981.821694:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000044cd834. 00000020:00000010:2.0:1767384981.821737:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045312741. 00080000:00000010:2.0:1767384981.821741:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000afd9fa0f. 00000020:00000010:2.0:1767384981.821778:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000aec88ae1. 00080000:00000010:2.0:1767384981.821782:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b3e3daa7. 00000020:00000010:2.0:1767384981.821818:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003152b22a. 00080000:00000010:2.0:1767384981.821822:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fea64f3c. 00000020:00000010:2.0:1767384981.821861:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000067952096. 00080000:00000010:2.0:1767384981.821865:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f98d134d. 00000020:00000010:2.0:1767384981.821935:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000024abb169. 00080000:00000010:2.0:1767384981.821940:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b73f94d1. 00000020:00000010:2.0:1767384981.821975:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000041553587. 00080000:00000010:2.0:1767384981.821979:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000ec12ba9. 00000020:00000010:2.0:1767384981.822014:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f04f2350. 00080000:00000010:2.0:1767384981.822018:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004559adfe. 00000020:00000010:2.0:1767384981.822061:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d8d5e34f. 00080000:00000010:2.0:1767384981.822066:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000089438387. 00000020:00000010:2.0:1767384981.822109:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007017363f. 00080000:00000010:2.0:1767384981.822123:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009336312c. 00100000:00000010:2.0:1767384981.822163:0:40420:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000004ec266e3. 00100000:00000010:2.0:1767384981.822167:0:40420:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000aaafa280. 00100000:00000010:2.0:1767384981.822172:0:40420:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000dd75655f. 00100000:00000010:2.0:1767384981.822176:0:40420:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000f83ae2a1. 00000020:00000010:2.0:1767384981.822191:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000087ad2673. 00080000:00000010:2.0:1767384981.822195:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec4ed994. 00000020:00000010:2.0:1767384981.822298:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000052b20aba. 00080000:00000010:2.0:1767384981.822303:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000024cbb9cb. 00000020:00000010:2.0:1767384981.822348:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000794a65c8. 00080000:00000010:2.0:1767384981.822352:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000801f0593. 00000020:00000010:2.0:1767384981.822395:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f84ba73c. 00080000:00000010:2.0:1767384981.822399:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009aff9019. 00000020:00000010:2.0:1767384981.822442:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004389a325. 00080000:00000010:2.0:1767384981.822447:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bae0f9d8. 00000020:00000010:2.0:1767384981.822490:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae562f99. 00080000:00000010:2.0:1767384981.822495:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a0a44a1d. 00000020:00000010:2.0:1767384981.822538:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003651f3db. 00080000:00000010:2.0:1767384981.822543:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b307926. 00000020:00000010:2.0:1767384981.822585:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000ba673c3. 00080000:00000010:2.0:1767384981.822590:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b55cea1b. 00000020:00000010:2.0:1767384981.822631:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000575e5724. 00080000:00000010:2.0:1767384981.822636:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000023f28051. 00000020:00000010:2.0:1767384981.822682:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005eb14f49. 00080000:00000010:2.0:1767384981.822687:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005469ab9a. 00000020:00000010:2.0:1767384981.822727:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bdad0395. 00080000:00000010:2.0:1767384981.822732:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8ed0e64. 00000020:00000010:2.0:1767384981.822772:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000888c1429. 00080000:00000010:2.0:1767384981.822777:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000063c5886. 00000020:00000010:2.0:1767384981.822815:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000032ba951d. 00080000:00000010:2.0:1767384981.822820:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d9d9b8b. 00000020:00000010:2.0:1767384981.822861:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002e6a1276. 00080000:00000010:2.0:1767384981.822865:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003a9dfa70. 00000020:00000010:2.0:1767384981.822937:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009fb48304. 00080000:00000010:2.0:1767384981.822942:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000012254fc1. 00000020:00000010:2.0:1767384981.822985:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009566aadd. 00080000:00000010:2.0:1767384981.823044:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000034d0606. 00000020:00000010:2.0:1767384981.823089:0:40420:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a6ef8db2. 00080000:00000010:2.0:1767384981.823101:0:40420:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a595504f. 00100000:00000010:2.0:1767384981.823144:0:40420:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000095d07284. 00200000:00000010:2.0:1767384981.823150:0:40420:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000c7653400. 00000020:00000010:2.0:1767384981.823169:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bb38245. 00000020:00000010:2.0:1767384981.823173:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000acd27146. 00000020:00000010:2.0:1767384981.823176:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bb04de5e. 00000020:00000010:2.0:1767384981.823179:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ad0af299. 00000020:00000010:2.0:1767384981.823182:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a275380b. 80000000:00000010:2.0:1767384981.823185:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d0141ddf. 40000000:00000010:2.0:1767384981.823187:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d343be8b. 00100000:00000010:2.0:1767384981.823190:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000176feb99. 00040000:00000010:2.0:1767384981.823193:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b75a1160. 00040000:00000010:2.0:1767384981.823196:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031e5b539. 00080000:00000010:2.0:1767384981.823198:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d3e7419e. 00002000:00000010:2.0:1767384981.823212:0:40420:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b0c27fe2. 00080000:00000010:2.0:1767384981.823220:0:40420:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b8170f4. 00080000:00000010:1.0:1767384981.833311:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b8170f4. 00080000:00000010:1.0:1767384981.833320:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009e22f4cf. 00080000:00000010:1.0:1767384981.833324:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000258f16c1. 00080000:00000010:1.0:1767384981.833328:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dbd937ff. 00080000:00000010:1.0:1767384981.833330:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed502600. 00080000:00000010:1.0:1767384981.833332:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004274902a. 00080000:00000010:1.0:1767384981.833337:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006123944f. 00000020:00000010:0.0:1767384981.833358:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000acd27146. 00000020:00000010:0.0:1767384981.833364:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bb04de5e. 00000020:00000010:0.0:1767384981.833367:0:40420:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ad0af299. 00000020:00000010:0.0:1767384981.833370:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a275380b. 80000000:00000010:0.0:1767384981.833373:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d0141ddf. 40000000:00000010:0.0:1767384981.833375:0:40420:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d343be8b. 00100000:00000010:0.0:1767384981.833378:0:40420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000176feb99. 00040000:00000010:0.0:1767384981.833380:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b75a1160. 00040000:00000010:0.0:1767384981.833383:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031e5b539. 00080000:00000010:0.0:1767384981.833385:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d3e7419e. 00002000:00000010:0.0:1767384981.833387:0:40420:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b0c27fe2. 00000020:00000010:0.0:1767384981.833389:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bb38245. 00000004:00000010:0.0:1767384981.833398:0:40420:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000c630a0df. 00000004:00000010:3.0:1767384981.833561:0:40463:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000ce0beed2. 00000020:00000010:3.0:1767384981.833566:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5e55d04. 00000020:00000010:3.0:1767384981.833569:0:40463:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0035c3b. 00000004:00000010:0.0:1767384981.833570:0:40420:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000c630a0df. 00000040:00000010:3.0:1767384981.833572:0:40463:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f53c5180. 00000020:00000010:3.0:1767384981.833576:0:40463:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002580391d. 00000020:00000010:3.0:1767384981.833579:0:40463:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384981.833583:0:40463:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c501653. 80000000:00000010:3.0:1767384981.833585:0:40463:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009764ccd4. 40000000:00000010:3.0:1767384981.833586:0:40463:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a267d400. 00100000:00000010:3.0:1767384981.833590:0:40463:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000079a3352c. 00040000:00000010:3.0:1767384981.833592:0:40463:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085bdf040. 00000020:00000010:0.0:1767384981.833593:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008fea9a4. 00040000:00000010:3.0:1767384981.833594:0:40463:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009c42ba93. 00040000:00000010:3.0:1767384981.833600:0:40463:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dec61adf. 00000040:00000010:0.0:1767384981.833601:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005b6561d2. 00080000:00000010:3.0:1767384981.833603:0:40463:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000059939300. 00000004:00000010:3.0:1767384981.833608:0:40463:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006c58b5b2. 00000020:00000010:0.0:1767384981.833608:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099acd8e7. 00000100:00000010:1.0:1767384981.833614:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7beb44. 00000004:00000010:3.0:1767384981.833616:0:40463:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d947be4c. 00000020:00000010:0.0:1767384981.833617:0:40420:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000114f726d. 00000004:00000010:3.0:1767384981.833622:0:40463:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009af97358. 00000020:00000010:0.0:1767384981.833624:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c430ce3. 00000004:00000010:3.0:1767384981.833626:0:40463:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000c378575. 02000000:00000010:1.0:1767384981.833630:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb0b5bb. 80000000:00000010:0.0:1767384981.833631:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006180ad8a. 00080000:00000010:3.0:1767384981.833634:0:40463:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000002d73f1a8. 00080000:00000010:3.0:1767384981.833638:0:40463:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ae9a8178. 40000000:00000010:0.0:1767384981.833638:0:40420:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e285231e. 00000100:00000010:1.0:1767384981.833644:0:40452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070dc65d2. 00000020:00000010:0.0:1767384981.833646:0:40420:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000e69a3e39. 00100000:00000010:0.0:1767384981.833651:0:40420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a5c18b3a. 00040000:00000010:0.0:1767384981.833654:0:40420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000644ec3c1. 00040000:00000010:0.0:1767384981.833657:0:40420:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000299b3f5e. 02000000:00000010:1.0:1767384981.833660:0:40452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e342442a. 00040000:00000010:0.0:1767384981.833661:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f6b6fa2. 00080000:00000010:0.0:1767384981.833667:0:40420:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000a13f591d. 00000400:00000010:1.0:1767384981.833669:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b6396a. 00000020:00000010:0.0:1767384981.833672:0:40420:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000001f271520. 00000400:00000010:1.0:1767384981.833676:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00080000:00000010:0.0:1767384981.833676:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008cbaf782. 00000004:00000010:0.0:1767384981.833682:0:40420:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006e141a5f. 00000100:00000200:1.0:1767384981.833684:0:40452:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352240768, portal 4 00000004:00000010:0.0:1767384981.833685:0:40420:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007031814d. 00000004:00000010:0.0:1767384981.833692:0:40420:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002b069bb0. 00000400:00000010:1.0:1767384981.833693:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000004:00000010:0.0:1767384981.833695:0:40420:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006a3e1735. 00000100:00000200:1.0:1767384981.833697:0:40452:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237352240768, offset 0 00000020:00000010:0.0:1767384981.833700:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004328f39e. 00080000:00000010:3.0:1767384981.833705:0:40463:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ae9a8178. 00000020:00000010:0.0:1767384981.833705:0:40420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f77ce8b. 00000400:00000200:1.0:1767384981.833706:0:40452:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384981.833710:0:40420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e91d4f4. 00080000:00000010:3.0:1767384981.833712:0:40463:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000002d73f1a8. 00000020:00000010:0.0:1767384981.833715:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2b8d1b. 00000020:00000010:3.0:1767384981.833718:0:40463:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b0035c3b. 00000400:00000200:1.0:1767384981.833723:0:40452:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:3.0:1767384981.833724:0:40463:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f53c5180. 00000020:00000010:3.0:1767384981.833729:0:40463:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002580391d. 00000040:00000010:0.0:1767384981.833729:0:40420:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000f0eca685. 00000020:00000010:3.0:1767384981.833734:0:40463:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019a7f7b8. 00000400:00000200:1.0:1767384981.833735:0:40452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958272109680 00000020:00000010:3.0:1767384981.833740:0:40463:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c501653. 00000020:00000010:0.0:1767384981.833740:0:40420:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f202259c. 80000000:00000010:3.0:1767384981.833744:0:40463:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009764ccd4. 00000040:00000010:0.0:1767384981.833746:0:40420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bb47a3b7. 00000400:00000200:1.0:1767384981.833749:0:40452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 6944 40000000:00000010:3.0:1767384981.833750:0:40463:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a267d400. 00000020:00000010:0.0:1767384981.833751:0:40420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ebf31a3. 00100000:00000010:3.0:1767384981.833756:0:40463:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000079a3352c. 00000020:00000010:0.0:1767384981.833758:0:40420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000063f7f383. 00040000:00000010:3.0:1767384981.833762:0:40463:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000085bdf040. 00000400:00000200:1.0:1767384981.833762:0:40452:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:0.0:1767384981.833763:0:40420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b118487. 00040000:00000010:3.0:1767384981.833768:0:40463:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009c42ba93. 00040000:00000010:0.0:1767384981.833770:0:40420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1aafc1e. 00040000:00000010:3.0:1767384981.833774:0:40463:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dec61adf. 00000400:00000200:1.0:1767384981.833774:0:40452:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:0.0:1767384981.833776:0:40420:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000071199a90. 00080000:00000010:3.0:1767384981.833781:0:40463:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000059939300. 20000000:00000010:0.0:1767384981.833783:0:40420:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000aead5e29. 00000004:00000010:3.0:1767384981.833786:0:40463:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006c58b5b2. 00000100:00000200:1.0:1767384981.833786:0:40452:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1767384981.833788:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006aea765b. 00000004:00000010:3.0:1767384981.833793:0:40463:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d947be4c. 00000100:00000010:1.0:1767384981.833795:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f59a7a6e. 00000004:00000010:3.0:1767384981.833797:0:40463:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009af97358. 00000004:00000010:3.0:1767384981.833802:0:40463:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c378575. 00000020:00000010:3.0:1767384981.833804:0:40463:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e55d04. 00000004:00000010:3.0:1767384981.833806:0:40463:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000ce0beed2. 00000400:00000200:1.0:1767384981.833821:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384981.833824:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.833831:0:40452:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7beb44 x1853237352240768/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384997 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384981.833850:0:40452:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e671f2. 00000100:00000010:1.0:1767384981.833864:0:40452:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca0ff803. 00000100:00000010:1.0:1767384981.833874:0:40452:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e10df33. 00000020:00000010:2.0:1767384981.833877:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050e4598a. 00000100:00000010:1.0:1767384981.833882:0:40452:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b24f3d8f. 00000020:00000010:2.0:1767384981.833905:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050e4598a. 00000020:00000010:2.0:1767384981.833914:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e1f0a78. 00000020:00000010:2.0:1767384981.833920:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae40fa77. 00000020:00000010:2.0:1767384981.833926:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000499eeb01. 00000020:00000010:2.0:1767384981.833967:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050e4598a. 00000020:00000010:2.0:1767384981.833970:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050e4598a. 00000100:00000200:2.0:1767384981.833974:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240768 02000000:00000010:2.0:1767384981.833991:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009ffe9209. 00010000:00000200:2.0:1767384981.834004:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f59a7a6e x1853237352240768/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:207/0 lens 264/240 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384981.834018:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000100:00000200:2.0:1767384981.834020:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237352240768, offset 224 00000400:00000200:2.0:1767384981.834024:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384981.834029:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384981.834038:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958272109680 00000400:00000200:2.0:1767384981.834043:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2bbd [1] + 224 00000400:00000200:2.0:1767384981.834050:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384981.834056:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384981.834063:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7beb44 x1853237352240768/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384981.834089:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805c1957 00000400:00000010:2.0:1767384981.834092:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000020:00000010:2.0:1767384981.834103:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae40fa77. 00000400:00000010:1.0:1767384981.834107:0:40452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b6396a. 00000020:00000010:2.0:1767384981.834109:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000499eeb01. 00000400:00000200:1.0:1767384981.834113:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000020:00000010:2.0:1767384981.834115:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e1f0a78. 00000400:00000010:1.0:1767384981.834117:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.834126:0:40452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7beb44 x1853237352240768/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.834136:0:40452:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7beb44 x1853237352240768/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384981.834160:0:40452:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000070dc65d2. 02000000:00000010:1.0:1767384981.834168:0:40452:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e342442a. 02000000:00000010:1.0:1767384981.834174:0:40452:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000cb0b5bb. 00000100:00000010:1.0:1767384981.834179:0:40452:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7beb44. 00000100:00000010:1.0:1767384981.834184:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7beb44. 02000000:00000010:1.0:1767384981.834191:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb0b5bb. 00000100:00000010:1.0:1767384981.834198:0:40452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070dc65d2. 02000000:00000010:1.0:1767384981.834205:0:40452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cb6fe2fb. 00000400:00000010:1.0:1767384981.834211:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b6396a. 00000400:00000010:1.0:1767384981.834215:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.834220:0:40452:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352240896, portal 4 00000400:00000010:1.0:1767384981.834223:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.834226:0:40452:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237352240896, offset 0 00000400:00000200:1.0:1767384981.834232:0:40452:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.834251:0:40452:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.834258:0:40452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272109700 00000400:00000200:1.0:1767384981.834266:0:40452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 7208 00000400:00000200:1.0:1767384981.834275:0:40452:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.834282:0:40452:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.834288:0:40452:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384981.834294:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016ac6cb3. 00000400:00000200:1.0:1767384981.834308:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384981.834311:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.834317:0:40452:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7beb44 x1853237352240896/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.834374:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009354ef0b. 00000020:00000010:1.0:1767384981.834380:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009354ef0b. 00000020:00000010:1.0:1767384981.834386:0:18311:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e342442a. 00000020:00000010:1.0:1767384981.834391:0:18311:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e80ef506. 00000020:00000010:1.0:1767384981.834394:0:18311:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384981.834416:0:18311:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009354ef0b. 00000020:00000010:1.0:1767384981.834422:0:18311:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009354ef0b. 00000100:00000200:1.0:1767384981.834427:0:18311:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352240896 02000000:00000010:1.0:1767384981.834440:0:18311:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000522e7bba. 00010000:00000200:1.0:1767384981.834453:0:18311:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016ac6cb3 x1853237352240896/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:207/0 lens 432/432 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.834467:0:18311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.834472:0:18311:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237352240896, offset 224 00000400:00000200:1.0:1767384981.834477:0:18311:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.834485:0:18311:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.834495:0:18311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272109700 00000400:00000200:1.0:1767384981.834502:0:18311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bc9 [1] + 224 00000400:00000200:1.0:1767384981.834508:0:18311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.834514:0:18311:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.834521:0:18311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7beb44 x1853237352240896/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.834541:0:18311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384981.834543:0:18311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000020:00000010:1.0:1767384981.834553:0:18311:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e80ef506. 00000020:00000010:1.0:1767384981.834558:0:18311:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384981.834563:0:18311:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e342442a. 00000400:00000010:1.0:1767384981.834583:0:40452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b6396a. 00000400:00000200:1.0:1767384981.834587:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000400:00000010:1.0:1767384981.834589:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.834595:0:40452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7beb44 x1853237352240896/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384981.834607:0:40452:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7beb44 x1853237352240896/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384981.834620:0:40452:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000070dc65d2. 02000000:00000010:1.0:1767384981.834628:0:40452:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cb6fe2fb. 02000000:00000010:1.0:1767384981.834633:0:40452:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000cb0b5bb. 00000100:00000010:1.0:1767384981.834639:0:40452:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7beb44. 00000100:00000010:1.0:1767384981.834650:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a7beb44. 02000000:00000010:1.0:1767384981.834659:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb0b5bb. 00000100:00000010:1.0:1767384981.834667:0:40452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070dc65d2. 02000000:00000010:1.0:1767384981.834677:0:40452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cb6fe2fb. 00000400:00000010:1.0:1767384981.834683:0:40452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b6396a. 00000400:00000010:1.0:1767384981.834689:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000100:00000200:1.0:1767384981.834693:0:40452:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352241024, portal 4 00000400:00000010:1.0:1767384981.834699:0:40452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.834703:0:40452:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237352241024, offset 0 00000400:00000200:1.0:1767384981.834710:0:40452:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.834717:0:40452:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.834723:0:40452:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272109780 00000400:00000200:1.0:1767384981.834728:0:40452:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 7640 00000400:00000200:1.0:1767384981.834733:0:40452:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.834737:0:40452:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.834741:0:40452:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384981.834746:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c70b0db9. 00000400:00000200:1.0:1767384981.834760:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384981.834763:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.834769:0:40452:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a7beb44 x1853237352241024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384981.834799:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009354ef0b. 00000020:00000010:1.0:1767384981.834802:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009354ef0b. 00000020:00000010:1.0:1767384981.834805:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e342442a. 00000020:00000010:1.0:1767384981.834808:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e80ef506. 00000020:00000010:1.0:1767384981.834813:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384981.834830:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009354ef0b. 00000020:00000010:1.0:1767384981.834831:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009354ef0b. 00000100:00000200:1.0:1767384981.834833:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352241024 02000000:00000010:1.0:1767384981.834842:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000003e580d0b. 00002000:00000010:1.0:1767384981.834860:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009354ef0b. 00002000:00000010:1.0:1767384981.834882:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bfbc1495. 00080000:00000010:1.0:1767384981.834921:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005c3ee414. 00002000:00000010:1.0:1767384981.835133:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a7147d38. 00080000:00000010:1.0:1767384981.835138:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f4f07c01. 00002000:00000010:1.0:1767384981.835380:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f8764cc2. 00080000:00000010:1.0:1767384981.835385:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000feb65e29. 00002000:00000010:1.0:1767384981.835594:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c171bbbd. 00080000:00000010:1.0:1767384981.835599:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000806efaf0. 00002000:00000010:1.0:1767384981.835786:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006ff875d7. 00080000:00000010:1.0:1767384981.835791:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000d63014d. 00000100:00000010:0.0:1767384981.835920:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e671f2. 00002000:00000010:1.0:1767384981.836023:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000064b7df21. 00080000:00000010:1.0:1767384981.836028:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f13d2cfe. 00002000:00000010:1.0:1767384981.836216:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000470735cb. 00080000:00000010:1.0:1767384981.836221:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000316e2471. 00002000:00000010:1.0:1767384981.836429:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000031f819b6. 00080000:00000010:1.0:1767384981.836434:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f1c9b456. 00080000:00000010:1.0:1767384981.836633:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a4761527. 00080000:00000010:1.0:1767384981.836734:0:17547:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000d71c4e1e. 00002000:00000010:1.0:1767384981.837825:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000004867699e. 00000001:00000010:1.0:1767384981.837843:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000000eada50f. 00000020:00000010:1.0:1767384981.837867:0:17547:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000b81396c8. 00002000:00000010:1.0:1767384981.838154:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009354ef0b. 00002000:00000010:1.0:1767384981.838161:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009354ef0b. 00002000:00000010:1.0:1767384981.838166:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dc79b5ce. 00080000:00000010:1.0:1767384981.838171:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000062fc0a07. 00002000:00000010:1.0:1767384981.838390:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dd05ebec. 00080000:00000010:1.0:1767384981.838396:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000060bfade9. 00002000:00000010:1.0:1767384981.838602:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000069b759f0. 00080000:00000010:1.0:1767384981.838607:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007cd6d7e9. 00002000:00000010:1.0:1767384981.838797:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005f5bb607. 00080000:00000010:1.0:1767384981.838801:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002a4c5ec8. 00002000:00000010:1.0:1767384981.839034:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000082aa4a09. 00080000:00000010:1.0:1767384981.839039:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000086c3e7f3. 00000100:00000010:2.0:1767384981.839178:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e10df33. 00002000:00000010:1.0:1767384981.839250:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000025a32dcc. 00080000:00000010:1.0:1767384981.839257:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000097fb18ed. 00002000:00000010:1.0:1767384981.839511:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002c3eef3d. 00080000:00000010:1.0:1767384981.839518:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d52b662c. 00002000:00000010:1.0:1767384981.839764:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c0e21d6. 00080000:00000010:1.0:1767384981.839770:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068cfdaae. 00080000:00000010:1.0:1767384981.840014:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000037d3ebc4. 00000100:00000010:1.0:1767384981.840997:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca0ff803. 00002000:00000010:1.0:1767384981.842773:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000036d1ef65. 00000001:00000010:1.0:1767384981.842781:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000000122ebfd. 00002000:00000010:1.0:1767384981.843024:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009354ef0b. 00002000:00000010:1.0:1767384981.843031:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009354ef0b. 00002000:00000010:1.0:1767384981.843036:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000057527020. 00080000:00000010:1.0:1767384981.843040:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e654657. 00002000:00000010:1.0:1767384981.843264:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e8dafd43. 00080000:00000010:1.0:1767384981.843269:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000051355b14. 00002000:00000010:1.0:1767384981.843464:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000606d3060. 00080000:00000010:1.0:1767384981.843472:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000074bd7bbd. 00002000:00000010:1.0:1767384981.843695:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000141b52ba. 00080000:00000010:1.0:1767384981.843701:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a79eb7a9. 00000100:00000010:3.0:1767384981.843774:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b24f3d8f. 00002000:00000010:1.0:1767384981.843923:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ba86ae1f. 00080000:00000010:1.0:1767384981.843931:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c2f6e64. 00002000:00000010:1.0:1767384981.844154:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001e74863f. 00080000:00000010:1.0:1767384981.844160:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d77f0feb. 00002000:00000010:1.0:1767384981.844399:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005333ae87. 00080000:00000010:1.0:1767384981.844406:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002989cad6. 00002000:00000010:1.0:1767384981.844651:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004eb6658a. 00080000:00000010:1.0:1767384981.844657:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000069be544e. 00080000:00000010:1.0:1767384981.844925:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5fdd032. 00002000:00000010:1.0:1767384981.846030:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e556a415. 00000001:00000010:1.0:1767384981.846036:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c9e21c8f. 00002000:00000010:1.0:1767384981.846191:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009354ef0b. 00002000:00000010:1.0:1767384981.846197:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000009354ef0b. 00002000:00000010:1.0:1767384981.846202:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001b4cc6af. 00080000:00000010:1.0:1767384981.846207:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e581162. 00002000:00000010:1.0:1767384981.846402:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003f8a3247. 00080000:00000010:1.0:1767384981.846407:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002f8bede7. 00002000:00000010:1.0:1767384981.846556:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000033a8a6fe. 00080000:00000010:1.0:1767384981.846561:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cd914504. 00002000:00000010:1.0:1767384981.846707:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d0467abd. 00080000:00000010:1.0:1767384981.846711:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004a69b902. 00002000:00000010:1.0:1767384981.846835:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cb567004. 00080000:00000010:1.0:1767384981.846839:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000838b0151. 00002000:00000010:1.0:1767384981.847036:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007c764210. 00080000:00000010:1.0:1767384981.847040:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000985298a2. 00002000:00000010:1.0:1767384981.847169:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e88510e3. 00080000:00000010:1.0:1767384981.847173:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e519402. 00002000:00000010:1.0:1767384981.847335:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000025fb6060. 00080000:00000010:1.0:1767384981.847339:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd286a86. 00080000:00000010:1.0:1767384981.847488:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006b53546b. 00002000:00000010:1.0:1767384981.847979:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006be33962. 00000001:00000010:1.0:1767384981.847985:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000001f42d726. 00002000:00000010:1.0:1767384981.848077:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000009354ef0b. 00010000:00000200:1.0:1767384981.848092:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c70b0db9 x1853237352241024/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:207/0 lens 432/432 e 0 to 0 dl 1767384992 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384981.848108:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000100:00000200:1.0:1767384981.848112:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237352241024, offset 224 00000400:00000200:1.0:1767384981.848118:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384981.848128:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384981.848138:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272109780 00000400:00000200:1.0:1767384981.848143:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bd5 [1] + 224 00000400:00000200:1.0:1767384981.848148:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384981.848151:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384981.848156:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a7beb44 x1853237352241024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384981.848179:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000400:00000010:1.0:1767384981.848181:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000020:00000010:1.0:1767384981.848194:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e80ef506. 00000400:00000010:3.0:1767384981.848197:0:40452:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b6396a. 00000020:00000010:1.0:1767384981.848198:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000400:00000200:3.0:1767384981.848205:0:40452:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43e2782 00000020:00000010:1.0:1767384981.848206:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e342442a. 00000400:00000010:3.0:1767384981.848210:0:40452:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000200:3.0:1767384981.848217:0:40452:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a7beb44 x1853237352241024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384981.848226:0:40452:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a7beb44 x1853237352241024/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384981.848253:0:40452:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000027f7390. 00000100:00000010:3.0:1767384981.848269:0:40452:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000070dc65d2. 00000020:00000010:2.0:1767384981.996984:0:254:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000988c6ff8. 00000800:00000200:3.0:1767384981.997943:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (4) 00000800:00000200:3.1:1767384981.997950:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004746606e] -> 12345-192.168.203.112@tcp34 (4) 00000400:00000200:1.0:1767384981.998032:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998083:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998122:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998148:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998172:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998199:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998228:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998270:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998299:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998324:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998349:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998373:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998394:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998416:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998435:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998462:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998495:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998514:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998540:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998557:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998580:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998605:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998637:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998656:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998674:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998695:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998713:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998738:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998767:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998801:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998832:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998858:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.998879:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.999144:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384981.999169:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384981.999316:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004b793ca8. 00000800:00000010:1.0:1767384981.999321:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000031f780d. 00000800:00000010:1.0:1767384981.999325:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a444a35. 00000800:00000010:1.0:1767384981.999347:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a444a35. 00000800:00020000:1.0:1767384981.999356:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384981.999359:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000031f780d. 00000800:00000010:1.0:1767384981.999361:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004b793ca8. 00000400:02020000:1.0:1767384981.999394:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp34 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384981.999397:0:16125:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:1.0:1767384982.119375:0:40511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bac54cc. 00000020:00000010:1.0:1767384982.119384:0:40511:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e342442a. 00000020:00000010:1.0:1767384982.119388:0:40511:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f5ae03d3. 00000020:00000010:1.0:1767384982.119392:0:40511:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384982.119396:0:40511:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c90242f3. 80000000:00000010:1.0:1767384982.119398:0:40511:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007280eae2. 40000000:00000010:1.0:1767384982.119401:0:40511:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000078039a14. 00100000:00000010:1.0:1767384982.119406:0:40511:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000051efea91. 00040000:00000010:1.0:1767384982.119409:0:40511:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af37c95c. 00040000:00000010:1.0:1767384982.119412:0:40511:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006ebd518f. 00080000:00000010:1.0:1767384982.119415:0:40511:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f54b43e8. 00002000:00000010:1.0:1767384982.119418:0:40511:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c84491ca. 00000020:00000010:1.0:1767384982.119432:0:40511:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e342442a. 00000020:00000010:1.0:1767384982.119435:0:40511:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f5ae03d3. 00000020:00000010:1.0:1767384982.119437:0:40511:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384982.119440:0:40511:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c90242f3. 80000000:00000010:1.0:1767384982.119442:0:40511:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007280eae2. 40000000:00000010:1.0:1767384982.119444:0:40511:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000078039a14. 00100000:00000010:1.0:1767384982.119447:0:40511:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000051efea91. 00040000:00000010:1.0:1767384982.119449:0:40511:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af37c95c. 00040000:00000010:1.0:1767384982.119451:0:40511:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006ebd518f. 00080000:00000010:1.0:1767384982.119453:0:40511:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f54b43e8. 00002000:00000010:1.0:1767384982.119455:0:40511:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c84491ca. 00000020:00000010:1.0:1767384982.119457:0:40511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bac54cc. 00000400:00000200:2.0:1767384982.765949:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000400:00000010:2.0:1767384982.765958:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000400:00000200:2.0:1767384982.765962:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384982.765969:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384982.765981:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002f1bd8ba. 00000400:00000010:2.0:1767384982.765986:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b3f603b8. 00000100:00000010:1.0:1767384982.828947:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a80f88df. 02000000:00000010:1.0:1767384982.828967:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c06d8f31. 00000100:00000010:1.0:1767384982.828998:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98a940a. 02000000:00000010:1.0:1767384982.829003:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000759051a1. 02000000:00000010:3.0:1767384982.829034:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d0fefbf. 00000100:00000010:1.0:1767384982.829038:0:2410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca708c. 00000400:00000010:3.0:1767384982.829043:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 02000000:00000010:0.0:1767384982.829045:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1aafc1e. 02000000:00000010:1.0:1767384982.829048:0:2410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ffeea7d8. 00000400:00000010:0.0:1767384982.829054:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c95d78b. 00000400:00000010:0.0:1767384982.829063:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe9e7f44. 00000100:00000200:0.0:1767384982.829070:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352241280, portal 4 00000400:00000010:0.0:1767384982.829078:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000becd93ca. 00000100:00000200:0.0:1767384982.829081:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237352241280, offset 0 02000000:00000010:1.0:1767384982.829089:0:16135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000637619ac. 00000400:00000200:0.0:1767384982.829092:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384982.829096:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d56c349. 00000400:00000010:1.0:1767384982.829104:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000400:00000010:3.0:1767384982.829105:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000106198d7. 00000100:00000200:1.0:1767384982.829110:0:16135:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237352241408, portal 10 00000400:00000200:0.0:1767384982.829110:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384982.829112:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237352241152, portal 25 00000400:00000010:3.0:1767384982.829121:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbee507. 00000020:00000010:1.0:1767384982.829123:0:16135:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004b793ca8. 00000100:00000200:3.0:1767384982.829124:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237352241152, offset 0 00000400:00000200:0.0:1767384982.829129:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272109880 00000400:00000010:1.0:1767384982.829131:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000400:00000200:3.0:1767384982.829135:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384982.829145:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384982.829145:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 8072 00000100:00000200:1.0:1767384982.829155:0:16135:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237352241408, offset 0 00000400:00000200:0.0:1767384982.829157:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384982.829158:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272109800 00000400:00000200:1.0:1767384982.829168:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384982.829169:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384982.829179:0:16135:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384982.829188:0:16135:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272109900 00000400:00000200:3.0:1767384982.829225:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2269 [2] + 0 00000400:00000010:3.0:1767384982.829239:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad3d0ed5. 00000400:00000200:3.0:1767384982.829243:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093db1c4c 00000400:00000200:3.0:1767384982.829246:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384982.829250:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384982.829250:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1767384982.829253:0:16135:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2339 [64] + 520 00000400:00000200:3.0:1767384982.829260:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093db1c4c 00000100:00000010:0.0:1767384982.829260:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004abf2db4. 00000400:00000200:1.0:1767384982.829261:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384982.829265:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093db1c4c. 00000400:00000200:1.0:1767384982.829270:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384982.829271:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384982.829281:0:16135:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384982.829284:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000becd93ca 00000100:00000010:1.0:1767384982.829286:0:16135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d234243. 00000400:00000010:0.0:1767384982.829288:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000becd93ca. 00000400:00000200:3.0:1767384982.829294:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbee507 00000400:00000010:3.0:1767384982.829297:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bbee507. 00000100:00000200:0.0:1767384982.829299:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d98a940a x1853237352241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384982.829305:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a80f88df x1853237352241152/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384982.829308:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d286caa 00000400:00000010:1.0:1767384982.829314:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 00000100:00000200:1.0:1767384982.829324:0:16135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f4ca708c x1853237352241408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384982.829335:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031e444c0. 00000100:00000010:0.0:1767384982.829348:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063792a25. 00000100:00000010:0.0:1767384982.829357:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e149b4f4. 00000100:00000010:0.0:1767384982.829363:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007710acc2. 00000020:00000010:3.0:1767384982.829402:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f66f31bc. 00000020:00000010:0.0:1767384982.829404:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053fcded2. 00000020:00000010:3.0:1767384982.829408:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fff1ea24. 00000020:00000010:1.0:1767384982.829410:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d145430. 00000020:00000010:0.0:1767384982.829411:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053fcded2. 00000020:00000010:3.0:1767384982.829414:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000020:00000010:1.0:1767384982.829416:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d145430. 00000020:00000010:0.0:1767384982.829420:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aead5e29. 00000020:00000010:1.0:1767384982.829424:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b66cab29. 00000020:00000010:0.0:1767384982.829427:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067ab6a39. 00000020:00000010:1.0:1767384982.829432:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa5a5983. 00000020:00000010:0.0:1767384982.829434:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000100:00000200:3.0:1767384982.829441:0:40433:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352241408 00000020:00000010:1.0:1767384982.829441:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 02000000:00000010:3.0:1767384982.829458:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000000c378575. 00000020:00000010:3.0:1767384982.829467:0:40433:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009af97358. 00000020:00000010:0.0:1767384982.829469:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053fcded2. 00000004:00000010:3.0:1767384982.829474:0:40433:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a11c51f5. 00000020:00000010:0.0:1767384982.829474:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053fcded2. 00000020:00000010:1.0:1767384982.829479:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d145430. 00000100:00000200:0.0:1767384982.829479:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352241152 00000001:00000010:3.0:1767384982.829481:0:40433:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000625b85e8. 00000020:00000010:1.0:1767384982.829486:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d145430. 00000001:00000010:3.0:1767384982.829488:0:40433:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000085bdf040. 00000100:00000200:1.0:1767384982.829491:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237352241280 00000001:00000010:3.0:1767384982.829495:0:40433:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000059b3e9ef. 02000000:00000010:0.0:1767384982.829496:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ef73c766. 00000001:00000010:3.0:1767384982.829502:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059d3d9d7. 02000000:00000010:1.0:1767384982.829504:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000011e6008. 00010000:00000200:0.0:1767384982.829507:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e8990fa x1853237352241152/t0(0) o400->ce8723f7-a406-4428-8bf1-c7aa33d7d062@0@lo:208/0 lens 224/224 e 0 to 0 dl 1767384993 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384982.829508:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de5e77c2. 00000001:00000010:3.0:1767384982.829513:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065e2790e. 00010000:00000200:1.0:1767384982.829515:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004abf2db4 x1853237352241280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1767384993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384982.829517:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000085a5632. 00000001:00000010:3.0:1767384982.829524:0:40433:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ad9fb50e. 00000001:00000010:3.0:1767384982.829528:0:40433:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002e883be4. 00000001:00000010:3.0:1767384982.829534:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004985efa0. 00000001:00000010:3.0:1767384982.829538:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc7183b6. 00000400:00000010:0.0:1767384982.829540:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000becd93ca. 00000001:00000010:3.0:1767384982.829542:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f53c5180. 00000400:00000010:1.0:1767384982.829544:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000100:00000200:0.0:1767384982.829546:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237352241152, offset 224 00000001:00000010:3.0:1767384982.829547:0:40433:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c501653. 00000100:00000200:1.0:1767384982.829549:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237352241280, offset 224 00000400:00000200:0.0:1767384982.829559:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384982.829566:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384982.829576:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384982.829578:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384982.829583:0:40433:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009764ccd4. 00000400:00000200:0.0:1767384982.829589:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272109800 00000400:00000200:1.0:1767384982.829592:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272109880 00000400:00000200:0.0:1767384982.829600:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2bed [1] + 224 00000400:00000200:0.0:1767384982.829605:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384982.829610:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2be1 [1] + 224 00000400:00000200:0.0:1767384982.829611:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384982.829619:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384982.829624:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a80f88df x1853237352241152/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384982.829626:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384982.829637:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d98a940a x1853237352241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384982.829651:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000becd93ca 00000020:00000010:3.0:1767384982.829653:0:40433:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000081467978. 00000400:00000010:0.0:1767384982.829656:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000becd93ca. 00000020:00000010:3.0:1767384982.829658:0:40433:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000254f0442. 00000020:00000010:3.0:1767384982.829663:0:40433:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000006c58b5b2. 00000400:00000200:1.0:1767384982.829667:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d286caa 00000020:00000010:0.0:1767384982.829671:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067ab6a39. 00000400:00000010:1.0:1767384982.829672:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 00000020:00000010:0.0:1767384982.829678:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:3.0:1767384982.829682:0:40433:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f446f726. 00000020:00000010:0.0:1767384982.829685:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aead5e29. 00000020:00000010:3.0:1767384982.829686:0:40433:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000079231df9. 00000020:00000010:1.0:1767384982.829687:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa5a5983. 00000020:00000010:3.0:1767384982.829693:0:40433:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000009ced222f. 00000020:00000010:1.0:1767384982.829694:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 02000000:00000010:0.0:1767384982.829697:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ef73c766. 00000020:00000010:1.0:1767384982.829700:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b66cab29. 00000100:00000200:0.0:1767384982.829707:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384982.829713:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d3d835. 00000020:00000010:3.0:1767384982.829714:0:40433:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000059939300. 00000400:00000010:0.0:1767384982.829719:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086a5c9e9. 00000400:00000010:1.0:1767384982.829735:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c95d78b. 00000400:00000200:1.0:1767384982.829740:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe9e7f44 00000400:00000010:1.0:1767384982.829743:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe9e7f44. 00010000:00000200:3.0:1767384982.829745:0:40433:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d234243 x1853237352241408/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385002 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384982.829748:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000100:00000200:1.0:1767384982.829751:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d98a940a x1853237352241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384982.829755:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000106198d7 00000400:00000010:0.0:1767384982.829760:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000106198d7. 00000400:00000010:3.0:1767384982.829766:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbee507. 00000100:00000200:0.0:1767384982.829771:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a80f88df x1853237352241152/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384982.829772:0:40433:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237352241408, offset 0 00000100:00000200:1.0:1767384982.829774:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d98a940a x1853237352241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384982.829784:0:40433:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384982.829794:0:40433:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384982.829807:0:40433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958272109900 00000100:00000200:0.0:1767384982.829809:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a80f88df x1853237352241152/t0(0) o400->MGC192.168.203.112@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384982.829814:0:40433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x2be9 [1] + 0 02000000:00000010:1.0:1767384982.829822:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1aafc1e. 00000400:00000200:3.0:1767384982.829823:0:40433:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384982.829831:0:40433:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384982.829831:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000759051a1. 00000100:00000010:1.0:1767384982.829838:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98a940a. 00000100:00000200:3.0:1767384982.829840:0:40433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ca708c x1853237352241408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384982.829842:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d0fefbf. 02000000:00000010:0.0:1767384982.829851:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c06d8f31. 00000100:00000010:0.0:1767384982.829856:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a80f88df. 00000400:00000200:3.0:1767384982.829862:0:40433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbee507 00000400:00000010:3.0:1767384982.829865:0:40433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bbee507. 00000020:00000010:3.0:1767384982.829875:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fff1ea24. 00000400:00000010:1.0:1767384982.829875:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d56c349. 00000400:00000200:1.0:1767384982.829881:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba06d092 00000020:00000010:3.0:1767384982.829882:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000400:00000010:1.0:1767384982.829906:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000020:00000010:3.0:1767384982.829912:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f66f31bc. 00000100:00000200:1.0:1767384982.829913:0:16135:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ca708c x1853237352241408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384982.829925:0:16135:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f4ca708c x1853237352241408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384982.829952:0:16135:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000637619ac. 02000000:00000010:1.0:1767384982.829956:0:16135:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000ffeea7d8. 00000100:00000010:1.0:1767384982.829959:0:16135:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f4ca708c. 00000100:00000010:0.0:1767384982.842932:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031e444c0. 00000100:00000010:1.0:1767384982.842943:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063792a25. 00000100:00000010:2.0:1767384982.842947:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e149b4f4. 00000100:00000010:3.0:1767384982.843911:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007710acc2. 00000001:00000010:1.0:1767384982.976279:0:17570:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000001f42d726. 00002000:00000010:1.0:1767384982.976291:0:17570:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006be33962. 00080000:00000010:1.0:1767384982.976297:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006b53546b. 00000001:00000010:1.0:1767384982.976302:0:17570:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c9e21c8f. 00002000:00000010:1.0:1767384982.976306:0:17570:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e556a415. 00080000:00000010:1.0:1767384982.976308:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5fdd032. 00000001:00000010:1.0:1767384982.976311:0:17570:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000122ebfd. 00002000:00000010:1.0:1767384982.976314:0:17570:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000036d1ef65. 00080000:00000010:1.0:1767384982.976318:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000037d3ebc4. 00000001:00000010:1.0:1767384982.976321:0:17570:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000eada50f. 00002000:00000010:1.0:1767384982.976324:0:17570:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000004867699e. 00080000:00000010:1.0:1767384982.976327:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a4761527. 00000001:00000010:1.0:1767384982.976331:0:17570:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000002321e7c0. 00080000:00000010:1.0:1767384982.976336:0:17570:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000990baee6. 00000800:00000200:3.0:1767384983.020958:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b67f5d8] -> 12345-192.168.203.112@tcp21 (6) 00000800:00000200:3.0:1767384983.020966:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp21 ip 192.168.203.112:988 00000800:00000200:3.0:1767384983.020969:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7134dcf type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384983.020985:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (4) 00000800:00000200:3.1:1767384983.020988:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001bdc7680] -> 12345-192.168.203.112@tcp42 (4) 00000400:00000200:3.0:1767384983.021062:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:0.0:1767384983.021104:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384983.021116:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021140:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021156:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021172:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021186:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021200:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021213:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021245:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021267:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021283:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021297:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021314:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021332:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021347:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021362:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021376:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021389:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021404:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021418:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021432:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021446:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021459:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021476:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021491:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021505:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021519:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021533:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021547:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021561:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021575:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021589:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021603:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021618:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:3.0:1767384983.021631:0:16124:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:3.0:1767384983.021725:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4c72442. 00000800:00000010:3.0:1767384983.021729:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000adef4d0d. 00000800:00000010:3.0:1767384983.021733:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005c09d298. 00000800:00000010:3.0:1767384983.021748:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005c09d298. 00000800:00020000:3.0:1767384983.021754:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384983.021757:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000adef4d0d. 00000800:00000010:3.0:1767384983.021758:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4c72442. 00000400:02020000:3.0:1767384983.021785:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp42 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384983.021788:0:16124:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:02000400:2.0:1767384983.086539:0:40689:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1767384983.100530:0:40691:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:2.0:1767384983.271428:0:40703:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384983.271440:0:40703:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384983.271444:0:40703:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384983.271449:0:40703:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384983.271455:0:40703:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384983.271457:0:40703:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384983.569221:0:40753:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384983.569245:0:40753:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384983.569250:0:40753:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384983.569256:0:40753:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384983.569260:0:40753:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384983.569262:0:40753:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384983.788951:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp44 00000400:00000010:2.0:1767384983.788959:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d852cfe1. 00000400:00000010:2.0:1767384983.788967:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000050798e3c. 00000400:00000010:2.0:1767384983.788972:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000400:00000010:2.0:1767384983.788979:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b5b4486. 00000400:00000200:2.0:1767384983.788984:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp44 00000400:00000200:2.0:1767384983.789004:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp44 local destination 00000400:00000200:2.0:1767384983.789011:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp44 00000400:00000200:2.0:1767384983.789015:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp44 NI seq info: [256:256:256:4294967295] 192.168.203.112@tcp44 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384983.789022:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp44 00000400:00000200:2.0:1767384983.789030:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44:) -> 192.168.203.112@tcp44(192.168.203.112@tcp44:192.168.203.112@tcp44) : GET try# 0 00000800:00000200:2.0:1767384983.789037:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp44 00000800:00000010:2.0:1767384983.789041:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bd1277ab. 00000800:00000200:2.0:1767384983.789048:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000800:00000200:2.1:1767384983.789053:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000400:00000200:2.0:1767384983.789075:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp44 added to recovery queue. ping count: 5 next ping: 337 health :500 00000400:00000200:2.0:1767384983.789080:0:16133:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.112@tcp30 00000400:00000010:2.0:1767384983.789083:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a095e6f2. 00000400:00000010:2.0:1767384983.789087:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002ba72fd0. 00000400:00000010:2.0:1767384983.789090:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000400:00000010:2.0:1767384983.789094:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4bfca68. 00000400:00000200:2.0:1767384983.789098:0:16133:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.112@tcp30 00000400:00000200:2.0:1767384983.789104:0:16133:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.112@tcp30 local destination 00000400:00000200:2.0:1767384983.789109:0:16133:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.112@tcp30 00000400:00000200:2.0:1767384983.789113:0:16133:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp30 NI seq info: [257:257:256:4294967295] 192.168.203.112@tcp30 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384983.789118:0:16133:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.112@tcp30 00000400:00000200:2.0:1767384983.789124:0:16133:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp30(192.168.203.112@tcp30:) -> 192.168.203.112@tcp30(192.168.203.112@tcp30:192.168.203.112@tcp30) : GET try# 0 00000800:00000200:2.0:1767384983.789129:0:16133:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.112@tcp30 00000800:00000010:2.0:1767384983.789133:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000053f99161. 00000800:00000200:2.0:1767384983.789137:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000800:00000200:2.1:1767384983.789141:0:16133:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d00939c] -> 12345-192.168.203.112@tcp30 (2) 00000400:00000200:2.0:1767384983.789168:0:16133:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.112@tcp30 added to recovery queue. ping count: 6 next ping: 369 health :400 00000400:00000200:1.0:1767384983.789182:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789247:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789290:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789307:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789335:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789355:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789378:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789398:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789422:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789444:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789462:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789498:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789528:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789540:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789576:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789587:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789623:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789634:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789673:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789684:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789718:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789736:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789764:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789784:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789807:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789826:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789858:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789916:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789937:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.789966:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.789983:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790016:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790031:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790063:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790082:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790108:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790141:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790157:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790189:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790207:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790247:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790269:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790289:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790312:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790331:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790358:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790376:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790409:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790425:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790448:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790484:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790489:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790548:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790561:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790579:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790631:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790632:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790654:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790691:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790697:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790754:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790765:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790784:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790822:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790827:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.790869:0:39636:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790883:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790947:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.790974:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791006:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791038:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.112:988 00000800:00000010:0.0:1767384983.791064:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002de6e2ea. 00000400:00000200:1.0:1767384983.791069:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.112:988 00000800:00000010:0.0:1767384983.791070:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024ccd5c5. 00000800:00000010:0.0:1767384983.791078:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9a9cffb. 00000800:00000010:0.0:1767384983.791097:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9a9cffb. 00000800:00020000:0.0:1767384983.791107:0:39636:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000400:00000200:1.0:1767384983.791108:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.112:988 00000800:00000010:0.0:1767384983.791111:0:39636:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024ccd5c5. 00000800:00000010:0.0:1767384983.791116:0:39636:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002de6e2ea. 00000400:00000200:1.0:1767384983.791152:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.112:988 00000400:02020000:0.0:1767384983.791163:0:39636:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp30 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384983.791169:0:39636:0:(router.c:1755:lnet_notify()) 192.168.203.112@tcp30 notifying 192.168.203.112@tcp30: down 00000800:00000200:0.0:1767384983.791174:0:39636:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.112@tcp30 down 00000800:00000100:0.0:1767384983.791181:0:39636:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.112@tcp30 00000800:00000010:0.0:1767384983.791184:0:39636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000053f99161. 00000400:00000200:0.0:1767384983.791187:0:39636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384983.791193:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.791193:0:39636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp30->192.168.203.112@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384983.791202:0:39636:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384983.791207:0:39636:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384983.791211:0:39636:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.112@tcp30) recovery failed with -71 00000400:00000200:1.0:1767384983.791251:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791302:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791324:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791348:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791372:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791396:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791421:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791444:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791464:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791485:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791510:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791535:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791556:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.791575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.203.112:988 00000800:00000010:1.0:1767384983.791715:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035df9318. 00000800:00000010:1.0:1767384983.791718:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000699576a8. 00000800:00000010:1.0:1767384983.791722:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064bda831. 00000800:00000010:1.0:1767384983.791748:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064bda831. 00000400:00000200:3.0:1767384983.791824:0:16132:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384983.791842:0:16132:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.112@tcp44 from 200.3.0.2 00000800:00000010:3.0:1767384983.791846:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000038b6e920. 00000800:00000010:0.0:1767384983.791919:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002de6e2ea. 00000800:00000010:0.0:1767384983.791924:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024ccd5c5. 00000800:00000010:0.0:1767384983.791944:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c499b0c. 00000800:00000200:0.1:1767384983.791951:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (2) 00000800:00000200:0.1:1767384983.791955:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp44 000000003c499b0c deleted 00000800:00000010:0.1:1767384983.791957:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003c499b0c. 00000800:00000200:0.1:1767384983.791963:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384983.791970:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp44 ip 192.168.203.112:968 00000800:00000200:0.1:1767384983.791973:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd1277ab type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384983.791979:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp44 p 3.x 192.168.203.112 -> 192.168.203.112:968 incarnation:1767384947847678253 sched[0] 00000800:00000010:0.0:1767384983.791983:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9a9cffb. 00000800:00000010:0.0:1767384983.792029:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9a9cffb. 00000800:00000010:0.0:1767384983.792033:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024ccd5c5. 00000800:00000200:1.1:1767384983.792056:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384983.792065:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.112@tcp44 p 3.x 192.168.203.112 -> 192.168.203.112:988 incarnation:1767384947847678253 sched[0] 00000800:00000010:1.0:1767384983.792068:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000699576a8. 00000800:00000010:0.0:1767384983.792074:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000038b6e920. 00000800:00000001:2.0:1767384983.792106:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384983.792106:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384983.792115:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384983.792116:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384983.792133:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000800:00000200:0.0:1767384983.792175:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384983.792179:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bd1277ab. 00000400:00000200:0.0:1767384983.792183:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.792188:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: GET: OK 00000400:00000200:0.0:1767384983.792192:0:16129:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384983.792195:0:16129:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.112@tcp44 recovery message sent successfully:0 00000400:00000200:1.0:1767384983.792198:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000800:00000001:0.0:1767384983.792208:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384983.792215:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384983.792217:0:16129:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384983.792242:0:16129:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384983.792249:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44) <- 192.168.203.112@tcp44 : GET - for me 00000400:00000200:0.0:1767384983.792259:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384983.792267:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:0.0:1767384983.792267:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.112@tcp of length 272/272 into md 0x2011 [1] + 0 00000400:00000200:0.0:1767384983.792282:0:16129:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.112@tcp44 to MR: 192.168.203.112@tcp44 local destination 00000400:00000200:0.0:1767384983.792289:0:16129:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.112@tcp44 NI seq info: [258:258:256:4294967295] 192.168.203.112@tcp44 LPNI seq info [209:209:8:4294967295] 00000400:00000200:0.0:1767384983.792301:0:16129:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44:192.168.203.112@tcp44) -> 192.168.203.112@tcp44(192.168.203.112@tcp44:192.168.203.112@tcp44) 192.168.203.112@tcp44 : REPLY try# 0 00000800:00000200:0.0:1767384983.792307:0:16129:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp44 00000800:00000010:0.0:1767384983.792311:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004688cc60. 00000800:00000200:0.0:1767384983.792315:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002eb2954f] -> 12345-192.168.203.112@tcp44 (4) 00000800:00000200:0.0:1767384983.792320:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp44 ip 192.168.203.112:988 00000400:00000200:1.0:1767384983.792323:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000800:00000200:0.0:1767384983.792323:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004688cc60 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384983.792371:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384983.792381:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000800:00000001:2.0:1767384983.792395:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384983.792399:0:16129:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384983.792404:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384983.792404:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004688cc60. 00000800:00000001:2.0:1767384983.792410:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384983.792411:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384983.792416:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384983.792419:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: REPLY: OK 00000400:00000200:2.0:1767384983.792429:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.112@tcp44(192.168.203.112@tcp44) <- 192.168.203.112@tcp44 : REPLY - for me 00000400:00000200:1.0:1767384983.792435:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000800:00000001:0.0:1767384983.792442:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384983.792449:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.112@tcp44: Reply from 12345-192.168.203.112@tcp44 of length 272/272 into md 0x2c09 00000800:00000001:2.0:1767384983.792456:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384983.792463:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384983.792465:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.792471:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.112@tcp44->192.168.203.112@tcp44: REPLY: OK 00000400:00000200:2.0:1767384983.792476:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ed13a6e 00000400:00000010:2.0:1767384983.792479:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 00000400:00000200:2.0:1767384983.792483:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384983.792490:0:16130:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d852cfe1. 00000400:00000200:1.0:1767384983.792493:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000010:2.0:1767384983.792495:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000050798e3c. 00000800:00000001:2.0:1767384983.792505:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384983.792510:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384983.792532:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792573:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792612:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792657:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792693:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792742:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792787:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792825:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792865:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792918:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792943:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792957:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792969:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792981:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.792993:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793005:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793017:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793028:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793040:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793052:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793063:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793074:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793086:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793097:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793109:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793120:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793143:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384983.793159:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384983.793250:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dd99e0b. 00000800:00000010:1.0:1767384983.793253:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000699576a8. 00000800:00000010:1.0:1767384983.793256:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064bda831. 00000800:00000010:1.0:1767384983.793270:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064bda831. 00000800:00020000:1.0:1767384983.793274:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384983.793276:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000699576a8. 00000800:00000010:1.0:1767384983.793278:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003dd99e0b. 00000400:02020000:1.0:1767384983.793303:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp44 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000100:00000001:1.0:1767384983.852960:0:16135:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384983.852972:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384983.852973:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384983.852977:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384983.852979:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384983.852982:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384983.852983:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384984.044976:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384984.044981:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384984.044985:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (4) 00010000:00000001:2.0:1767384984.044988:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384984.044991:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384984.044996:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a18947f1] -> 12345-192.168.203.112@tcp37 (4) 00000020:00000001:0.0:1767384984.045053:0:16765:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384984.045058:0:16765:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384984.045062:0:16765:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384984.045119:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045164:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045183:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045200:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045217:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045256:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045274:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045291:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045307:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045326:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045349:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045371:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045394:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045417:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045437:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045457:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045490:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045515:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045539:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045561:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045584:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045609:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045633:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045658:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045678:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045691:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045705:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045727:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045741:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045753:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045765:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045778:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045790:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045801:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.112:988 00000400:00000200:1.0:1767384984.045813:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.112:988 00000800:00000010:1.0:1767384984.046024:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dd99e0b. 00000800:00000010:1.0:1767384984.046030:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000699576a8. 00000800:00000010:1.0:1767384984.046035:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006665e95a. 00000800:00000010:1.0:1767384984.046058:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006665e95a. 00000800:00020000:1.0:1767384984.046068:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384984.046072:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000699576a8. 00000800:00000010:1.0:1767384984.046074:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003dd99e0b. 00000400:02020000:1.0:1767384984.046116:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp37 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384984.046121:0:16125:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767384984.098765:0:40803:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384984.098778:0:40803:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.098782:0:40803:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384984.098787:0:40803:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384984.098792:0:40803:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384984.098794:0:40803:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384984.785457:0:40852:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384984.785470:0:40852:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384984.785475:0:40852:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384984.785482:0:40852:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384984.785487:0:40852:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384984.785490:0:40852:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384984.812989:0:16133:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384984.812993:0:16133:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384984.812996:0:16133:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000805c1957 00000400:00000010:2.0:1767384984.813000:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000400:00000200:2.0:1767384984.813003:0:16133:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384984.813009:0:16133:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.112@tcp30 recovery ping unlinked 00000400:00000010:2.0:1767384984.813017:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a095e6f2. 00000400:00000010:2.0:1767384984.813020:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002ba72fd0. 00000100:00000001:1.0:1767384984.877964:0:16135:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384984.877976:0:16135:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384984.877978:0:16135:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384984.877981:0:16135:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384984.877984:0:16135:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384984.877987:0:16135:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384984.877989:0:16135:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384984.902582:0:40888:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384984.902586:0:40888:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg312-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384984.905570:0:40888:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1767384985.068943:0:254:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384985.068949:0:254:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384985.068955:0:254:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384985.068956:0:254:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384985.069012:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384985.069016:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384985.069021:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384985.131837:0:40900:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.131849:0:40900:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.131852:0:40900:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384985.131857:0:40900:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.131862:0:40900:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.131864:0:40900:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384985.429612:0:40947:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.429623:0:40947:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.429626:0:40947:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384985.429632:0:40947:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.429636:0:40947:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.429638:0:40947:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384985.726069:0:40996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384985.726081:0:40996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384985.726085:0:40996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384985.726090:0:40996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384985.726096:0:40996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384985.726099:0:40996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384985.844929:0:41032:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:1.0:1767384986.093780:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dd99e0b. 00000800:00000010:1.0:1767384986.093790:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085557b2e. 00000800:00000010:1.0:1767384986.093794:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b33f6eb0. 00000800:00000010:1.0:1767384986.093809:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b33f6eb0. 00000800:00020000:1.0:1767384986.093817:0:16124:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:1.0:1767384986.093822:0:16124:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085557b2e. 00000800:00000010:1.0:1767384986.093823:0:16124:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003dd99e0b. 00000400:02020000:1.0:1767384986.093853:0:16124:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp40 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767384986.861045:0:16133:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000df7514ae. 00000400:00000010:0.0:1767384986.861058:0:16133:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000053a04d19. 00000400:00000010:0.0:1767384986.861067:0:16133:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000becd93ca. 00000400:00000010:0.0:1767384986.861074:0:16133:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bb7ed6ab. 00000800:00000010:0.0:1767384986.861104:0:16133:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000017b012ca. 00000800:00000010:3.0:1767384986.862099:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4c72442. 00000800:00000010:3.0:1767384986.862106:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d90dd4ff. 00000800:00000010:3.0:1767384986.862112:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d617235. 00000800:00000010:3.0:1767384986.862134:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d617235. 00000800:00020000:3.0:1767384986.862143:0:39636:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:3.0:1767384986.862148:0:39636:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d90dd4ff. 00000800:00000010:3.0:1767384986.862150:0:39636:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e4c72442. 00000400:02020000:3.0:1767384986.862178:0:39636:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp33 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384986.862187:0:39636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000017b012ca. 00000100:00000010:3.0:1767384987.052986:0:40452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089c63852. 02000000:00000010:3.0:1767384987.053008:0:40452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a88fb2fa. 02000000:00000010:0.0:1767384987.053110:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003a0e7804. 00000400:00000010:0.0:1767384987.053118:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384987.053124:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00000400:00000010:0.0:1767384987.053133:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 00000100:00000010:0.0:1767384987.053162:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7804f3c. 00000400:00000010:0.0:1767384987.053183:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000100:00000010:0.0:1767384987.053196:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bdafb2b2. 00000100:00000010:0.0:1767384987.053223:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050cdac7d. 00000100:00000010:0.0:1767384987.053232:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031e444c0. 00000100:00000010:0.0:1767384987.053243:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083b288ed. 00000020:00000010:1.0:1767384987.053245:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e4997e9. 00000020:00000010:1.0:1767384987.053254:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000076ee656c. 00000020:00000010:1.0:1767384987.053276:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384987.053282:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384987.053287:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384987.053327:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d294a4df. 00000020:00000010:1.0:1767384987.053331:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d294a4df. 02000000:00000010:1.0:1767384987.053347:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000ec54ffb. 00000400:00000010:1.0:1767384987.053382:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000400:00000010:1.0:1767384987.053414:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000020:00000010:1.0:1767384987.053427:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384987.053431:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384987.053435:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:0.0:1767384987.053449:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384987.053455:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 02000000:00000010:0.0:1767384987.053474:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cb6fe2fb. 02000000:00000010:0.0:1767384987.053480:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000cb0b5bb. 00000100:00000010:0.0:1767384987.053484:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a7beb44. 02000000:00000010:0.0:1767384987.053497:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003a0e7804. 02000000:00000010:0.0:1767384987.053501:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a88fb2fa. 00000100:00000010:0.0:1767384987.053505:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089c63852. 00000100:00000010:3.0:1767384987.057935:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083b288ed. 00000100:00000010:0.0:1767384987.057956:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bdafb2b2. 00000100:00000010:2.0:1767384987.057963:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031e444c0. 00000100:00000010:1.0:1767384987.057965:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050cdac7d. 00000800:00000010:0.0:1767384987.117880:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f38b5818. 00000800:00000010:0.0:1767384987.117938:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f926f17. 00000800:00000010:0.0:1767384987.117944:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f2b0c6f. 00000800:00000010:0.0:1767384987.117972:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f2b0c6f. 00000800:00020000:0.0:1767384987.117979:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384987.117985:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f926f17. 00000800:00000010:0.0:1767384987.117987:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f38b5818. 00000400:02020000:0.0:1767384987.118037:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp35 at host 192.168.203.112:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767384987.885003:0:16133:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000becd93ca. 00000400:00000010:0.0:1767384987.885028:0:16133:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000df7514ae. 00000400:00000010:0.0:1767384987.885034:0:16133:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000053a04d19. 00000800:00000010:3.0:1767384987.983116:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000024564232. 00000800:00000010:1.0:1767384987.983206:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dd99e0b. 00000800:00000010:1.0:1767384987.983214:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085557b2e. 00000800:00000010:1.0:1767384987.983241:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d26322b0. 00000800:00000010:1.0:1767384987.983250:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000073d05bf1. 00000800:00000010:1.0:1767384987.983307:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000073d05bf1. 00000800:00000010:1.0:1767384987.983312:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085557b2e. 00000800:00000010:1.0:1767384987.983349:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000024564232. 00000800:00000010:3.0:1767384987.984033:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fde3c4. 00000800:00000010:3.0:1767384987.984188:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fde3c4. 00000800:00000010:3.0:1767384987.984965:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000911a75e2. 00000800:00000010:1.0:1767384987.985016:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d00d9005. 00000800:00000010:1.0:1767384987.985021:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085557b2e. 00000800:00000010:2.0:1767384987.985174:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b75a1160. 00000800:00000010:2.0:1767384987.985251:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b75a1160. 00000800:00000010:1.0:1767384987.985337:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e6a17219. 00000800:00000010:1.1:1767384987.985341:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e6a17219. 00000800:00000010:1.0:1767384987.985346:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000073d05bf1. 00000800:00000010:1.0:1767384987.985379:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000073d05bf1. 00000800:00000010:1.0:1767384987.985382:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085557b2e. 00000800:00000010:1.0:1767384987.985406:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000911a75e2. 00000800:00000010:3.0:1767384987.986843:0:16132:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b6fc6ad5. 00000800:00000010:1.0:1767384987.986923:0:16124:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000095c2f133. 00000800:00000010:1.0:1767384987.986928:0:16124:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085557b2e. 00000800:00000010:1.0:1767384987.987024:0:16124:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e6a17219. 00000800:00000010:1.1:1767384987.987029:0:16124:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e6a17219. 00000800:00000010:1.0:1767384987.987034:0:16124:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000073d05bf1. 00000800:00000010:1.0:1767384987.987065:0:16124:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000073d05bf1. 00000800:00000010:1.0:1767384987.987067:0:16124:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085557b2e. 00000800:00000010:1.0:1767384987.987082:0:16124:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b6fc6ad5. 00000100:00000010:0.0:1767384988.077117:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fec36cab. 02000000:00000010:0.0:1767384988.077139:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5984fbb. 00000100:00000010:0.0:1767384988.077183:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8dbbe5d. 02000000:00000010:0.0:1767384988.077190:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078a3390b. 00000100:00000010:0.0:1767384988.077217:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a968d37. 02000000:00000010:0.0:1767384988.077222:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008223de17. 02000000:00000010:3.0:1767384988.077225:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baaf24ae. 02000000:00000010:1.0:1767384988.077233:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f97d828c. 00000400:00000010:1.0:1767384988.077245:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d56c349. 00000400:00000010:3.0:1767384988.077247:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000379ce5b6. 00000400:00000010:1.0:1767384988.077255:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000400:00000010:3.0:1767384988.077256:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbee507. 00000400:00000010:3.0:1767384988.077272:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4510c5. 02000000:00000010:0.0:1767384988.077272:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053a04d19. 00000400:00000010:1.0:1767384988.077273:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000400:00000010:0.0:1767384988.077281:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384988.077289:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000becd93ca. 00000020:00000010:0.0:1767384988.077299:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f38b5818. 00000400:00000010:3.0:1767384988.077300:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003492f1f. 00000400:00000010:0.0:1767384988.077305:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00000400:00000010:3.0:1767384988.077317:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c787928. 00000100:00000010:1.0:1767384988.077328:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4ca708c. 00000100:00000010:0.0:1767384988.077333:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048f506a3. 00000400:00000010:3.0:1767384988.077344:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4510c5. 00000400:00000010:1.0:1767384988.077358:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 00000400:00000010:0.0:1767384988.077365:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000100:00000010:3.0:1767384988.077373:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c64a87f. 00000100:00000010:3.0:1767384988.077396:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000472ac3b1. 00000020:00000010:2.0:1767384988.077403:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f47d6b4e. 00000100:00000010:3.0:1767384988.077406:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a89fda6. 00000100:00000010:3.0:1767384988.077416:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c48ceb0. 00040000:00000010:2.0:1767384988.077418:0:40432:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006cd883b7. 00000004:00000010:2.0:1767384988.077425:0:40432:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006abbc7f4. 00000004:00000010:2.0:1767384988.077440:0:40432:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000cd79b32. 00000004:00000010:2.0:1767384988.077445:0:40432:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fa25b72e. 00000020:00000010:0.0:1767384988.077452:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f2b0c6f. 00000020:00000010:2.0:1767384988.077458:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000db868d9. 00000020:00000010:0.0:1767384988.077458:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f2b0c6f. 00000020:00000010:1.0:1767384988.077460:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073d05bf1. 00000020:00000010:2.0:1767384988.077463:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000db868d9. 00000020:00000010:1.0:1767384988.077467:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073d05bf1. 00000020:00000010:0.0:1767384988.077469:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c552f984. 00000020:00000010:2.0:1767384988.077470:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a275380b. 00000020:00000010:1.0:1767384988.077476:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d2355a8. 00000020:00000010:2.0:1767384988.077479:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f5612448. 00000020:00000010:0.0:1767384988.077479:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd941a37. 00000020:00000010:1.0:1767384988.077483:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:0.0:1767384988.077487:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:1.0:1767384988.077490:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:0.0:1767384988.077523:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f2b0c6f. 00000020:00000010:0.0:1767384988.077526:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f2b0c6f. 00000020:00000010:1.0:1767384988.077529:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073d05bf1. 00000020:00000010:2.0:1767384988.077530:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000499eeb01. 00000020:00000010:1.0:1767384988.077536:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073d05bf1. 02000000:00000010:0.0:1767384988.077543:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000677c7bee. 02000000:00000010:1.0:1767384988.077552:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6d5f22c. 00000400:00000010:0.0:1767384988.077559:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00000400:00000010:1.0:1767384988.077563:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000020:00000010:2.0:1767384988.077568:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384988.077573:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000db868d9. 02000000:00000010:2.0:1767384988.077586:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000001fe9d7f. 00000400:00000010:0.0:1767384988.077595:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000400:00000010:2.0:1767384988.077596:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000400:00000010:1.0:1767384988.077610:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 00000020:00000010:0.0:1767384988.077612:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd941a37. 00000020:00000010:0.0:1767384988.077619:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384988.077625:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c552f984. 00000020:00000010:1.0:1767384988.077633:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 02000000:00000010:0.0:1767384988.077634:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000677c7bee. 00000400:00000010:2.0:1767384988.077638:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 00000020:00000010:1.0:1767384988.077640:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000400:00000010:0.0:1767384988.077645:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9895a2. 00000020:00000010:1.0:1767384988.077646:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d2355a8. 00000020:00000010:2.0:1767384988.077650:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f5612448. 00000020:00000010:2.0:1767384988.077655:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000499eeb01. 00000400:00000010:0.0:1767384988.077658:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f926f17. 00000020:00000010:2.0:1767384988.077660:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a275380b. 00000400:00000010:1.0:1767384988.077680:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d56c349. 00000400:00000010:1.0:1767384988.077686:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000400:00000010:0.0:1767384988.077690:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384988.077696:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000becd93ca. 02000000:00000010:1.0:1767384988.077706:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f97d828c. 02000000:00000010:1.0:1767384988.077714:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078a3390b. 02000000:00000010:0.0:1767384988.077714:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053a04d19. 00000100:00000010:1.0:1767384988.077720:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8dbbe5d. 02000000:00000010:0.0:1767384988.077722:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008223de17. 00000100:00000010:0.0:1767384988.077728:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a968d37. 00000400:00000010:0.0:1767384988.077749:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000379ce5b6. 00000400:00000010:0.0:1767384988.077754:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bbee507. 02000000:00000010:0.0:1767384988.077765:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baaf24ae. 02000000:00000010:0.0:1767384988.077769:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5984fbb. 00000100:00000010:0.0:1767384988.077771:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fec36cab. 00000100:00000010:2.0:1767384988.090986:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a89fda6. 00000100:00000010:1.0:1767384988.090988:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000472ac3b1. 00000100:00000010:3.0:1767384988.091076:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c48ceb0. 00000100:00000010:0.0:1767384988.091084:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c64a87f. 00000400:00000010:2.0:1767384989.012825:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004daede07. 00000400:00000010:2.0:1767384989.012851:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f28d20ec. 00000020:00000010:0.0:1767384989.012921:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053a04d19. 00000020:00000010:0.0:1767384989.012929:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd941a37. 00000020:00000010:0.0:1767384989.012933:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 02000000:00000010:0.0:1767384989.012976:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003a0e7804. 00000020:00000010:0.0:1767384989.012985:0:40425:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000091b79196. 00000001:00000010:0.0:1767384989.012993:0:40425:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000017b012ca. 00000001:00000010:0.0:1767384989.012997:0:40425:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001fda70d9. 00000001:00000010:0.0:1767384989.013000:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c552f984. 00000001:00000010:0.0:1767384989.013002:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027046835. 00000001:00000010:0.0:1767384989.013003:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c8989d81. 00000001:00000010:0.0:1767384989.013005:0:40425:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000315cae0b. 00000020:00000010:0.0:1767384989.013017:0:40425:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bdafb2b2. 00000020:00000010:0.0:1767384989.013079:0:40425:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000677c7bee. 00000020:00000010:0.0:1767384989.013081:0:40425:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000009165774. 00000020:00000010:0.0:1767384989.013085:0:40425:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000002bb459e4. 00000020:00000010:0.0:1767384989.013095:0:40425:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000078427d0c. 00000020:00000010:0.0:1767384989.013097:0:40425:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000f606646b. 00000020:00000010:0.0:1767384989.013098:0:40425:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000002bc094c9. 00000020:00000010:0.0:1767384989.013105:0:40425:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000000e40d9c. 00000400:00000010:0.0:1767384989.013146:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000becd93ca. 00000800:00000010:0.0:1767384989.013183:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f9e09e4. 00000020:00000010:0.0:1767384989.013228:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd941a37. 00000020:00000010:0.0:1767384989.013231:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384989.013234:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053a04d19. 00000400:00000010:0.0:1767384989.013242:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca9339bb. 00000400:00000010:0.0:1767384989.013245:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a1a8eca. 00000800:00000010:3.0:1767384989.013315:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f9e09e4. 00000400:00000010:3.0:1767384989.013323:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000becd93ca. 02000000:00000010:3.0:1767384989.013328:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000003a0e7804. 00000400:00000010:0.0:1767384989.014113:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032520ea7. 00000400:00000010:0.0:1767384989.014123:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffbd61b3. 00000020:00000010:2.0:1767384989.014181:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.014205:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.014209:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a275380b. 00000020:00000010:2.0:1767384989.014211:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f5612448. 00000020:00000010:2.0:1767384989.014214:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000499eeb01. 00000020:00000010:2.0:1767384989.014236:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.014237:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000db868d9. 00010000:00000010:2.0:1767384989.014251:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e9c23e41. 02000000:00000010:2.0:1767384989.014260:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007187c5f4. 00000400:00000010:2.0:1767384989.014276:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000805c1957. 00000800:00000010:2.0:1767384989.014289:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b75a1160. 00000020:00000010:2.0:1767384989.014305:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f5612448. 00000020:00000010:2.0:1767384989.014307:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000499eeb01. 00000020:00000010:2.0:1767384989.014310:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a275380b. 00000400:00000010:2.0:1767384989.014316:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ed3c8. 00000400:00000010:2.0:1767384989.014319:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99766fe. 00000800:00000010:0.0:1767384989.014355:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b75a1160. 00000400:00000010:0.0:1767384989.014361:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000805c1957. 02000000:00000010:0.0:1767384989.014364:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007187c5f4. 00000400:00000010:3.0:1767384989.015212:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e38e59b3. 00000400:00000010:3.0:1767384989.015222:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddfec372. 00000020:00000010:2.0:1767384989.015273:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.015276:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.015279:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a275380b. 00000020:00000010:2.0:1767384989.015281:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f5612448. 00000020:00000010:2.0:1767384989.015283:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000499eeb01. 00000020:00000010:2.0:1767384989.015301:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.015303:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000db868d9. 02000000:00000010:2.0:1767384989.015311:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000529d5125. 00000040:00000010:2.0:1767384989.015316:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007ed46a57. 00000040:00000010:2.0:1767384989.015522:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007ed46a57. 00000400:00000010:2.0:1767384989.015531:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed13a6e. 00000800:00000010:2.0:1767384989.015542:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023f21934. 00000020:00000010:2.0:1767384989.015557:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f5612448. 00000020:00000010:2.0:1767384989.015560:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000499eeb01. 00000020:00000010:2.0:1767384989.015562:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a275380b. 00000400:00000010:2.0:1767384989.015566:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b37c12. 00000400:00000010:2.0:1767384989.015568:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2e45705. 00000800:00000010:0.0:1767384989.015644:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023f21934. 00000400:00000010:0.0:1767384989.015651:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ed13a6e. 02000000:00000010:0.0:1767384989.015654:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000529d5125. 00000400:00000010:0.0:1767384989.016432:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d476f73f. 00000400:00000010:0.0:1767384989.016443:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdfbb34b. 00000020:00000010:2.0:1767384989.016512:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.016521:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000db868d9. 00000020:00000010:2.0:1767384989.016551:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a275380b. 00000020:00000010:2.0:1767384989.016562:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f5612448. 00000020:00000010:2.0:1767384989.016580:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000499eeb01. 00000020:00000010:1.0:1767384989.016641:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070921184. 00000020:00000010:1.0:1767384989.016647:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070921184. 00010000:00000010:1.0:1767384989.016658:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000060ab8975. 02000000:00000010:1.0:1767384989.016666:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005a1982d8. 00000400:00000010:1.0:1767384989.016678:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000800:00000010:1.0:1767384989.016694:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000492140b8. 00000020:00000010:1.0:1767384989.016712:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f5612448. 00000020:00000010:1.0:1767384989.016716:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000499eeb01. 00000020:00000010:1.0:1767384989.016719:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a275380b. 00000400:00000010:1.0:1767384989.016726:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d56c349. 00000400:00000010:1.0:1767384989.016729:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085557b2e. 00000800:00000010:3.0:1767384989.016803:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000492140b8. 00000400:00000010:3.0:1767384989.016810:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 02000000:00000010:3.0:1767384989.016813:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005a1982d8. 00000400:00000010:0.0:1767384989.017602:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026cf2eeb. 00000400:00000010:0.0:1767384989.017613:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf8168f. 00000020:00000010:1.0:1767384989.017662:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070921184. 00000020:00000010:1.0:1767384989.017667:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070921184. 00000020:00000010:1.0:1767384989.017670:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.017674:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.017677:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.017697:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070921184. 00000020:00000010:1.0:1767384989.017700:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070921184. 02000000:00000010:1.0:1767384989.017707:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000007f665c60. 00000040:00000010:1.0:1767384989.017712:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009d2355a8. 00000040:00000010:1.0:1767384989.017742:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000000d5d95fd. 00000040:00000010:1.0:1767384989.017751:0:40424:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000000d5d95fd. 00000040:00000010:1.0:1767384989.017754:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009d2355a8. 20000000:00000010:1.0:1767384989.017761:0:40424:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000070921184. 00000400:00000010:1.0:1767384989.017774:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000800:00000010:1.0:1767384989.017787:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be50d33f. 00000020:00000010:1.0:1767384989.017804:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.017807:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.017811:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.017818:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065a4d3c0. 00000400:00000010:1.0:1767384989.017822:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6a17219. 00000800:00000010:0.0:1767384989.017851:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be50d33f. 00000400:00000010:0.0:1767384989.017856:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 02000000:00000010:0.0:1767384989.017859:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000007f665c60. 00000400:00000010:3.0:1767384989.018541:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ede7ada. 00000400:00000010:3.0:1767384989.018561:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f1421e9. 00000020:00000010:1.0:1767384989.018608:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.018611:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.018615:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.018617:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.018620:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.018639:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.018641:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 02000000:00000010:1.0:1767384989.018660:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009e54f3dd. 00000040:00000010:1.0:1767384989.018665:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009d2355a8. 00000040:00000010:1.0:1767384989.018674:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.018813:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.018816:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009d2355a8. 00000400:00000010:1.0:1767384989.018823:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c7dedf5f. 00000800:00000010:1.0:1767384989.018836:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009d2355a8. 00000020:00000010:1.0:1767384989.018854:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.018858:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.018860:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.018867:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2bae67. 00000400:00000010:1.0:1767384989.018870:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b504562. 00000800:00000010:0.0:1767384989.018954:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009d2355a8. 00000400:00000010:0.0:1767384989.018961:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c7dedf5f. 02000000:00000010:0.0:1767384989.018964:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009e54f3dd. 00000400:00000010:0.0:1767384989.019992:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4c91b93. 00000400:00000010:0.0:1767384989.020004:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cf00c6e. 00000020:00000010:1.0:1767384989.020055:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.020059:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.020062:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.020065:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.020068:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.020087:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.020090:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 02000000:00000010:1.0:1767384989.020108:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000009e54f3dd. 00000040:00000010:1.0:1767384989.020113:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d6845642. 00000040:00000010:1.0:1767384989.020119:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.020265:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.020269:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d6845642. 00000400:00000010:1.0:1767384989.020276:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009998c886. 00000800:00000010:1.0:1767384989.020288:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000d6845642. 00000020:00000010:1.0:1767384989.020305:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.020308:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.020311:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.020317:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000470e6b29. 00000400:00000010:1.0:1767384989.020321:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b58c406. 00000800:00000010:3.0:1767384989.020360:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000d6845642. 00000400:00000010:3.0:1767384989.020367:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009998c886. 02000000:00000010:3.0:1767384989.020370:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000009e54f3dd. 00000400:00000010:0.0:1767384989.031735:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e52d8ae. 00000400:00000010:0.0:1767384989.031747:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b357e58c. 00000020:00000010:1.0:1767384989.031801:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.031805:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.031809:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.031811:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.031814:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.031837:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.031839:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 02000000:00000010:1.0:1767384989.031855:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000009e54f3dd. 00000040:00000010:1.0:1767384989.031862:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d6845642. 00000040:00000010:1.0:1767384989.031869:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.031967:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.031971:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d6845642. 00000400:00000010:1.0:1767384989.031978:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009998c886. 00000800:00000010:1.0:1767384989.031991:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000d6845642. 00000020:00000010:1.0:1767384989.032008:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.032011:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.032013:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.032019:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b0ecfa. 00000400:00000010:1.0:1767384989.032022:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7dedf5f. 00000800:00000010:0.0:1767384989.032104:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000d6845642. 00000400:00000010:0.0:1767384989.032111:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009998c886. 02000000:00000010:0.0:1767384989.032114:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000009e54f3dd. 00000400:00000010:3.0:1767384989.033294:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c42bd03. 00000400:00000010:3.0:1767384989.033305:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbc606f2. 00000020:00000010:1.0:1767384989.033360:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.033364:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.033368:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.033376:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.033380:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.033405:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.033409:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00010000:00000010:1.0:1767384989.033420:0:40424:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000005aed1a. 00010000:00000010:1.0:1767384989.033425:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dcc6c901. 02000000:00000010:1.0:1767384989.033433:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e087a1b8. 00000400:00000010:1.0:1767384989.033447:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000055959c2. 00000800:00000010:1.0:1767384989.033463:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bff0a34a. 00000020:00000010:1.0:1767384989.033482:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.033486:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.033488:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.033495:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b81237c. 00000400:00000010:1.0:1767384989.033499:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009998c886. 00000800:00000010:0.0:1767384989.033550:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bff0a34a. 00000400:00000010:0.0:1767384989.033558:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000055959c2. 02000000:00000010:0.0:1767384989.033562:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e087a1b8. 00000400:00000010:0.0:1767384989.034987:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dad8ad8. 00000400:00000010:0.0:1767384989.035004:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000776409b7. 00000020:00000010:1.0:1767384989.035059:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.035064:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.035067:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.035070:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.035073:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.035093:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.035095:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 02000000:00000010:1.0:1767384989.035103:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e0cf6dfc. 20000000:00000010:1.0:1767384989.035112:0:40424:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000c7f2b86a. 00000100:00000010:1.0:1767384989.035218:0:40424:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000627d7568. 00000100:00000010:1.0:1767384989.035222:0:40424:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000d5d95fd. 00000400:00000010:1.0:1767384989.035229:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1c0d928. 00000400:00000010:1.0:1767384989.035235:0:40424:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000005131934. 00000800:00000010:1.0:1767384989.035248:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a77c44. 00000800:00000010:3.0:1767384989.035313:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a77c44. 00000400:00000010:0.0:1767384989.035884:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1c0d928. 00000100:00000010:1.0:1767384989.035951:0:40424:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000d5d95fd. 00000100:00000010:1.0:1767384989.035957:0:40424:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000627d7568. 20000000:00000010:1.0:1767384989.035970:0:40424:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000c7f2b86a. 00000400:00000010:1.0:1767384989.035979:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1c0d928. 00000800:00000010:1.0:1767384989.035992:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075f17397. 00000020:00000010:1.0:1767384989.036013:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.036016:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.036018:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.036025:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a435b1. 00000400:00000010:1.0:1767384989.036029:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059c410ef. 00000800:00000010:0.0:1767384989.036069:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075f17397. 00000400:00000010:0.0:1767384989.036074:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1c0d928. 02000000:00000010:0.0:1767384989.036077:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e0cf6dfc. 00000400:00000010:3.0:1767384989.039987:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e583d65. 00000400:00000010:3.0:1767384989.039998:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be525c89. 00000020:00000010:1.0:1767384989.040051:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.040055:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.040059:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.040062:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.040064:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.040084:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.040086:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00010000:00000010:1.0:1767384989.040096:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000612afe3f. 02000000:00000010:1.0:1767384989.040104:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000627d7568. 00000400:00000010:1.0:1767384989.040115:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000055959c2. 00000800:00000010:1.0:1767384989.040127:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000759051a1. 00000020:00000010:1.0:1767384989.040143:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.040145:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.040148:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.040153:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097f4eb92. 00000400:00000010:1.0:1767384989.040157:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe9f318f. 00000800:00000010:0.0:1767384989.040241:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000759051a1. 00000400:00000010:0.0:1767384989.040248:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000055959c2. 02000000:00000010:0.0:1767384989.040251:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000627d7568. 00000400:00000010:0.0:1767384989.040995:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcd0911a. 00000400:00000010:0.0:1767384989.041005:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b186d6b. 00000020:00000010:1.0:1767384989.041055:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.041058:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.041062:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.041065:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.041067:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.041086:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.041088:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 02000000:00000010:1.0:1767384989.041096:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000004972faa5. 00000040:00000010:1.0:1767384989.041101:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009d2355a8. 00000040:00000010:1.0:1767384989.041131:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000009762d5f3. 00000040:00000010:1.0:1767384989.041138:0:40424:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000009762d5f3. 00000040:00000010:1.0:1767384989.041140:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009d2355a8. 00000400:00000010:1.0:1767384989.041155:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d286caa. 00000800:00000010:1.0:1767384989.041167:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c06d8f31. 00000020:00000010:1.0:1767384989.041184:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.041200:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.041204:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.041212:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c8c2b9. 00000400:00000010:1.0:1767384989.041216:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079c7bb5b. 00000800:00000010:3.0:1767384989.041248:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c06d8f31. 00000400:00000010:3.0:1767384989.041255:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d286caa. 02000000:00000010:3.0:1767384989.041259:0:16129:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000004972faa5. 00000400:00000010:0.0:1767384989.041842:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3df13c5. 00000400:00000010:0.0:1767384989.041851:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045dcb7f6. 00000020:00000010:1.0:1767384989.041912:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.041915:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.041919:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d828c. 00000020:00000010:1.0:1767384989.041921:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.041924:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.041944:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a37e0a4d. 00000020:00000010:1.0:1767384989.041946:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a37e0a4d. 02000000:00000010:1.0:1767384989.041960:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009e54f3dd. 00000040:00000010:1.0:1767384989.041964:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009d2355a8. 00000040:00000010:1.0:1767384989.041971:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.041978:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007ad3d855. 00000040:00000010:1.0:1767384989.041982:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009d2355a8. 00000400:00000010:1.0:1767384989.041988:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a27f7c57. 00000800:00000010:1.0:1767384989.042001:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009d2355a8. 00000020:00000010:1.0:1767384989.042017:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ff4485f. 00000020:00000010:1.0:1767384989.042020:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384989.042024:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d828c. 00000400:00000010:1.0:1767384989.042031:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf911f2a. 00000400:00000010:1.0:1767384989.042036:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f213354. 00000800:00000010:0.0:1767384989.042069:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009d2355a8. 00000400:00000010:0.0:1767384989.042075:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a27f7c57. 02000000:00000010:0.0:1767384989.042078:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009e54f3dd. 00000100:00000010:3.0:1767384989.043921:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064fb5f26. 00000020:00000010:2.0:1767384989.043970:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ed46a57. 00000020:00000010:2.0:1767384989.043975:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005177c77d. 00000020:00000010:2.0:1767384989.043978:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a0c61a6. 02000000:00000010:2.0:1767384989.044004:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b0c27fe2. 00000020:00000010:2.0:1767384989.044019:0:40432:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000007cf1fd3. 00000004:00000010:2.0:1767384989.044026:0:40432:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000000db868d9. 00000001:00000010:2.0:1767384989.044028:0:40432:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000002c5f1ac. 00000001:00000010:2.0:1767384989.044032:0:40432:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000023f21934. 00000001:00000010:2.0:1767384989.044035:0:40432:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e7c72e94. 00000001:00000010:2.0:1767384989.044037:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003540ca88. 00000001:00000010:2.0:1767384989.044039:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e1f0a78. 00000001:00000010:2.0:1767384989.044040:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000530c2f84. 00000001:00000010:2.0:1767384989.044042:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000031e5b539. 00000001:00000010:2.0:1767384989.044045:0:40432:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b75a1160. 00000001:00000010:2.0:1767384989.044046:0:40432:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e76ffe05. 00000001:00000010:2.0:1767384989.044047:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f1c6465c. 00000001:00000010:2.0:1767384989.044049:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a275380b. 00000001:00000010:2.0:1767384989.044051:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb47a3b7. 00000001:00000010:2.0:1767384989.044053:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f202259c. 00080000:00000010:2.0:1767384989.044082:0:40432:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b8170f4. 00080000:00000010:1.0:1767384989.052033:0:16805:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b8170f4. 00080000:00000010:0.0:1767384989.052083:0:40432:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008c0dabcc. 00000001:00000010:0.0:1767384989.052152:0:40432:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005198656f. 00000020:00000010:0.0:1767384989.052239:0:40432:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007fe0957d. 00000020:00000010:0.0:1767384989.052293:0:40432:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ef73c766. 00000020:00000010:0.0:1767384989.052296:0:40432:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000fe9cb61c. 00000020:00000010:0.0:1767384989.052299:0:40432:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000b7021372. 00000020:00000010:0.0:1767384989.052312:0:40432:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003a0e7804. 00000020:00000010:0.0:1767384989.052314:0:40432:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000095485d58. 00000020:00000010:0.0:1767384989.052315:0:40432:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000dce0e39c. 00000020:00000010:0.0:1767384989.052326:0:40432:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000071199a90. 00000020:00000010:0.0:1767384989.052331:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d7ade66. 00000400:00000010:0.0:1767384989.052364:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558189bd. 00000800:00000010:0.0:1767384989.052378:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3ac9a3a. 00000020:00000010:0.0:1767384989.052398:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000056e51574. 00000020:00000010:0.0:1767384989.052403:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005177c77d. 00000020:00000010:0.0:1767384989.052406:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a0c61a6. 00000020:00000010:0.0:1767384989.052408:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ed46a57. 00000800:00000010:2.0:1767384989.052462:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3ac9a3a. 00000400:00000010:2.0:1767384989.052469:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000558189bd. 00000100:00000010:0.0:1767384990.053171:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fec36cab. 00000100:00000010:0.0:1767384990.053249:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a968d37. 00000020:00000010:2.0:1767384990.053285:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9ed5bd2. 00000020:00000010:2.0:1767384990.053291:0:40432:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002d7ade66. 00000020:00000010:3.0:1767384990.053306:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:2.0:1767384990.053310:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aead5e29. 00000020:00000010:2.0:1767384990.053315:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bafadd31. 00000020:00000010:3.0:1767384990.053318:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 00000020:00000010:2.0:1767384990.053320:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023459b75. 00000020:00000010:3.0:1767384990.053326:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.053332:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d9ffd1e. 00000020:00000010:3.0:1767384990.053336:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.053363:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.053366:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 02000000:00000010:3.0:1767384990.053386:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b0a02dfb. 00000020:00000010:3.0:1767384990.053414:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000009c42ba93. 00000400:00000010:3.0:1767384990.053432:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c4510c5. 00000800:00000010:3.0:1767384990.053461:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fde3c4. 00000020:00000010:3.0:1767384990.053487:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bafadd31. 00000020:00000010:3.0:1767384990.053491:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023459b75. 00000020:00000010:3.0:1767384990.053495:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aead5e29. 00000020:00000010:3.0:1767384990.053508:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.053511:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 02000000:00000010:3.0:1767384990.053517:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b90e1cfb. 00000400:00000010:3.0:1767384990.053526:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5d26075. 00000800:00000010:3.0:1767384990.053537:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000519a9515. 00000020:00000010:3.0:1767384990.053544:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d9ffd1e. 00000020:00000010:3.0:1767384990.053548:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.053551:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000800:00000010:0.0:1767384990.053572:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fde3c4. 00000400:00000010:0.0:1767384990.053579:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c4510c5. 00000800:00000010:0.0:1767384990.053628:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000519a9515. 00000400:00000010:0.0:1767384990.053631:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5d26075. 00000100:00000010:2.0:1767384990.054677:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089a9353c. 00000020:00000010:3.0:1767384990.054737:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.054742:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.054746:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.054749:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d9ffd1e. 00000020:00000010:3.0:1767384990.054752:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.054774:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.054777:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 02000000:00000010:3.0:1767384990.054787:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000412cac74. 00000400:00000010:3.0:1767384990.054798:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8591864. 00000800:00000010:3.0:1767384990.054813:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ec5ee2c. 00000020:00000010:3.0:1767384990.054830:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d9ffd1e. 00000020:00000010:3.0:1767384990.054834:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.054843:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000800:00000010:0.0:1767384990.054874:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ec5ee2c. 00000400:00000010:0.0:1767384990.054880:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8591864. 00000100:00000010:0.0:1767384990.055967:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051a71781. 00000400:00000010:0.0:1767384990.055988:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004b89dd2. 00000400:00000010:0.0:1767384990.055997:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d3b0ae7. 00000100:00000010:0.0:1767384990.056023:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff43f58. 00000020:00000010:1.0:1767384990.056026:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.056032:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.056036:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:2.0:1767384990.056064:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a21ed8e. 00000020:00000010:2.0:1767384990.056070:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a21ed8e. 02000000:00000010:1.0:1767384990.056073:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ebbe72be. 00000020:00000010:3.0:1767384990.056075:0:40435:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e4c72442. 00000020:00000010:2.0:1767384990.056076:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2552521. 00000020:00000010:2.0:1767384990.056082:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067b59ff7. 00000020:00000010:1.0:1767384990.056083:0:17547:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c7f2b86a. 00040000:00000010:3.0:1767384990.056087:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000079a3352c. 00000020:00000010:2.0:1767384990.056089:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b61177d. 00000001:00000010:1.0:1767384990.056092:0:17547:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c0972080. 00000004:00000010:3.0:1767384990.056094:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002580391d. 00000004:00000010:3.0:1767384990.056101:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002b0c345b. 00000001:00000010:1.0:1767384990.056105:0:17547:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000759051a1. 00000004:00000010:3.0:1767384990.056107:0:40435:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a9299464. 00000001:00000010:1.0:1767384990.056111:0:17547:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001072df4e. 00000001:00000010:1.0:1767384990.056115:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a33b74b8. 00000020:00000010:3.0:1767384990.056119:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000001:00000010:1.0:1767384990.056119:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe2455c2. 00000020:00000010:2.0:1767384990.056122:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a21ed8e. 00000020:00000010:3.0:1767384990.056125:0:40435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 00000001:00000010:1.0:1767384990.056126:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c538ddf. 00000020:00000010:2.0:1767384990.056127:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a21ed8e. 00000001:00000010:1.0:1767384990.056132:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019f62ec5. 00000020:00000010:3.0:1767384990.056134:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020b8cce6. 00000020:00000010:3.0:1767384990.056141:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d9ffd1e. 02000000:00000010:2.0:1767384990.056141:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000077b7b522. 00000020:00000010:3.0:1767384990.056148:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000400:00000010:2.0:1767384990.056153:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000826502. 00080000:00000010:1.0:1767384990.056168:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f3c15a3f. 00000800:00000010:2.0:1767384990.056171:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd1277ab. 00000020:00000010:3.0:1767384990.056194:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.056199:0:40435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 00000020:00000010:2.0:1767384990.056207:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067b59ff7. 00000020:00000010:2.0:1767384990.056213:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b61177d. 00000020:00000010:2.0:1767384990.056216:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2552521. 00000400:00000010:2.0:1767384990.056226:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1121f4. 00000400:00000010:2.0:1767384990.056232:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c567a3b5. 02000000:00000010:3.0:1767384990.056237:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000005cc3c67c. 02000000:00000010:3.0:1767384990.056251:0:40435:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000ea872a49. 00000800:00000010:2.0:1767384990.056290:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd1277ab. 00000001:00000010:1.0:1767384990.056293:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006949ea2d. 00000400:00000010:2.0:1767384990.056298:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000826502. 02000000:00000010:2.0:1767384990.056304:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000077b7b522. 00000020:00000010:1.0:1767384990.056390:0:17547:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b542ff6a. 00000020:00000010:1.0:1767384990.056399:0:17547:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000b542ff6a. 00000020:00000010:1.0:1767384990.056407:0:17547:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d01c60c6. 00000020:00000010:1.0:1767384990.056415:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e90d5fe. 00000400:00000010:1.0:1767384990.056476:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba06d092. 00000800:00000010:1.0:1767384990.056559:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075f17397. 00000020:00000010:1.0:1767384990.056578:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.056582:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.056586:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000800:00000010:0.0:1767384990.056641:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075f17397. 00000400:00000010:0.0:1767384990.056647:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba06d092. 00000004:00000010:2.0:1767384990.063062:0:41046:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000176feb99. 00000004:00000010:2.0:1767384990.063086:0:41046:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000176feb99. 00000020:00000010:1.0:1767384990.063284:0:40435:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000007ba38a7c. 00000400:00000010:1.0:1767384990.063315:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c43e2782. 00000800:00000010:1.0:1767384990.063339:0:40435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a77c44. 00000020:00000010:1.0:1767384990.063361:0:40435:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007ad3d855. 00000020:00000010:1.0:1767384990.063368:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d9ffd1e. 00000020:00000010:1.0:1767384990.063372:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:1.0:1767384990.063375:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020b8cce6. 00000800:00000010:0.0:1767384990.063444:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a77c44. 00000400:00000010:0.0:1767384990.063453:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c43e2782. 00000100:00000010:2.0:1767384990.094724:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009075e92b. 00000020:00000010:3.0:1767384990.094803:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.094809:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.094816:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052596961. 00000020:00000010:3.0:1767384990.094821:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcc2ba4a. 00000020:00000010:3.0:1767384990.094827:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.094865:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009414fd27. 00000020:00000010:3.0:1767384990.094868:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009414fd27. 00010000:00000010:3.0:1767384990.094917:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000581bd0a3. 00010000:00000010:3.0:1767384990.094922:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6a532fe. 00010000:00000010:3.0:1767384990.094928:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad00646c. 00000020:00000010:3.0:1767384990.094958:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009414fd27. 00010000:00000010:3.0:1767384990.094965:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08b9977. 02000000:00000010:3.0:1767384990.094992:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000046ed76fc. 00010000:00000010:3.0:1767384990.095022:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084f1d68d. 00010000:00000010:3.0:1767384990.095025:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006fb42460. 00000020:00000010:3.0:1767384990.095038:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000f4f228c. 00010000:00000010:3.0:1767384990.095135:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08b9977. 00000400:00000010:3.0:1767384990.095172:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d273870. 00000800:00000010:3.0:1767384990.095217:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dacf27ee. 00000020:00000010:3.0:1767384990.095241:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcc2ba4a. 00000020:00000010:3.0:1767384990.095245:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.095249:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052596961. 00000800:00000010:0.0:1767384990.095321:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dacf27ee. 00000400:00000010:0.0:1767384990.095329:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d273870. 00000100:00000010:0.0:1767384990.096170:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088fcc940. 00000020:00000010:3.0:1767384990.096221:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.096225:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.096228:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052596961. 00000020:00000010:3.0:1767384990.096231:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcc2ba4a. 00000020:00000010:3.0:1767384990.096234:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.096255:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.096258:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7fe617. 00010000:00000010:3.0:1767384990.096270:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000ef5162b. 00010000:00000010:3.0:1767384990.096274:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08b9977. 02000000:00000010:3.0:1767384990.096285:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000b115b307. 00010000:00000010:3.0:1767384990.096300:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00010000:00000010:3.0:1767384990.096303:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003ca24b28. 00010000:00000010:3.0:1767384990.096322:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000446b7fd4. 00010000:00000010:3.0:1767384990.096325:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000694b857a. 00010000:00000010:3.0:1767384990.096328:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90539c5. 00010000:00000010:3.0:1767384990.096331:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031d1b125. 00010000:00000010:3.0:1767384990.096387:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ca24b28. 00010000:00000010:3.0:1767384990.096395:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031d1b125. 00010000:00000010:3.0:1767384990.096400:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000694b857a. 00010000:00000010:3.0:1767384990.096416:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08b9977. 00000400:00000010:3.0:1767384990.096425:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000695b01bb. 00000800:00000010:3.0:1767384990.096438:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dacf27ee. 00000020:00000010:3.0:1767384990.096455:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcc2ba4a. 00000020:00000010:3.0:1767384990.096458:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.096461:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052596961. 00000800:00000010:2.0:1767384990.096527:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dacf27ee. 00000400:00000010:2.0:1767384990.096534:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000695b01bb. 00000100:00000010:0.0:1767384990.097468:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bb10766. 00000020:00000010:3.0:1767384990.097527:0:40441:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bc91a791. 00040000:00000010:3.0:1767384990.097541:0:40441:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000097338d5f. 00000004:00000010:3.0:1767384990.097545:0:40441:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000ffda560. 00000004:00000010:3.0:1767384990.097549:0:40441:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009f30c46b. 00000004:00000010:3.0:1767384990.097553:0:40441:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f713ba4f. 00000020:00000010:3.0:1767384990.097559:0:40441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.097561:0:40441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.097564:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052596961. 00000020:00000010:3.0:1767384990.097567:0:40441:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcc2ba4a. 00000020:00000010:3.0:1767384990.097570:0:40441:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.097594:0:40441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.097597:0:40441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7fe617. 02000000:00000010:3.0:1767384990.097627:0:40441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000fe5fdb22. 00000400:00000010:3.0:1767384990.097657:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb52bb7a. 00000800:00000010:3.0:1767384990.097672:0:40441:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ec5ee2c. 00000020:00000010:3.0:1767384990.097690:0:40441:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcc2ba4a. 00000020:00000010:3.0:1767384990.097694:0:40441:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.097698:0:40441:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052596961. 00000800:00000010:0.0:1767384990.097730:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ec5ee2c. 00000400:00000010:0.0:1767384990.097735:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb52bb7a. 00000100:00000010:2.0:1767384990.098541:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e26a1c32. 00000020:00000010:3.0:1767384990.098582:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.098586:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.098590:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052596961. 00000020:00000010:3.0:1767384990.098592:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcc2ba4a. 00000020:00000010:3.0:1767384990.098595:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064f87af7. 00000020:00000010:3.0:1767384990.098615:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd7fe617. 00000020:00000010:3.0:1767384990.098617:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd7fe617. 00010000:00000010:3.0:1767384990.098641:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fb42460. 00010000:00000010:3.0:1767384990.098649:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6a532fe. 00010000:00000010:3.0:1767384990.098656:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009030b393. 00010000:00000010:3.0:1767384990.098658:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6a532fe. 00010000:00000010:3.0:1767384990.098662:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000729f1ca0. 00010000:00000010:3.0:1767384990.098665:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006fb42460. 02000000:00000010:3.0:1767384990.098698:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 0000000000c22c02. 00010000:00000010:3.0:1767384990.098743:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f7544a11. 00010000:00000010:3.0:1767384990.098752:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f08b9977. 00010000:00000010:3.0:1767384990.098760:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000408015dc. 00010000:00000010:3.0:1767384990.098762:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000694b857a. 00010000:00000010:3.0:1767384990.098765:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d45f1376. 00010000:00000010:3.0:1767384990.098768:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031d1b125. 00000004:00000010:3.0:1767384990.098791:0:40433:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4972b78. 00000004:00000010:3.0:1767384990.098798:0:40433:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000054115250. 00000004:00000010:3.0:1767384990.098804:0:40433:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d7f1f052. 00080000:00000010:3.0:1767384990.098812:0:40433:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b0b90262. 00000020:00000010:3.0:1767384990.098839:0:40433:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000006c48ceb0. 00080000:00000010:3.0:1767384990.098847:0:40433:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d57e65ba. 00000020:00000010:3.0:1767384990.098852:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000001a5451a7. 00000020:00000010:3.0:1767384990.098854:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000e176c323. 00080000:00000010:3.0:1767384990.098865:0:40433:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000519a9515. 00000004:00000010:3.0:1767384990.098872:0:40433:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 000000001df49758. 00000020:00000010:3.0:1767384990.098877:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000f79adc99. 00020000:00000010:3.0:1767384990.099628:0:40433:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 000000007f14c3b5. 00020000:00000010:3.0:1767384990.099632:0:40433:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000005ca8c8ed. 00020000:00000010:3.0:1767384990.099636:0:40433:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000909ecb36. 00000020:00000010:3.0:1767384990.099644:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000009a505997. 00000004:00000010:3.0:1767384990.099672:0:40433:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000dab0fb8f. 00000020:00000010:0.0:1767384990.100825:0:40433:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000009a505997. 00000020:00000010:0.0:1767384990.100832:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 0000000086e6eaa5. 00010000:00000010:3.1:1767384990.100930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad00646c. 00000001:00000010:0.0:1767384990.100963:0:40433:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000cd95ab5b. 00000001:00000010:0.0:1767384990.100971:0:40433:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000c776e686. 00000001:00000010:0.0:1767384990.101580:0:40433:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000068c0b29a. 00000020:00000010:0.0:1767384990.101644:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 000000004b5ba777. 00000020:00000010:0.0:1767384990.101680:0:40433:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000006c48ceb0. 00000020:00000010:0.0:1767384990.101702:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000004ebf31a3. 00010000:00000010:0.0:1767384990.101715:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bbf94422. 00010000:00000010:0.0:1767384990.101717:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4380b53. 00010000:00000010:0.0:1767384990.101720:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084a1c789. 00000020:00000010:0.0:1767384990.101722:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000285a6974. 00010000:00000010:0.0:1767384990.101730:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000302c5bbf. 00000020:00000010:0.0:1767384990.101737:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000006bd15476. 00000004:00000010:0.0:1767384990.101754:0:40433:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 000000009b531925. 00010000:00000010:0.0:1767384990.101772:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f08b9977. 00010000:00000010:0.0:1767384990.101792:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fb42460. 00010000:00000010:0.0:1767384990.101795:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6a532fe. 00000400:00000010:0.0:1767384990.101808:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 00000400:00000010:0.0:1767384990.101813:0:40433:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000abaaece. 00000800:00000010:0.0:1767384990.101829:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f423da. 00000020:00000010:0.0:1767384990.101853:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcc2ba4a. 00000020:00000010:0.0:1767384990.101857:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064f87af7. 00000020:00000010:0.0:1767384990.101860:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052596961. 00000800:00000010:2.0:1767384990.101949:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f423da. 00000400:00000010:0.0:1767384990.102634:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000020:00000010:2.0:1767384990.102675:0:16122:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a83b182e. 00000020:00000010:2.0:1767384990.102680:0:16122:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006aea765b. 80000000:00000010:2.0:1767384990.102683:0:16122:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5e48969. 40000000:00000010:2.0:1767384990.102685:0:16122:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009a21ed8e. 00100000:00000010:2.0:1767384990.102689:0:16122:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3e7419e. 00040000:00000010:2.0:1767384990.102692:0:16122:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bd1277ab. 00040000:00000010:2.0:1767384990.102695:0:16122:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000176feb99. 00040000:00000010:2.0:1767384990.102697:0:16122:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dba9bd73. 00080000:00000010:2.0:1767384990.102704:0:16122:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bb04de5e. 00000004:00000010:2.0:1767384990.102707:0:16122:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000058290a8. 00000004:00000010:2.0:1767384990.102710:0:16122:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000012456896. 00000004:00000010:2.0:1767384990.102713:0:16122:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000029dba05b. 00002000:00000010:2.0:1767384990.102715:0:16122:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003ad0adbf. 00000004:00000010:2.0:1767384990.102717:0:16122:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b93f9f19. 00000020:00000010:2.0:1767384990.102726:0:16122:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c1aafc1e. 00000020:00000010:2.0:1767384990.102730:0:16122:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f639eed6. 00010000:00000010:2.0:1767384990.102731:0:16122:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031d1b125. 00010000:00000010:2.0:1767384990.102735:0:16122:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000694b857a. 00000100:00000010:2.0:1767384990.103395:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000061e0fa75. 00000020:00000010:1.0:1767384990.103453:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa109fbf. 00000020:00000010:1.0:1767384990.103458:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005e90d5fe. 00000020:00000010:1.0:1767384990.103480:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.103483:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.103489:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.103508:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e90d5fe. 00000020:00000010:1.0:1767384990.103510:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e90d5fe. 00010000:00000010:1.0:1767384990.103527:0:17547:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ec5f978. 00010000:00000010:1.0:1767384990.103535:0:17547:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000775374eb. 00010000:00000010:1.0:1767384990.103539:0:17547:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000469ceba. 00000020:00000010:1.0:1767384990.103542:0:17547:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005e90d5fe. 00002000:00000010:1.0:1767384990.103546:0:17547:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000b7b88a64. 02000000:00000010:1.0:1767384990.103560:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000d3c67057. 00000020:00000010:1.0:1767384990.103568:0:17547:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000001a8a1d91. 00000400:00000010:1.0:1767384990.103580:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d260fbd7. 00000800:00000010:1.0:1767384990.103592:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bff0a34a. 00000020:00000010:1.0:1767384990.103606:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.103609:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.103612:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000800:00000010:2.0:1767384990.103645:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bff0a34a. 00000400:00000010:2.0:1767384990.103651:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d260fbd7. 00000100:00000010:0.0:1767384990.104553:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094f09720. 00000020:00000010:1.0:1767384990.104594:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.104597:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.104600:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.104602:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.104604:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.104620:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.104621:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d276ad85. 00010000:00000010:1.0:1767384990.104630:0:17547:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f72d220c. 02000000:00000010:1.0:1767384990.104637:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000e7b4bcfe. 00010000:00000010:1.0:1767384990.104649:0:17547:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d276ad85. 00000100:00000010:1.0:1767384990.104654:0:17547:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a66c4b8. 00000100:00000010:1.0:1767384990.104659:0:17547:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98a940a. 02000000:00000010:1.0:1767384990.104667:0:17547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dca9cbaf. 02000000:00000010:1.0:1767384990.104683:0:17547:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eb94073. 00000400:00000010:1.0:1767384990.104686:0:17547:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32906d2. 00000400:00000010:1.0:1767384990.104689:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000517dbb24. 00000400:00000010:1.0:1767384990.104694:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000881dd80a. 00000800:00000010:1.0:1767384990.104705:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be50d33f. 00000100:00000010:1.0:1767384990.104720:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b542ff6a. 00000100:00000010:1.0:1767384990.104729:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d5c0042. 00000100:00000010:1.0:1767384990.104732:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038af707f. 00000100:00000010:1.0:1767384990.104741:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abb26de1. 00000800:00000010:2.0:1767384990.104772:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be50d33f. 00000400:00000010:2.0:1767384990.104778:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881dd80a. 00010000:00000010:3.1:1767384990.104910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00010000:00000010:3.1:1767384990.104918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000446b7fd4. 00010000:00000010:3.1:1767384990.104924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90539c5. 00010000:00000010:3.1:1767384990.104929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ef5162b. 00000400:00000010:1.0:1767384990.105554:0:17547:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32906d2. 00000400:00000010:1.0:1767384990.105559:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000517dbb24. 02000000:00000010:1.0:1767384990.105577:0:17547:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eb94073. 02000000:00000010:1.0:1767384990.105580:0:17547:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dca9cbaf. 00000100:00000010:1.0:1767384990.105583:0:17547:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98a940a. 00000100:00000010:1.0:1767384990.105585:0:17547:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009a66c4b8. 00010000:00000010:1.0:1767384990.105587:0:17547:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d276ad85. 00000400:00000010:1.0:1767384990.105600:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000517dbb24. 00000800:00000010:1.0:1767384990.105612:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000492140b8. 00000020:00000010:1.0:1767384990.105629:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.105631:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.105633:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000800:00000010:0.0:1767384990.105689:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000492140b8. 00000400:00000010:0.0:1767384990.105697:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000517dbb24. 00000100:00000010:2.0:1767384990.105875:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b9a5ddf. 00000020:00000010:1.0:1767384990.105943:0:39778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.105948:0:39778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.105952:0:39778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.105955:0:39778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.105958:0:39778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.105989:0:39778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.105993:0:39778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d276ad85. 02000000:00000010:1.0:1767384990.106001:0:39778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008bcbe0cb. 00010000:00000010:1.0:1767384990.106037:0:39778:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d276ad85. 00000100:00000010:1.0:1767384990.106042:0:39778:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a66c4b8. 00000100:00000010:1.0:1767384990.106047:0:39778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d98a940a. 02000000:00000010:1.0:1767384990.106054:0:39778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dca9cbaf. 02000000:00000010:1.0:1767384990.106066:0:39778:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007eb94073. 00000400:00000010:1.0:1767384990.106069:0:39778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32906d2. 00000400:00000010:1.0:1767384990.106073:0:39778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00000400:00000010:1.0:1767384990.106077:0:39778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083653650. 00000800:00000010:1.0:1767384990.106092:0:39778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029901417. 00000800:00000010:2.0:1767384990.106150:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029901417. 00000400:00000010:2.0:1767384990.106155:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083653650. 00000400:00000010:1.0:1767384990.106946:0:39778:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32906d2. 00000400:00000010:1.0:1767384990.106952:0:39778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 02000000:00000010:1.0:1767384990.106966:0:39778:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007eb94073. 02000000:00000010:1.0:1767384990.106976:0:39778:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dca9cbaf. 00000100:00000010:1.0:1767384990.106979:0:39778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d98a940a. 00000100:00000010:1.0:1767384990.106981:0:39778:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009a66c4b8. 00010000:00000010:1.0:1767384990.106984:0:39778:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d276ad85. 00000400:00000010:1.0:1767384990.106991:0:39778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000802507e1. 00000800:00000010:1.0:1767384990.107005:0:39778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf1b75f3. 00000020:00000010:1.0:1767384990.107023:0:39778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.107026:0:39778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.107029:0:39778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000800:00000010:2.0:1767384990.107068:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf1b75f3. 00000400:00000010:2.0:1767384990.107074:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000802507e1. 00000100:00000010:2.0:1767384990.107296:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005147fcda. 00000020:00000010:1.0:1767384990.107344:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.107349:0:40435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.107352:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.107355:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.107358:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.107391:0:40435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.107394:0:40435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d276ad85. 02000000:00000010:1.0:1767384990.107425:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 0000000047fe6b62. 00000004:00000010:1.0:1767384990.107455:0:40435:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000d276ad85. 00000020:00000010:1.0:1767384990.107469:0:40435:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000c066c9ba. 00080000:00000010:1.0:1767384990.107477:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ba220ce1. 00000001:00000010:1.0:1767384990.107544:0:40435:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007a86ac78. 00000001:00000010:1.0:1767384990.107550:0:40435:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000f7b7a46f. 00000020:00000010:1.0:1767384990.107584:0:40435:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000dca9cbaf. 00000020:00000010:1.0:1767384990.107613:0:40435:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000c066c9ba. 00000004:00000010:1.0:1767384990.107636:0:40435:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 000000009b531925. 00000400:00000010:1.0:1767384990.107661:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bb9f07. 00000800:00000010:1.0:1767384990.107677:0:40435:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd4799a0. 00000020:00000010:1.0:1767384990.107696:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.107699:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.107702:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000800:00000010:0.0:1767384990.107747:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd4799a0. 00000400:00000010:0.0:1767384990.107755:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068bb9f07. 00010000:00000010:3.1:1767384990.107906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f1d68d. 00010000:00000010:3.1:1767384990.107915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000581bd0a3. 00010000:00000010:0.1:1767384990.107924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f7544a11. 00010000:00000010:0.1:1767384990.107932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009030b393. 00010000:00000010:0.1:1767384990.107936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000729f1ca0. 00010000:00000010:2.1:1767384990.111927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000408015dc. 00010000:00000010:2.1:1767384990.111937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d45f1376. 00010000:00000010:1.1:1767384990.112915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000469ceba. 00000100:00000010:0.0:1767384990.119946:0:420:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b542ff6a. 00000100:00000010:1.0:1767384990.119954:0:256:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d5c0042. 00000100:00000010:2.0:1767384990.119956:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038af707f. 00000100:00000010:3.0:1767384990.119963:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abb26de1. 00000100:00000010:2.0:1767384990.132954:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006466d240. 00000020:00000010:0.0:1767384990.133044:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f1875c4. 00000020:00000010:0.0:1767384990.133052:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f1875c4. 00000020:00000010:0.0:1767384990.133060:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060e1f20d. 00000020:00000010:0.0:1767384990.133065:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039d8bd06. 00000020:00000010:0.0:1767384990.133071:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384990.133110:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f1875c4. 00000020:00000010:0.0:1767384990.133112:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f1875c4. 00000001:00000010:0.0:1767384990.133120:0:40433:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000c776e686. 00010000:00000010:0.0:1767384990.133151:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000257489b9. 00010000:00000010:0.0:1767384990.133154:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c37ffa61. 00010000:00000010:0.0:1767384990.133159:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007884598c. 00010000:00000010:0.0:1767384990.133164:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e75add3d. 02000000:00000010:0.0:1767384990.133206:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000499cc73f. 00010000:00000010:0.0:1767384990.133248:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000090cc9a79. 00010000:00000010:0.0:1767384990.133251:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc90bdf8. 00010000:00000010:0.0:1767384990.133348:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e75add3d. 00000400:00000010:0.0:1767384990.133370:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d82e01f. 00000800:00000010:0.0:1767384990.133398:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008223de17. 00000020:00000010:0.0:1767384990.133421:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039d8bd06. 00000020:00000010:0.0:1767384990.133424:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b4c59aa2. 00000020:00000010:0.0:1767384990.133428:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060e1f20d. 00000800:00000010:2.0:1767384990.133501:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008223de17. 00000400:00000010:2.0:1767384990.133507:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d82e01f. 00000100:00000010:0.0:1767384990.134965:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004e3d8c41. 00000020:00000010:3.0:1767384990.135017:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.135022:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.135027:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.135030:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.135034:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.135060:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.135063:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e25ea61a. 02000000:00000010:3.0:1767384990.135083:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 000000009602d423. 00010000:00000010:3.0:1767384990.135105:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000302c5bbf. 00010000:00000010:3.0:1767384990.135114:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4380b53. 00010000:00000010:3.0:1767384990.135139:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc90bdf8. 00010000:00000010:3.0:1767384990.135145:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c37ffa61. 00010000:00000010:3.0:1767384990.135158:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000581bd0a3. 00010000:00000010:3.0:1767384990.135160:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f3a505e1. 00010000:00000010:3.0:1767384990.135164:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084f1d68d. 00010000:00000010:3.0:1767384990.135168:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003ca24b28. 00010000:00000010:3.0:1767384990.135176:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000446b7fd4. 00010000:00000010:3.0:1767384990.135193:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007e604b70. 00010000:00000010:3.0:1767384990.135197:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000ef5162b. 00010000:00000010:3.0:1767384990.135200:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aac309fb. 00010000:00000010:3.0:1767384990.135276:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000090fc6a47. 00010000:00000010:3.0:1767384990.135279:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bdbef7f0. 00010000:00000010:3.0:1767384990.135283:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90539c5. 00010000:00000010:3.0:1767384990.135286:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6a926ce. 00000020:00000010:3.0:1767384990.135308:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000e0fc1c51. 00000020:00000010:3.0:1767384990.135313:0:40433:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000e0fc1c51. 00000020:00000010:3.0:1767384990.135323:0:40433:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000000f27466f. 00080000:00000010:3.0:1767384990.135332:0:40433:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000edc1ee54. 00000004:00000010:3.0:1767384990.135806:0:40433:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000026aa5bcd. 00000001:00000010:3.0:1767384990.135820:0:40433:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000080451f66. 00000001:00000010:3.0:1767384990.135825:0:40433:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000c09ed37a. 00000020:00000010:3.0:1767384990.135854:0:40433:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000000f27466f. 00010000:00000010:3.0:1767384990.135862:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc73e294. 00010000:00000010:3.0:1767384990.135866:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062c3bc08. 00010000:00000010:3.0:1767384990.135878:0:40433:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d29197a9. 00010000:00000010:3.0:1767384990.135931:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6a926ce. 00010000:00000010:0.0:1767384990.135938:0:16765:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062c3bc08. 00010000:00000010:0.0:1767384990.135945:0:16765:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdbef7f0. 00010000:00000010:0.0:1767384990.135954:0:16765:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d29197a9. 00080000:00000010:3.0:1767384990.135962:0:40433:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b0b90262. 00000004:00000010:3.0:1767384990.135971:0:40433:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000dab0fb8f. 00000004:00000010:3.0:1767384990.135985:0:40433:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 000000007f14c3b5. 00000004:00000010:3.0:1767384990.135988:0:40433:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000005ca8c8ed. 00000004:00000010:3.0:1767384990.136003:0:40433:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 000000001df49758. 00000004:00000010:3.0:1767384990.136006:0:40433:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d7f1f052. 00000004:00000010:3.0:1767384990.136011:0:40433:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000054115250. 00000004:00000010:3.0:1767384990.136015:0:40433:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e4972b78. 00010000:00000010:3.0:1767384990.136026:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ca24b28. 00010000:00000010:3.0:1767384990.136030:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3a505e1. 00000400:00000010:3.0:1767384990.136048:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb27ab03. 00000400:00000010:3.0:1767384990.136055:0:40433:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d9fbf0d8. 00000800:00000010:3.0:1767384990.136070:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6fde3c4. 00000020:00000010:3.0:1767384990.136088:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.136092:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.136095:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000800:00000010:2.0:1767384990.136174:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6fde3c4. 00000400:00000010:2.0:1767384990.136788:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb27ab03. 00000020:00000010:0.0:1767384990.136828:0:16123:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001f62c205. 00000020:00000010:0.0:1767384990.136833:0:16123:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000060e1f20d. 80000000:00000010:0.0:1767384990.136835:0:16123:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f02aba1a. 40000000:00000010:0.0:1767384990.136837:0:16123:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f1875c4. 00100000:00000010:0.0:1767384990.136841:0:16123:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002b069bb0. 00040000:00000010:0.0:1767384990.136844:0:16123:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c5984fbb. 00040000:00000010:0.0:1767384990.136847:0:16123:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e141a5f. 00040000:00000010:0.0:1767384990.136849:0:16123:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004c6aac62. 00080000:00000010:0.0:1767384990.136852:0:16123:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008cbaf782. 00000004:00000010:0.0:1767384990.136855:0:16123:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000299b3f5e. 00000004:00000010:0.0:1767384990.136859:0:16123:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005ac8c828. 00000004:00000010:0.0:1767384990.136861:0:16123:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a5c18b3a. 00002000:00000010:0.0:1767384990.136864:0:16123:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c9b58a1d. 00000004:00000010:0.0:1767384990.136866:0:16123:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000087ffe583. 00010000:00000010:0.0:1767384990.136876:0:16123:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aac309fb. 00010000:00000010:0.0:1767384990.136880:0:16123:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e604b70. 00010000:00000010:3.1:1767384990.141911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084a1c789. 00010000:00000010:3.1:1767384990.141921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bbf94422. 00010000:00000010:0.1:1767384990.141924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007884598c. 00010000:00000010:3.1:1767384990.141925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000090cc9a79. 00010000:00000010:3.1:1767384990.141934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000257489b9. 00010000:00000010:3.1:1767384990.141936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90539c5. 00010000:00000010:3.1:1767384990.141949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000581bd0a3. 00010000:00000010:3.1:1767384990.141951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f1d68d. 00010000:00000010:0.1:1767384990.145908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000090fc6a47. 00010000:00000010:0.1:1767384990.145915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc73e294. 00010000:00000010:0.1:1767384990.145917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000446b7fd4. 00010000:00000010:0.1:1767384990.145919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ef5162b. 00000100:00000010:0.0:1767384990.172529:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8dbbe5d. 00000020:00000010:3.0:1767384990.172610:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.172617:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.172623:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.172629:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.172633:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.172674:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.172676:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e25ea61a. 00000001:00000010:3.0:1767384990.172684:0:40433:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000f7b7a46f. 00010000:00000010:3.0:1767384990.172706:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000581bd0a3. 00010000:00000010:3.0:1767384990.172709:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f3a505e1. 00010000:00000010:3.0:1767384990.172713:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084f1d68d. 00010000:00000010:3.0:1767384990.172718:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003ca24b28. 02000000:00000010:3.0:1767384990.172743:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000e7e7964e. 00010000:00000010:3.0:1767384990.172769:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e90539c5. 00010000:00000010:3.0:1767384990.172771:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6a926ce. 00010000:00000010:3.0:1767384990.172864:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ca24b28. 00000400:00000010:3.0:1767384990.172921:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f39c3f4. 00000800:00000010:3.0:1767384990.172963:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a88fb2fa. 00000020:00000010:3.0:1767384990.172988:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.172992:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.173005:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000800:00000010:2.0:1767384990.173094:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a88fb2fa. 00000400:00000010:2.0:1767384990.173102:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f39c3f4. 00000100:00000010:2.0:1767384990.175165:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6b2ac44. 00000020:00000010:1.0:1767384990.175226:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.175229:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.175237:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.175239:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.175242:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.175262:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.175264:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3b42743. 02000000:00000010:1.0:1767384990.175272:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004972faa5. 00000400:00000010:1.0:1767384990.175287:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d38b0642. 00000800:00000010:1.0:1767384990.175299:0:17550:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0b3efc7. 00000020:00000010:1.0:1767384990.175316:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.175320:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.175323:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000800:00000010:0.0:1767384990.175379:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0b3efc7. 00000400:00000010:0.0:1767384990.175386:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d38b0642. 00010000:00000010:3.1:1767384990.177928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000084f1d68d. 00000020:00000010:2.0:1767384990.188989:0:254:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000063f7f383. 00000100:00000010:2.0:1767384990.192082:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092b58560. 00000100:00000010:2.0:1767384990.192121:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000421c21e6. 00000020:00000010:1.0:1767384990.192170:0:39778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.192177:0:39778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.192194:0:39778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.192199:0:39778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00040000:00000010:3.0:1767384990.192203:0:22984:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b33bc782. 00000020:00000010:1.0:1767384990.192204:0:39778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000004:00000010:3.0:1767384990.192209:0:22984:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000046a2cac8. 00000004:00000010:3.0:1767384990.192214:0:22984:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000f3ff1b8. 00000004:00000010:3.0:1767384990.192218:0:22984:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000670fa245. 00000004:00000010:3.0:1767384990.192222:0:22984:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ebff892a. 00000020:00000010:3.0:1767384990.192228:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.192230:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.192234:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.192237:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.192240:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000020:00000010:1.0:1767384990.192250:0:39778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.192253:0:39778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3b42743. 02000000:00000010:1.0:1767384990.192265:0:39778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000627d7568. 00000020:00000010:3.0:1767384990.192268:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e25ea61a. 00000020:00000010:3.0:1767384990.192270:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e25ea61a. 00040000:00000010:2.0:1767384990.192272:0:16761:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000129e8b03. 02000000:00000010:3.0:1767384990.192276:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea0df255. 00000004:00000010:2.0:1767384990.192278:0:16761:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ed6443e. 00000004:00000010:2.0:1767384990.192283:0:16761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006d9fbd5c. 00000004:00000010:2.0:1767384990.192286:0:16761:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000041c4d915. 00000020:00000010:3.0:1767384990.192289:0:22984:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e25ea61a. 00000004:00000010:2.0:1767384990.192290:0:16761:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dd0936dd. 00000400:00000010:1.0:1767384990.192304:0:39778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3be1380. 00000400:00000010:3.0:1767384990.192317:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5aac623. 00000800:00000010:1.0:1767384990.192332:0:39778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a036716e. 00000800:00000010:3.0:1767384990.192336:0:22984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097a7d4cd. 00000020:00000010:3.0:1767384990.192354:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018cca518. 00000020:00000010:1.0:1767384990.192354:0:39778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:3.0:1767384990.192358:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:1.0:1767384990.192358:0:39778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00000020:00000010:3.0:1767384990.192362:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000020:00000010:1.0:1767384990.192362:0:39778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000800:00000010:2.0:1767384990.192398:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097a7d4cd. 00000400:00000010:2.0:1767384990.192405:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5aac623. 00000800:00000010:2.0:1767384990.192459:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a036716e. 00000400:00000010:2.0:1767384990.192464:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3be1380. 00000100:00000010:2.0:1767384990.192490:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d48e8b48. 00000020:00000010:3.0:1767384990.192585:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccfeb38e. 00000020:00000010:3.0:1767384990.192589:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccfeb38e. 00000020:00000010:3.0:1767384990.192593:0:22984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.192596:0:22984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.192599:0:22984:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.192625:0:22984:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccfeb38e. 00000020:00000010:3.0:1767384990.192628:0:22984:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccfeb38e. 02000000:00000010:3.0:1767384990.192634:0:22984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001b12914f. 00000400:00000010:3.0:1767384990.192654:0:22984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000792a0bcf. 00000800:00000010:3.0:1767384990.192676:0:22984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d884a2af. 00000020:00000010:3.0:1767384990.192695:0:22984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.192699:0:22984:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.192701:0:22984:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000800:00000010:2.0:1767384990.192777:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d884a2af. 00000400:00000010:2.0:1767384990.192786:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000792a0bcf. 00000100:00000010:0.0:1767384990.196963:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4353fa7. 00000020:00000010:1.0:1767384990.197016:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.197022:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.197026:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.197029:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.197033:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.197058:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3b42743. 00000020:00000010:1.0:1767384990.197061:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3b42743. 02000000:00000010:1.0:1767384990.197074:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000029440969. 00000020:00000010:1.0:1767384990.197087:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fa109fbf. 00000020:00000010:1.0:1767384990.197109:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb94073. 00000020:00000010:1.0:1767384990.197112:0:17547:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e0527b4. 00000020:00000010:1.0:1767384990.197116:0:17547:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d2d7a38. 00000020:00000010:1.0:1767384990.197119:0:17547:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384990.197122:0:17547:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f97d828c. 80000000:00000010:1.0:1767384990.197126:0:17547:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d5c0042. 40000000:00000010:1.0:1767384990.197128:0:17547:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa109fbf. 00100000:00000010:1.0:1767384990.197132:0:17547:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f54b43e8. 00000020:00000010:3.0:1767384990.197136:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00040000:00000010:1.0:1767384990.197137:0:17547:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af37c95c. 00040000:00000010:1.0:1767384990.197144:0:17547:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007bb8c5b3. 00000020:00000010:3.0:1767384990.197146:0:16764:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a0844fb6. 00080000:00000010:1.0:1767384990.197149:0:17547:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000051efea91. 00000020:00000010:3.0:1767384990.197154:0:16764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000759474aa. 00002000:00000010:1.0:1767384990.197155:0:17547:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e0cf6dfc. 00000020:00000010:3.0:1767384990.197162:0:16764:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384990.197169:0:16764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b565dee. 00080000:00000010:1.0:1767384990.197170:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e087a1b8. 80000000:00000010:3.0:1767384990.197174:0:16764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f27466f. 40000000:00000010:3.0:1767384990.197192:0:16764:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ccfeb38e. 00100000:00000010:3.0:1767384990.197198:0:16764:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384990.197202:0:16764:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007652b7d1. 00040000:00000010:3.0:1767384990.197205:0:16764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e67282a. 00080000:00000010:3.0:1767384990.197210:0:16764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008fa908fb. 00002000:00000010:3.0:1767384990.197215:0:16764:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002f066f6a. 00000020:00000010:3.0:1767384990.197219:0:16764:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a0844fb6. 00000020:00000010:3.0:1767384990.197223:0:16764:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000759474aa. 00000020:00000010:3.0:1767384990.197228:0:16764:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384990.197232:0:16764:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008b565dee. 80000000:00000010:3.0:1767384990.197236:0:16764:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000f27466f. 40000000:00000010:3.0:1767384990.197240:0:16764:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ccfeb38e. 00100000:00000010:3.0:1767384990.197243:0:16764:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384990.197247:0:16764:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007652b7d1. 00040000:00000010:3.0:1767384990.197251:0:16764:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002e67282a. 00080000:00000010:3.0:1767384990.197254:0:16764:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008fa908fb. 00002000:00000010:3.0:1767384990.197257:0:16764:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f066f6a. 00000020:00000010:3.0:1767384990.197261:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.197266:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.197270:0:16764:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e67282a. 00000020:00000010:3.0:1767384990.197274:0:16764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008fa908fb. 00000020:00000010:3.0:1767384990.197278:0:16764:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384990.197281:0:16764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b565dee. 80000000:00000010:3.0:1767384990.197284:0:16764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f27466f. 40000000:00000010:3.0:1767384990.197287:0:16764:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ccfeb38e. 00100000:00000010:3.0:1767384990.197291:0:16764:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd5ab43a. 00040000:00000010:3.0:1767384990.197294:0:16764:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007652b7d1. 00080000:00000010:1.0:1767384990.197298:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007f665c60. 00040000:00000010:3.0:1767384990.197307:0:16764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0844fb6. 00080000:00000010:3.0:1767384990.197311:0:16764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000759474aa. 00002000:00000010:3.0:1767384990.197316:0:16764:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002f066f6a. 00000001:00000010:1.0:1767384990.197318:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ef7f0626. 00000020:00000010:1.0:1767384990.197332:0:17547:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008e0527b4. 00000020:00000010:1.0:1767384990.197335:0:17547:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d2d7a38. 00000020:00000010:1.0:1767384990.197339:0:17547:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384990.197341:0:17547:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f97d828c. 80000000:00000010:1.0:1767384990.197343:0:17547:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d5c0042. 40000000:00000010:1.0:1767384990.197346:0:17547:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa109fbf. 00100000:00000010:1.0:1767384990.197348:0:17547:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f54b43e8. 00000020:00000010:3.0:1767384990.197349:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000baaf24ae. 00040000:00000010:1.0:1767384990.197350:0:17547:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af37c95c. 00040000:00000010:1.0:1767384990.197356:0:17547:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007bb8c5b3. 00080000:00000010:1.0:1767384990.197358:0:17547:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000051efea91. 00000020:00000010:3.0:1767384990.197360:0:16764:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ae73c4cb. 00002000:00000010:1.0:1767384990.197361:0:17547:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e0cf6dfc. 00000020:00000010:1.0:1767384990.197365:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb94073. 00002000:00000010:3.0:1767384990.197370:0:16764:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000b7b88a64. 00010000:00000010:3.0:1767384990.197377:0:16764:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000775374eb. 00000400:00000010:1.0:1767384990.197379:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000829bf06e. 00000020:00000010:3.0:1767384990.197392:0:16764:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e67282a. 00000800:00000010:1.0:1767384990.197395:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af37c95c. 00000020:00000010:3.0:1767384990.197397:0:16764:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008fa908fb. 00000020:00000010:3.0:1767384990.197404:0:16764:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000019a7f7b8. 00000020:00000010:3.0:1767384990.197407:0:16764:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008b565dee. 80000000:00000010:3.0:1767384990.197410:0:16764:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000f27466f. 40000000:00000010:3.0:1767384990.197414:0:16764:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ccfeb38e. 00000020:00000010:1.0:1767384990.197414:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00100000:00000010:3.0:1767384990.197418:0:16764:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bd5ab43a. 00000020:00000010:1.0:1767384990.197420:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 00040000:00000010:3.0:1767384990.197426:0:16764:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007652b7d1. 00000020:00000010:1.0:1767384990.197426:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00040000:00000010:3.0:1767384990.197434:0:16764:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a0844fb6. 00080000:00000010:3.0:1767384990.197439:0:16764:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000759474aa. 00002000:00000010:3.0:1767384990.197442:0:16764:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f066f6a. 00000020:00000010:3.0:1767384990.197446:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000800:00000010:2.0:1767384990.197479:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af37c95c. 00000400:00000010:2.0:1767384990.197488:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000829bf06e. 00000100:00000010:2.0:1767384990.202220:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b4222d5. 00000020:00000010:3.0:1767384990.202271:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccfeb38e. 00000020:00000010:3.0:1767384990.202277:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccfeb38e. 00000020:00000010:3.0:1767384990.202282:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3efa750. 00000020:00000010:3.0:1767384990.202285:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.202289:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.202316:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ccfeb38e. 00000020:00000010:3.0:1767384990.202319:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ccfeb38e. 02000000:00000010:3.0:1767384990.202331:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002f066f6a. 00000020:00000010:3.0:1767384990.202352:0:40433:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f9ed5bd2. 00000020:00000010:1.0:1767384990.202399:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.202414:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007eb94073. 00000020:00000010:1.0:1767384990.202418:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051efea91. 00000020:00000010:1.0:1767384990.202423:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000722e8377. 00080000:00000010:3.0:1767384990.202426:0:40433:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ab8e534f. 00000020:00000010:1.0:1767384990.202428:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bb8c5b3. 80000000:00000010:1.0:1767384990.202433:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d5c0042. 40000000:00000010:1.0:1767384990.202436:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa109fbf. 00100000:00000010:1.0:1767384990.202440:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f54b43e8. 00040000:00000010:1.0:1767384990.202443:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f9724e07. 00040000:00000010:1.0:1767384990.202445:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f97d828c. 00080000:00000010:1.0:1767384990.202448:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000d2d7a38. 00002000:00000010:1.0:1767384990.202451:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e0cf6dfc. 00000020:00000010:1.0:1767384990.202454:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007eb94073. 00000020:00000010:1.0:1767384990.202457:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000051efea91. 00000020:00000010:1.0:1767384990.202460:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384990.202463:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bb8c5b3. 80000000:00000010:1.0:1767384990.202465:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d5c0042. 40000000:00000010:1.0:1767384990.202466:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa109fbf. 00100000:00000010:1.0:1767384990.202468:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f54b43e8. 00040000:00000010:1.0:1767384990.202470:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f9724e07. 00040000:00000010:1.0:1767384990.202472:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f97d828c. 00080000:00000010:1.0:1767384990.202474:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000d2d7a38. 00002000:00000010:1.0:1767384990.202476:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e0cf6dfc. 00000020:00000010:1.0:1767384990.202478:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.202481:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.202484:0:16765:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f97d828c. 00000020:00000010:1.0:1767384990.202486:0:16765:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d2d7a38. 00000020:00000010:1.0:1767384990.202489:0:16765:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384990.202492:0:16765:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bb8c5b3. 80000000:00000010:1.0:1767384990.202494:0:16765:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d5c0042. 40000000:00000010:1.0:1767384990.202496:0:16765:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa109fbf. 00100000:00000010:1.0:1767384990.202498:0:16765:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f54b43e8. 00040000:00000010:1.0:1767384990.202500:0:16765:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f9724e07. 00040000:00000010:1.0:1767384990.202502:0:16765:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007eb94073. 00080000:00000010:1.0:1767384990.202509:0:16765:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000051efea91. 00002000:00000010:1.0:1767384990.202511:0:16765:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e0cf6dfc. 00000020:00000010:1.0:1767384990.202526:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008e0527b4. 00000020:00000010:1.0:1767384990.202532:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d3b42743. 00010000:00000010:1.0:1767384990.202535:0:16765:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6a926ce. 00010000:00000010:1.0:1767384990.202542:0:16765:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3a505e1. 00000020:00000010:1.0:1767384990.202552:0:16765:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f97d828c. 00000020:00000010:1.0:1767384990.202554:0:16765:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d2d7a38. 00000020:00000010:1.0:1767384990.202557:0:16765:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000722e8377. 00000020:00000010:1.0:1767384990.202559:0:16765:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bb8c5b3. 80000000:00000010:1.0:1767384990.202561:0:16765:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d5c0042. 40000000:00000010:1.0:1767384990.202563:0:16765:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa109fbf. 00100000:00000010:1.0:1767384990.202564:0:16765:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f54b43e8. 00040000:00000010:1.0:1767384990.202566:0:16765:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f9724e07. 00040000:00000010:1.0:1767384990.202567:0:16765:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007eb94073. 00080000:00000010:1.0:1767384990.202568:0:16765:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000051efea91. 00002000:00000010:1.0:1767384990.202570:0:16765:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e0cf6dfc. 00000020:00000010:1.0:1767384990.202573:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 00000001:00000010:3.0:1767384990.202602:0:40433:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004af6c8e6. 00000001:00000010:3.0:1767384990.202609:0:40433:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000da38e6cb. 00080000:00000010:3.0:1767384990.202628:0:40433:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004e39938f. 00000001:00000010:3.0:1767384990.202644:0:40433:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000f27466f. 00000400:00000010:3.0:1767384990.202676:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072f77a35. 00000800:00000010:3.0:1767384990.202695:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007652b7d1. 00000020:00000010:3.0:1767384990.202715:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018cca518. 00000020:00000010:3.0:1767384990.202720:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da4bd51c. 00000020:00000010:3.0:1767384990.202722:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3efa750. 00000800:00000010:0.0:1767384990.202791:0:16129:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007652b7d1. 00000400:00000010:0.0:1767384990.202800:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072f77a35. 00010000:00000010:1.1:1767384990.202924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000060ab8975. 00010000:00000010:3.1:1767384990.202925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000612afe3f. 00010000:00000010:3.1:1767384990.202935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dcc6c901. 00010000:00000010:3.1:1767384990.202943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000005aed1a. 00010000:00000010:1.1:1767384990.208915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000581bd0a3. 00010000:00000010:3.1:1767384990.208928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003ec5f978. 00010000:00000010:1.1:1767384990.208929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e90539c5. 00010000:00000010:3.1:1767384990.208940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f72d220c. 00000400:00000010:2.0:1767384990.209677:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043bd761b. 00000400:00000010:2.0:1767384990.209691:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b02ec77. 00000020:00000010:1.0:1767384990.209748:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa109fbf. 00000020:00000010:1.0:1767384990.209752:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa109fbf. 00000020:00000010:1.0:1767384990.209755:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da036967. 00000020:00000010:1.0:1767384990.209758:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.209761:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a51cf616. 00000020:00000010:1.0:1767384990.209782:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa109fbf. 00000020:00000010:1.0:1767384990.209784:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa109fbf. 02000000:00000010:1.0:1767384990.209793:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e0cf6dfc. 20000000:00000010:1.0:1767384990.209801:0:40424:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000070921184. 00000400:00000010:1.0:1767384990.209839:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca993d50. 00000020:00000010:0.0:1767384990.209858:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d37f1c6. 00000800:00000010:1.0:1767384990.209864:0:40424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9724e07. 00000020:00000010:0.0:1767384990.209866:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be292017. 00000020:00000010:0.0:1767384990.209873:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099acd8e7. 00000020:00000010:0.0:1767384990.209877:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001ab58a4a. 00000020:00000010:0.0:1767384990.209881:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007ed46a57. 00000020:00000010:1.0:1767384990.209912:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba1d9b4. 00000020:00000010:1.0:1767384990.209917:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a51cf616. 80000000:00000010:0.0:1767384990.209917:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002be283ee. 00000020:00000010:1.0:1767384990.209924:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da036967. 40000000:00000010:0.0:1767384990.209925:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052b7b5a8. 00100000:00000010:0.0:1767384990.209933:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007df376fe. 00000400:00000010:1.0:1767384990.209935:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32906d2. 00040000:00000010:0.0:1767384990.209937:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008223de17. 00040000:00000010:0.0:1767384990.209941:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d0fefbf. 00000400:00000010:1.0:1767384990.209947:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a66c4b8. 00080000:00000010:0.0:1767384990.209948:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004b39ebcd. 00002000:00000010:0.0:1767384990.209953:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005e9d333b. 00000020:00000010:0.0:1767384990.209957:0:39777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be292017. 00000020:00000010:0.0:1767384990.209961:0:39777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099acd8e7. 00000800:00000010:2.0:1767384990.209963:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9724e07. 00000020:00000010:0.0:1767384990.209964:0:39777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001ab58a4a. 00000020:00000010:0.0:1767384990.209973:0:39777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007ed46a57. 80000000:00000010:0.0:1767384990.209976:0:39777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002be283ee. 40000000:00000010:0.0:1767384990.209979:0:39777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000052b7b5a8. 00100000:00000010:0.0:1767384990.209982:0:39777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007df376fe. 00000400:00000010:2.0:1767384990.209985:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca993d50. 00040000:00000010:0.0:1767384990.209986:0:39777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008223de17. 00040000:00000010:0.0:1767384990.209993:0:39777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000d0fefbf. 02000000:00000010:2.0:1767384990.209995:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e0cf6dfc. 00080000:00000010:0.0:1767384990.209996:0:39777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004b39ebcd. 00002000:00000010:0.0:1767384990.210004:0:39777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005e9d333b. 00000020:00000010:0.0:1767384990.210008:0:39777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d37f1c6. 00000020:00000010:0.0:1767384990.210012:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d0fefbf. 00000020:00000010:0.0:1767384990.210014:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f66f31bc. 00000020:00000010:0.0:1767384990.210016:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004b39ebcd. 00000020:00000010:0.0:1767384990.210018:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001ab58a4a. 00000020:00000010:0.0:1767384990.210020:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007ed46a57. 80000000:00000010:0.0:1767384990.210022:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002be283ee. 40000000:00000010:0.0:1767384990.210023:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052b7b5a8. 00100000:00000010:0.0:1767384990.210031:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007df376fe. 00040000:00000010:0.0:1767384990.210033:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008223de17. 00040000:00000010:0.0:1767384990.210034:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d37f1c6. 00080000:00000010:0.0:1767384990.210036:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cefd1cce. 00002000:00000010:0.0:1767384990.210038:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005e9d333b. 00000020:00000010:0.0:1767384990.210057:0:39777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f66f31bc. 00000020:00000010:0.0:1767384990.210059:0:39777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b39ebcd. 00000020:00000010:0.0:1767384990.210061:0:39777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001ab58a4a. 00000020:00000010:0.0:1767384990.210063:0:39777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007ed46a57. 80000000:00000010:0.0:1767384990.210065:0:39777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002be283ee. 40000000:00000010:0.0:1767384990.210066:0:39777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000052b7b5a8. 00100000:00000010:0.0:1767384990.210068:0:39777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007df376fe. 00040000:00000010:0.0:1767384990.210069:0:39777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008223de17. 00040000:00000010:0.0:1767384990.210071:0:39777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002d37f1c6. 00080000:00000010:0.0:1767384990.210073:0:39777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cefd1cce. 00002000:00000010:0.0:1767384990.210074:0:39777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005e9d333b. 00000020:00000010:0.0:1767384990.210076:0:39777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d0fefbf. 00000001:00000010:2.0:1767384990.210134:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c552f984. 00000001:00000010:2.0:1767384990.210138:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000027046835. 00000001:00000010:2.0:1767384990.210140:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c8989d81. 00000001:00000010:2.0:1767384990.210141:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000315cae0b. 00000001:00000010:2.0:1767384990.210143:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001fda70d9. 00000001:00000010:2.0:1767384990.210145:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000017b012ca. 00000020:00000010:2.0:1767384990.210149:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000091b79196. 00000020:00000010:2.0:1767384990.210158:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000000e40d9c. 00010000:00000010:0.1:1767384990.215914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e9c23e41. 00000001:02000400:0.0:1767384990.698511:0:41083:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000800:00000010:0.0:1767384991.214245:0:39636:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a85ece12. 00000800:00000010:0.0:1767384991.214254:0:39636:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001fd84382. 00000800:00000010:0.0:1767384991.214259:0:39636:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f37c8193. 00000800:00000010:0.0:1767384991.214274:0:39636:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f37c8193. 00000800:00020000:0.0:1767384991.214282:0:39636:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.112 00000800:00000010:0.0:1767384991.214286:0:39636:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001fd84382. 00000800:00000010:0.0:1767384991.214288:0:39636:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a85ece12. 00000400:02020000:0.0:1767384991.214319:0:39636:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.112@tcp41 at host 192.168.203.112:988: is it running a compatible version of Lustre? Debug log: 133869 lines, 133869 kept, 0 dropped, 0 bad.